[ 526.638096] env[63366]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=63366) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 526.638440] env[63366]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=63366) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 526.638521] env[63366]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=63366) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 526.638864] env[63366]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 526.736014] env[63366]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=63366) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 526.746915] env[63366]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=63366) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 527.348941] env[63366]: INFO nova.virt.driver [None req-d8669294-2228-4e7a-b77c-dfb9a4bb989e None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 527.419428] env[63366]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.419603] env[63366]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.419680] env[63366]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=63366) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 530.561734] env[63366]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-0ab93392-298d-40c9-a352-3d296f4c26bd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.577792] env[63366]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=63366) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 530.577994] env[63366]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-590ff485-2ddd-4e08-a00d-fabc61e84517 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.610024] env[63366]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 45097. [ 530.610265] env[63366]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.191s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 530.610734] env[63366]: INFO nova.virt.vmwareapi.driver [None req-d8669294-2228-4e7a-b77c-dfb9a4bb989e None None] VMware vCenter version: 7.0.3 [ 530.614196] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecee51c-1930-45ee-924f-ace23ac9a33a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.631798] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02fc28a-9254-4a79-ae95-5ab5995fd5af {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.637895] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f99057-51a5-492a-8f4a-af89352c2d47 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.644520] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cb6fde-250e-44ae-bcac-c9f496f7597b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.657625] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e224574-b9f3-4704-aa90-64b1a4f0ad29 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.663393] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1531ebe0-2e5e-45c3-a8f1-d358aa2f45a3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.693565] env[63366]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-6a53241f-29da-4cfe-ac52-8812c7e172eb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.698637] env[63366]: DEBUG nova.virt.vmwareapi.driver [None req-d8669294-2228-4e7a-b77c-dfb9a4bb989e None None] Extension org.openstack.compute already exists. {{(pid=63366) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 530.701374] env[63366]: INFO nova.compute.provider_config [None req-d8669294-2228-4e7a-b77c-dfb9a4bb989e None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 531.205043] env[63366]: DEBUG nova.context [None req-d8669294-2228-4e7a-b77c-dfb9a4bb989e None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),68a32335-5db5-4e13-96bf-b4f7f846ef3e(cell1) {{(pid=63366) load_cells /opt/stack/nova/nova/context.py:464}} [ 531.207198] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.207449] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.208164] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.208604] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] Acquiring lock "68a32335-5db5-4e13-96bf-b4f7f846ef3e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.208789] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] Lock "68a32335-5db5-4e13-96bf-b4f7f846ef3e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.209810] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] Lock "68a32335-5db5-4e13-96bf-b4f7f846ef3e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.231099] env[63366]: INFO dbcounter [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] Registered counter for database nova_cell0 [ 531.239318] env[63366]: INFO dbcounter [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] Registered counter for database nova_cell1 [ 531.242360] env[63366]: DEBUG oslo_db.sqlalchemy.engines [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63366) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 531.242708] env[63366]: DEBUG oslo_db.sqlalchemy.engines [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63366) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 531.247701] env[63366]: ERROR nova.db.main.api [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 531.247701] env[63366]: result = function(*args, **kwargs) [ 531.247701] env[63366]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 531.247701] env[63366]: return func(*args, **kwargs) [ 531.247701] env[63366]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 531.247701] env[63366]: result = fn(*args, **kwargs) [ 531.247701] env[63366]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 531.247701] env[63366]: return f(*args, **kwargs) [ 531.247701] env[63366]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 531.247701] env[63366]: return db.service_get_minimum_version(context, binaries) [ 531.247701] env[63366]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 531.247701] env[63366]: _check_db_access() [ 531.247701] env[63366]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 531.247701] env[63366]: stacktrace = ''.join(traceback.format_stack()) [ 531.247701] env[63366]: [ 531.248519] env[63366]: ERROR nova.db.main.api [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 531.248519] env[63366]: result = function(*args, **kwargs) [ 531.248519] env[63366]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 531.248519] env[63366]: return func(*args, **kwargs) [ 531.248519] env[63366]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 531.248519] env[63366]: result = fn(*args, **kwargs) [ 531.248519] env[63366]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 531.248519] env[63366]: return f(*args, **kwargs) [ 531.248519] env[63366]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 531.248519] env[63366]: return db.service_get_minimum_version(context, binaries) [ 531.248519] env[63366]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 531.248519] env[63366]: _check_db_access() [ 531.248519] env[63366]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 531.248519] env[63366]: stacktrace = ''.join(traceback.format_stack()) [ 531.248519] env[63366]: [ 531.248890] env[63366]: WARNING nova.objects.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] Failed to get minimum service version for cell 68a32335-5db5-4e13-96bf-b4f7f846ef3e [ 531.249033] env[63366]: WARNING nova.objects.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 531.249503] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] Acquiring lock "singleton_lock" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.249668] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] Acquired lock "singleton_lock" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.249914] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] Releasing lock "singleton_lock" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.250247] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] Full set of CONF: {{(pid=63366) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 531.250396] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ******************************************************************************** {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 531.250545] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] Configuration options gathered from: {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 531.250691] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 531.250885] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 531.251022] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ================================================================================ {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 531.251232] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] allow_resize_to_same_host = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.251399] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] arq_binding_timeout = 300 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.251531] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] backdoor_port = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.251659] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] backdoor_socket = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.251823] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] block_device_allocate_retries = 60 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.251984] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] block_device_allocate_retries_interval = 3 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.252172] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cert = self.pem {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.252340] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.252507] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] compute_monitors = [] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.252678] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] config_dir = [] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.252849] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] config_drive_format = iso9660 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.252982] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.253165] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] config_source = [] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.253331] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] console_host = devstack {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.253505] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] control_exchange = nova {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.253685] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cpu_allocation_ratio = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.253850] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] daemon = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.254034] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] debug = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.254203] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] default_access_ip_network_name = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.254367] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] default_availability_zone = nova {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.254522] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] default_ephemeral_format = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.254679] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] default_green_pool_size = 1000 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.254919] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.255094] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] default_schedule_zone = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.255251] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] disk_allocation_ratio = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.255409] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] enable_new_services = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.255582] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] enabled_apis = ['osapi_compute'] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.255777] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] enabled_ssl_apis = [] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.255942] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] flat_injected = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.256125] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] force_config_drive = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.256287] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] force_raw_images = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.256457] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] graceful_shutdown_timeout = 5 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.256647] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] heal_instance_info_cache_interval = 60 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.256897] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] host = cpu-1 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.257100] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.257271] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] initial_disk_allocation_ratio = 1.0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.257432] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] initial_ram_allocation_ratio = 1.0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.257644] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.257808] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] instance_build_timeout = 0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.257970] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] instance_delete_interval = 300 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.258149] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] instance_format = [instance: %(uuid)s] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.258313] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] instance_name_template = instance-%08x {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.258472] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] instance_usage_audit = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.258636] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] instance_usage_audit_period = month {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.258802] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.258960] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] instances_path = /opt/stack/data/nova/instances {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.259133] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] internal_service_availability_zone = internal {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.259287] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] key = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.259445] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] live_migration_retry_count = 30 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.259667] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] log_color = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.259823] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] log_config_append = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.259991] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.260163] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] log_dir = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.260317] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] log_file = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.260442] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] log_options = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.260600] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] log_rotate_interval = 1 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.260765] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] log_rotate_interval_type = days {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.260933] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] log_rotation_type = none {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.261077] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.261204] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.261370] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.261531] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.261656] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.261815] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] long_rpc_timeout = 1800 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.261971] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] max_concurrent_builds = 10 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.262144] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] max_concurrent_live_migrations = 1 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.262300] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] max_concurrent_snapshots = 5 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.262455] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] max_local_block_devices = 3 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.262629] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] max_logfile_count = 30 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.262800] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] max_logfile_size_mb = 200 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.262960] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] maximum_instance_delete_attempts = 5 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.263138] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] metadata_listen = 0.0.0.0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.263305] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] metadata_listen_port = 8775 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.263470] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] metadata_workers = 2 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.263637] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] migrate_max_retries = -1 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.263797] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] mkisofs_cmd = genisoimage {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.264008] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] my_block_storage_ip = 10.180.1.21 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.264168] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] my_ip = 10.180.1.21 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.264373] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.264535] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] network_allocate_retries = 0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.264711] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.264877] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] osapi_compute_listen = 0.0.0.0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.265052] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] osapi_compute_listen_port = 8774 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.265222] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] osapi_compute_unique_server_name_scope = {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.265391] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] osapi_compute_workers = 2 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.265550] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] password_length = 12 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.265760] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] periodic_enable = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.265955] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] periodic_fuzzy_delay = 60 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.266142] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] pointer_model = usbtablet {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.266312] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] preallocate_images = none {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.266470] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] publish_errors = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.266596] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] pybasedir = /opt/stack/nova {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.266792] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ram_allocation_ratio = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.267027] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] rate_limit_burst = 0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.267215] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] rate_limit_except_level = CRITICAL {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.267377] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] rate_limit_interval = 0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.267536] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] reboot_timeout = 0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.267694] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] reclaim_instance_interval = 0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.267850] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] record = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.268042] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] reimage_timeout_per_gb = 60 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.268233] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] report_interval = 120 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.268396] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] rescue_timeout = 0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.268552] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] reserved_host_cpus = 0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.268709] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] reserved_host_disk_mb = 0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.268867] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] reserved_host_memory_mb = 512 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.269033] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] reserved_huge_pages = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.269226] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] resize_confirm_window = 0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.269393] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] resize_fs_using_block_device = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.269551] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] resume_guests_state_on_host_boot = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.269717] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.269877] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] rpc_response_timeout = 60 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.270045] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] run_external_periodic_tasks = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.270214] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] running_deleted_instance_action = reap {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.270375] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] running_deleted_instance_poll_interval = 1800 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.270530] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] running_deleted_instance_timeout = 0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.270685] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] scheduler_instance_sync_interval = 120 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.270851] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] service_down_time = 720 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.271027] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] servicegroup_driver = db {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.271223] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] shell_completion = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.271388] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] shelved_offload_time = 0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.271548] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] shelved_poll_interval = 3600 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.271714] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] shutdown_timeout = 0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.271873] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] source_is_ipv6 = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.272041] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ssl_only = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.272299] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.272501] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] sync_power_state_interval = 600 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.272669] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] sync_power_state_pool_size = 1000 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.272838] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] syslog_log_facility = LOG_USER {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.272996] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] tempdir = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.273170] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] timeout_nbd = 10 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.273335] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] transport_url = **** {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.273552] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] update_resources_interval = 0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.273748] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] use_cow_images = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.273936] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] use_journal = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.274140] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] use_json = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.274316] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] use_rootwrap_daemon = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.274475] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] use_stderr = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.274633] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] use_syslog = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.274788] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vcpu_pin_set = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.274957] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vif_plugging_is_fatal = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.275132] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vif_plugging_timeout = 300 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.275293] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] virt_mkfs = [] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.275448] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] volume_usage_poll_interval = 0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.275602] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] watch_log_file = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.275791] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] web = /usr/share/spice-html5 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.275982] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.276160] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.276325] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.276493] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_concurrency.disable_process_locking = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.277070] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.277292] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.277471] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.277648] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.277842] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.278049] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.278242] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api.auth_strategy = keystone {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.278410] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api.compute_link_prefix = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.278584] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.278758] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api.dhcp_domain = novalocal {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.278937] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api.enable_instance_password = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.279115] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api.glance_link_prefix = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.279281] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.279451] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.279612] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api.instance_list_per_project_cells = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.279768] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api.list_records_by_skipping_down_cells = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.279929] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api.local_metadata_per_cell = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.280132] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api.max_limit = 1000 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.280319] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api.metadata_cache_expiration = 15 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.280495] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api.neutron_default_tenant_id = default {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.280666] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api.response_validation = warn {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.280836] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api.use_neutron_default_nets = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.281010] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.281206] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.281387] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.281560] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.281732] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api.vendordata_dynamic_targets = [] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.281892] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api.vendordata_jsonfile_path = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.282083] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.282276] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.backend = dogpile.cache.memcached {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.282443] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.backend_argument = **** {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.282601] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.backend_expiration_time = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.282770] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.config_prefix = cache.oslo {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.282938] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.dead_timeout = 60.0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.283141] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.debug_cache_backend = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.283364] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.enable_retry_client = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.283529] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.enable_socket_keepalive = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.283716] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.enabled = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.283900] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.enforce_fips_mode = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.284078] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.expiration_time = 600 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.284244] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.hashclient_retry_attempts = 2 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.284407] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.hashclient_retry_delay = 1.0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.284568] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.memcache_dead_retry = 300 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.284724] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.memcache_password = **** {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.284887] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.285057] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.285221] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.memcache_pool_maxsize = 10 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.285380] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.285538] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.memcache_sasl_enabled = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.285745] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.285911] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.memcache_socket_timeout = 1.0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.286084] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.memcache_username = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.286278] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.proxies = [] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.286444] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.redis_db = 0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.286601] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.redis_password = **** {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.286777] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.redis_sentinel_service_name = mymaster {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.286945] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.287124] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.redis_server = localhost:6379 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.287289] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.redis_socket_timeout = 1.0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.287443] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.redis_username = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.287601] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.retry_attempts = 2 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.287760] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.retry_delay = 0.0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.287920] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.socket_keepalive_count = 1 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.288089] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.socket_keepalive_idle = 1 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.288246] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.socket_keepalive_interval = 1 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.288400] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.tls_allowed_ciphers = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.288554] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.tls_cafile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.288704] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.tls_certfile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.288860] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.tls_enabled = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.289021] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cache.tls_keyfile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.289230] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cinder.auth_section = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.289442] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cinder.auth_type = password {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.289610] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cinder.cafile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.289785] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cinder.catalog_info = volumev3::publicURL {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.289980] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cinder.certfile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.290179] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cinder.collect_timing = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.290346] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cinder.cross_az_attach = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.290506] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cinder.debug = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.290665] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cinder.endpoint_template = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.290826] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cinder.http_retries = 3 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.290988] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cinder.insecure = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.291161] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cinder.keyfile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.291331] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cinder.os_region_name = RegionOne {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.291492] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cinder.split_loggers = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.291650] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cinder.timeout = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.291820] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.291979] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] compute.cpu_dedicated_set = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.292174] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] compute.cpu_shared_set = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.292355] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] compute.image_type_exclude_list = [] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.292527] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] compute.iothreads_usage_for_instances = none {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.292689] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.292850] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] compute.max_concurrent_disk_ops = 0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.293025] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] compute.max_disk_devices_to_attach = -1 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.293216] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.293401] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.293565] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] compute.resource_provider_association_refresh = 300 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.293724] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.293885] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] compute.shutdown_retry_interval = 10 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.294077] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.294259] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] conductor.workers = 2 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.294437] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] console.allowed_origins = [] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.294595] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] console.ssl_ciphers = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.294760] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] console.ssl_minimum_version = default {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.294927] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] consoleauth.enforce_session_timeout = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.295103] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] consoleauth.token_ttl = 600 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.295320] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cyborg.cafile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.295483] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cyborg.certfile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.295645] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cyborg.collect_timing = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.295829] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cyborg.connect_retries = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.295991] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cyborg.connect_retry_delay = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.296163] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cyborg.endpoint_override = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.296323] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cyborg.insecure = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.296478] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cyborg.keyfile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.296634] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cyborg.max_version = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.296790] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cyborg.min_version = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.296946] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cyborg.region_name = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.297113] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cyborg.retriable_status_codes = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.297269] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cyborg.service_name = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.297436] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cyborg.service_type = accelerator {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.297593] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cyborg.split_loggers = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.297749] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cyborg.status_code_retries = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.297903] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cyborg.status_code_retry_delay = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.298121] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cyborg.timeout = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.298340] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.298508] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] cyborg.version = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.298681] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] database.asyncio_connection = **** {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.298846] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] database.asyncio_slave_connection = **** {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.299025] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] database.backend = sqlalchemy {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.299200] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] database.connection = **** {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.299364] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] database.connection_debug = 0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.299529] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] database.connection_parameters = {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.299727] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] database.connection_recycle_time = 3600 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.299893] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] database.connection_trace = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.300065] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] database.db_inc_retry_interval = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.300228] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] database.db_max_retries = 20 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.300388] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] database.db_max_retry_interval = 10 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.300546] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] database.db_retry_interval = 1 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.300755] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] database.max_overflow = 50 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.300932] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] database.max_pool_size = 5 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.301117] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] database.max_retries = 10 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.301293] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.301452] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] database.mysql_wsrep_sync_wait = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.301610] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] database.pool_timeout = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.301771] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] database.retry_interval = 10 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.301952] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] database.slave_connection = **** {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.302151] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] database.sqlite_synchronous = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.302315] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] database.use_db_reconnect = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.302481] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api_database.asyncio_connection = **** {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.302638] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api_database.asyncio_slave_connection = **** {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.302807] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api_database.backend = sqlalchemy {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.302974] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api_database.connection = **** {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.303151] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api_database.connection_debug = 0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.303319] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api_database.connection_parameters = {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.303479] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api_database.connection_recycle_time = 3600 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.303639] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api_database.connection_trace = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.303796] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api_database.db_inc_retry_interval = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.303960] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api_database.db_max_retries = 20 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.304136] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api_database.db_max_retry_interval = 10 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.304296] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api_database.db_retry_interval = 1 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.304456] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api_database.max_overflow = 50 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.304614] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api_database.max_pool_size = 5 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.304774] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api_database.max_retries = 10 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.304940] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.305111] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.305292] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api_database.pool_timeout = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.305466] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api_database.retry_interval = 10 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.305625] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api_database.slave_connection = **** {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.305806] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] api_database.sqlite_synchronous = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.305986] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] devices.enabled_mdev_types = [] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.306184] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.306350] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ephemeral_storage_encryption.default_format = luks {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.306511] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ephemeral_storage_encryption.enabled = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.306670] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.306839] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] glance.api_servers = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.307010] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] glance.cafile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.307178] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] glance.certfile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.307339] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] glance.collect_timing = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.307497] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] glance.connect_retries = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.307653] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] glance.connect_retry_delay = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.307812] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] glance.debug = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.307976] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] glance.default_trusted_certificate_ids = [] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.308148] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] glance.enable_certificate_validation = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.308308] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] glance.enable_rbd_download = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.308463] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] glance.endpoint_override = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.308625] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] glance.insecure = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.308783] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] glance.keyfile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.308943] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] glance.max_version = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.309109] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] glance.min_version = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.309270] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] glance.num_retries = 3 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.309435] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] glance.rbd_ceph_conf = {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.309592] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] glance.rbd_connect_timeout = 5 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.309757] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] glance.rbd_pool = {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.309927] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] glance.rbd_user = {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.310098] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] glance.region_name = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.310260] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] glance.retriable_status_codes = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.310416] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] glance.service_name = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.310582] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] glance.service_type = image {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.310740] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] glance.split_loggers = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.310895] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] glance.status_code_retries = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.311062] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] glance.status_code_retry_delay = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.311222] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] glance.timeout = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.311400] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.311560] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] glance.verify_glance_signatures = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.311717] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] glance.version = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.311884] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] guestfs.debug = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.312059] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] manila.auth_section = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.312223] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] manila.auth_type = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.312380] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] manila.cafile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.312535] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] manila.certfile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.312697] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] manila.collect_timing = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.312854] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] manila.connect_retries = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.313019] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] manila.connect_retry_delay = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.313180] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] manila.endpoint_override = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.313340] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] manila.insecure = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.313494] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] manila.keyfile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.313649] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] manila.max_version = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.313841] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] manila.min_version = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.314012] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] manila.region_name = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.314180] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] manila.retriable_status_codes = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.314340] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] manila.service_name = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.314508] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] manila.service_type = shared-file-system {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.314671] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] manila.share_apply_policy_timeout = 10 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.314831] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] manila.split_loggers = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.314989] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] manila.status_code_retries = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.315159] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] manila.status_code_retry_delay = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.315315] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] manila.timeout = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.315493] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.315651] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] manila.version = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.315844] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] mks.enabled = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.316216] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.316404] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] image_cache.manager_interval = 2400 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.316571] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] image_cache.precache_concurrency = 1 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.316745] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] image_cache.remove_unused_base_images = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.316916] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.317095] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.317298] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] image_cache.subdirectory_name = _base {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.317493] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ironic.api_max_retries = 60 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.317659] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ironic.api_retry_interval = 2 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.317819] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ironic.auth_section = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.317985] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ironic.auth_type = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.318193] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ironic.cafile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.318357] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ironic.certfile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.318520] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ironic.collect_timing = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.318684] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ironic.conductor_group = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.318841] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ironic.connect_retries = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.318996] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ironic.connect_retry_delay = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.319168] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ironic.endpoint_override = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.319328] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ironic.insecure = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.319483] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ironic.keyfile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.319640] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ironic.max_version = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.319796] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ironic.min_version = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.319962] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ironic.peer_list = [] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.320131] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ironic.region_name = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.320290] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ironic.retriable_status_codes = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.320453] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ironic.serial_console_state_timeout = 10 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.320609] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ironic.service_name = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.320776] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ironic.service_type = baremetal {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.320937] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ironic.shard = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.321113] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ironic.split_loggers = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.321272] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ironic.status_code_retries = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.321424] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ironic.status_code_retry_delay = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.321581] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ironic.timeout = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.321762] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.321923] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ironic.version = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.322117] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.322292] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] key_manager.fixed_key = **** {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.322470] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.322629] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] barbican.barbican_api_version = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.322785] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] barbican.barbican_endpoint = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.322953] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] barbican.barbican_endpoint_type = public {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.323123] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] barbican.barbican_region_name = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.323281] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] barbican.cafile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.323436] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] barbican.certfile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.323595] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] barbican.collect_timing = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.323775] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] barbican.insecure = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.323942] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] barbican.keyfile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.324118] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] barbican.number_of_retries = 60 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.324278] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] barbican.retry_delay = 1 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.324440] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] barbican.send_service_user_token = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.324600] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] barbican.split_loggers = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.324753] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] barbican.timeout = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.324914] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] barbican.verify_ssl = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.325102] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] barbican.verify_ssl_path = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.325272] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] barbican_service_user.auth_section = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.325432] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] barbican_service_user.auth_type = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.325587] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] barbican_service_user.cafile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.325781] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] barbican_service_user.certfile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.325986] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] barbican_service_user.collect_timing = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.326170] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] barbican_service_user.insecure = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.326329] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] barbican_service_user.keyfile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.326492] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] barbican_service_user.split_loggers = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.326649] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] barbican_service_user.timeout = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.326815] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vault.approle_role_id = **** {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.326972] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vault.approle_secret_id = **** {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.327154] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vault.kv_mountpoint = secret {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.327314] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vault.kv_path = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.327479] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vault.kv_version = 2 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.327635] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vault.namespace = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.327794] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vault.root_token_id = **** {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.327951] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vault.ssl_ca_crt_file = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.328158] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vault.timeout = 60.0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.328329] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vault.use_ssl = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.328500] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.328668] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] keystone.cafile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.328826] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] keystone.certfile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.328988] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] keystone.collect_timing = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.329161] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] keystone.connect_retries = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.329339] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] keystone.connect_retry_delay = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.329514] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] keystone.endpoint_override = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.329676] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] keystone.insecure = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.329833] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] keystone.keyfile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.329988] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] keystone.max_version = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.330162] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] keystone.min_version = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.330319] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] keystone.region_name = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.330480] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] keystone.retriable_status_codes = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.330637] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] keystone.service_name = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.330802] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] keystone.service_type = identity {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.330963] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] keystone.split_loggers = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.331130] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] keystone.status_code_retries = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.331287] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] keystone.status_code_retry_delay = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.331440] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] keystone.timeout = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.331614] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.331767] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] keystone.version = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.331958] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.ceph_mount_options = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.332278] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.332457] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.connection_uri = {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.332619] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.cpu_mode = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.332786] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.cpu_model_extra_flags = [] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.332954] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.cpu_models = [] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.333134] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.cpu_power_governor_high = performance {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.333304] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.cpu_power_governor_low = powersave {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.333465] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.cpu_power_management = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.333639] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.333825] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.device_detach_attempts = 8 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.333995] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.device_detach_timeout = 20 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.334176] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.disk_cachemodes = [] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.334335] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.disk_prefix = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.334496] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.enabled_perf_events = [] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.334655] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.file_backed_memory = 0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.334816] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.gid_maps = [] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.334973] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.hw_disk_discard = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.335142] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.hw_machine_type = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.335308] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.images_rbd_ceph_conf = {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.335469] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.335627] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.335821] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.images_rbd_glance_store_name = {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.335991] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.images_rbd_pool = rbd {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.336173] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.images_type = default {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.336330] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.images_volume_group = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.336489] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.inject_key = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.336646] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.inject_partition = -2 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.336803] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.inject_password = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.336963] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.iscsi_iface = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.337133] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.iser_use_multipath = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.337293] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.live_migration_bandwidth = 0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.337451] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.337609] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.live_migration_downtime = 500 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.337765] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.337967] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.338181] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.live_migration_inbound_addr = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.338350] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.338509] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.live_migration_permit_post_copy = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.338665] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.live_migration_scheme = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.338833] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.live_migration_timeout_action = abort {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.338994] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.live_migration_tunnelled = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.339167] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.live_migration_uri = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.339338] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.live_migration_with_native_tls = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.339508] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.max_queues = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.339672] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.339907] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.340084] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.nfs_mount_options = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.340384] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.340558] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.340721] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.num_iser_scan_tries = 5 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.340884] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.num_memory_encrypted_guests = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.341058] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.341223] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.num_pcie_ports = 0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.341416] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.num_volume_scan_tries = 5 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.341601] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.pmem_namespaces = [] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.341762] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.quobyte_client_cfg = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.342077] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.342260] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.rbd_connect_timeout = 5 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.342425] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.342585] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.342742] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.rbd_secret_uuid = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.342899] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.rbd_user = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.343067] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.343240] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.remote_filesystem_transport = ssh {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.343397] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.rescue_image_id = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.343549] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.rescue_kernel_id = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.343718] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.rescue_ramdisk_id = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.343908] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.344082] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.rx_queue_size = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.344252] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.smbfs_mount_options = {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.344542] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.344714] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.snapshot_compression = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.344874] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.snapshot_image_format = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.345112] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.345281] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.sparse_logical_volumes = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.345439] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.swtpm_enabled = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.345606] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.swtpm_group = tss {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.345794] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.swtpm_user = tss {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.345975] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.sysinfo_serial = unique {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.346151] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.tb_cache_size = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.346309] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.tx_queue_size = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.346473] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.uid_maps = [] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.346632] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.use_virtio_for_bridges = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.346799] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.virt_type = kvm {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.346964] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.volume_clear = zero {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.347139] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.volume_clear_size = 0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.347302] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.volume_use_multipath = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.347456] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.vzstorage_cache_path = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.347619] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.347782] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.vzstorage_mount_group = qemu {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.347947] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.vzstorage_mount_opts = [] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.348151] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.348446] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.348626] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.vzstorage_mount_user = stack {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.348810] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.348986] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] neutron.auth_section = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.349226] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] neutron.auth_type = password {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.349484] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] neutron.cafile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.349747] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] neutron.certfile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.350036] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] neutron.collect_timing = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.350313] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] neutron.connect_retries = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.350563] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] neutron.connect_retry_delay = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.350823] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] neutron.default_floating_pool = public {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.351100] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] neutron.endpoint_override = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.351356] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] neutron.extension_sync_interval = 600 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.351614] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] neutron.http_retries = 3 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.351870] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] neutron.insecure = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.352134] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] neutron.keyfile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.352398] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] neutron.max_version = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.352668] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.352896] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] neutron.min_version = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.353145] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] neutron.ovs_bridge = br-int {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.353375] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] neutron.physnets = [] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.353606] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] neutron.region_name = RegionOne {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.353828] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] neutron.retriable_status_codes = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.354078] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] neutron.service_metadata_proxy = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.354308] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] neutron.service_name = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.354548] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] neutron.service_type = network {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.354719] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] neutron.split_loggers = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.354882] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] neutron.status_code_retries = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.355050] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] neutron.status_code_retry_delay = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.355213] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] neutron.timeout = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.355392] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.355553] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] neutron.version = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.355747] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] notifications.bdms_in_notifications = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.355930] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] notifications.default_level = INFO {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.356110] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] notifications.include_share_mapping = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.356287] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] notifications.notification_format = unversioned {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.356449] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] notifications.notify_on_state_change = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.356639] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.356841] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] pci.alias = [] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.357027] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] pci.device_spec = [] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.357196] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] pci.report_in_placement = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.357381] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.auth_section = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.357557] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.auth_type = password {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.357725] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.357913] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.cafile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.358090] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.certfile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.358257] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.collect_timing = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.358427] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.connect_retries = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.358612] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.connect_retry_delay = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.358773] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.default_domain_id = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.358933] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.default_domain_name = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.359101] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.domain_id = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.359283] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.domain_name = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.359502] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.endpoint_override = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.359677] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.insecure = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.359910] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.keyfile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.360104] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.max_version = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.360268] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.min_version = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.360488] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.password = **** {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.360674] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.project_domain_id = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.360866] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.project_domain_name = Default {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.361080] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.project_id = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.361268] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.project_name = service {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.361481] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.region_name = RegionOne {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.361750] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.retriable_status_codes = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.361973] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.service_name = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.362200] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.service_type = placement {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.362397] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.split_loggers = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.362588] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.status_code_retries = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.362831] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.status_code_retry_delay = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.363057] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.system_scope = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.363233] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.timeout = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.363395] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.trust_id = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.363551] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.user_domain_id = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.363744] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.user_domain_name = Default {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.363933] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.user_id = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.364169] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.username = nova {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.364375] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.364543] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] placement.version = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.364733] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] quota.cores = 20 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.364913] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] quota.count_usage_from_placement = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.365102] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.365330] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] quota.injected_file_content_bytes = 10240 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.365529] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] quota.injected_file_path_length = 255 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.365731] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] quota.injected_files = 5 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.365897] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] quota.instances = 10 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.366133] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] quota.key_pairs = 100 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.366332] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] quota.metadata_items = 128 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.366505] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] quota.ram = 51200 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.366709] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] quota.recheck_quota = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.366966] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] quota.server_group_members = 10 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.367187] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] quota.server_groups = 10 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.367492] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.367784] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] quota.unified_limits_resource_strategy = require {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.368032] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.368214] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.368454] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] scheduler.image_metadata_prefilter = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.368684] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.368878] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] scheduler.max_attempts = 3 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.369057] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] scheduler.max_placement_results = 1000 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.369233] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.369397] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] scheduler.query_placement_for_image_type_support = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.369556] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.369727] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] scheduler.workers = 2 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.369900] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.370082] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.370265] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.370432] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.370595] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.370756] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.370915] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.371111] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.371279] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] filter_scheduler.host_subset_size = 1 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.371439] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.371593] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.371751] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.371913] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] filter_scheduler.isolated_hosts = [] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.372099] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] filter_scheduler.isolated_images = [] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.372262] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.372419] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.372576] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.372731] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] filter_scheduler.pci_in_placement = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.372889] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.373056] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.373217] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.373375] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.373530] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.373697] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.373886] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] filter_scheduler.track_instance_changes = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.374074] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.374242] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] metrics.required = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.374401] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] metrics.weight_multiplier = 1.0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.374560] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.374718] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] metrics.weight_setting = [] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.375055] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.375224] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] serial_console.enabled = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.375397] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] serial_console.port_range = 10000:20000 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.375560] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.375743] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.375919] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] serial_console.serialproxy_port = 6083 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.376099] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] service_user.auth_section = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.376269] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] service_user.auth_type = password {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.376426] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] service_user.cafile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.376579] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] service_user.certfile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.376746] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] service_user.collect_timing = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.376966] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] service_user.insecure = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.377144] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] service_user.keyfile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.377313] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] service_user.send_service_user_token = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.377472] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] service_user.split_loggers = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.377625] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] service_user.timeout = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.377789] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] spice.agent_enabled = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.377949] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] spice.enabled = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.378265] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.378468] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.378641] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] spice.html5proxy_port = 6082 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.378803] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] spice.image_compression = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.378961] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] spice.jpeg_compression = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.379134] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] spice.playback_compression = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.379297] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] spice.require_secure = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.379461] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] spice.server_listen = 127.0.0.1 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.379627] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.379783] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] spice.streaming_mode = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.379939] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] spice.zlib_compression = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.380115] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] upgrade_levels.baseapi = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.380286] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] upgrade_levels.compute = auto {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.380443] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] upgrade_levels.conductor = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.380596] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] upgrade_levels.scheduler = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.380760] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vendordata_dynamic_auth.auth_section = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.380920] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vendordata_dynamic_auth.auth_type = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.381088] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vendordata_dynamic_auth.cafile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.381248] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vendordata_dynamic_auth.certfile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.381408] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.381565] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vendordata_dynamic_auth.insecure = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.381720] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vendordata_dynamic_auth.keyfile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.381880] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.382046] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vendordata_dynamic_auth.timeout = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.382222] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vmware.api_retry_count = 10 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.382380] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vmware.ca_file = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.382546] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vmware.cache_prefix = devstack-image-cache {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.382712] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vmware.cluster_name = testcl1 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.382875] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vmware.connection_pool_size = 10 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.383041] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vmware.console_delay_seconds = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.383214] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vmware.datastore_regex = ^datastore.* {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.383424] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.383595] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vmware.host_password = **** {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.383782] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vmware.host_port = 443 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.383963] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vmware.host_username = administrator@vsphere.local {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.384145] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vmware.insecure = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.384306] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vmware.integration_bridge = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.384468] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vmware.maximum_objects = 100 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.384622] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vmware.pbm_default_policy = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.384779] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vmware.pbm_enabled = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.384937] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vmware.pbm_wsdl_location = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.385116] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.385274] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vmware.serial_port_proxy_uri = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.385429] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vmware.serial_port_service_uri = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.385588] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vmware.task_poll_interval = 0.5 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.385778] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vmware.use_linked_clone = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.385953] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vmware.vnc_keymap = en-us {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.386134] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vmware.vnc_port = 5900 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.386295] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vmware.vnc_port_total = 10000 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.386476] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vnc.auth_schemes = ['none'] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.386649] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vnc.enabled = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.386961] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.387166] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.387339] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vnc.novncproxy_port = 6080 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.387523] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vnc.server_listen = 127.0.0.1 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.387701] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.387861] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vnc.vencrypt_ca_certs = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.388028] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vnc.vencrypt_client_cert = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.388189] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vnc.vencrypt_client_key = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.388359] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.388518] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] workarounds.disable_deep_image_inspection = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.388676] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.388835] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.388991] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.389162] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] workarounds.disable_rootwrap = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.389319] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] workarounds.enable_numa_live_migration = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.389476] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.389633] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.389788] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.389947] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] workarounds.libvirt_disable_apic = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.390116] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.390276] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.390436] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.390593] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.390750] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.390907] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.391075] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.391234] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.391391] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.391550] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.391729] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.391896] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] wsgi.client_socket_timeout = 900 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.392074] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] wsgi.default_pool_size = 1000 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.392243] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] wsgi.keep_alive = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.392406] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] wsgi.max_header_line = 16384 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.392563] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] wsgi.secure_proxy_ssl_header = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.392721] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] wsgi.ssl_ca_file = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.392878] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] wsgi.ssl_cert_file = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.393045] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] wsgi.ssl_key_file = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.393212] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] wsgi.tcp_keepidle = 600 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.393384] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.393546] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] zvm.ca_file = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.393719] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] zvm.cloud_connector_url = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.394051] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.394284] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] zvm.reachable_timeout = 300 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.394478] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.394654] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.394829] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] profiler.connection_string = messaging:// {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.394996] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] profiler.enabled = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.395180] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] profiler.es_doc_type = notification {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.395341] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] profiler.es_scroll_size = 10000 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.395503] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] profiler.es_scroll_time = 2m {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.395658] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] profiler.filter_error_trace = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.395851] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] profiler.hmac_keys = **** {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.396030] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] profiler.sentinel_service_name = mymaster {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.396195] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] profiler.socket_timeout = 0.1 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.396354] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] profiler.trace_requests = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.396508] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] profiler.trace_sqlalchemy = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.396691] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] profiler_jaeger.process_tags = {} {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.396870] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] profiler_jaeger.service_name_prefix = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.397053] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] profiler_otlp.service_name_prefix = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.397219] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] remote_debug.host = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.397376] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] remote_debug.port = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.397545] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.397703] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.397863] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.398028] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.398190] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.398346] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.398501] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.398661] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.398817] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.398986] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.399155] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.399322] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.399483] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.399641] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.399806] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.399966] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.400141] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.400307] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.400464] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.400620] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.400779] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.400938] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.401107] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.401264] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.401421] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.401578] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.401734] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.401891] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.402059] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.402220] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.ssl = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.402382] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.402542] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.402697] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.402860] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.403035] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.ssl_version = {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.403201] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.403382] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.403547] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_notifications.retry = -1 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.403730] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.403904] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_messaging_notifications.transport_url = **** {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.404096] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_limit.auth_section = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.404261] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_limit.auth_type = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.404418] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_limit.cafile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.404572] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_limit.certfile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.404728] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_limit.collect_timing = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.404883] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_limit.connect_retries = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.405046] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_limit.connect_retry_delay = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.405204] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_limit.endpoint_id = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.405369] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_limit.endpoint_interface = publicURL {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.405521] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_limit.endpoint_override = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.405690] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_limit.endpoint_region_name = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.405862] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_limit.endpoint_service_name = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.406029] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_limit.endpoint_service_type = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.406195] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_limit.insecure = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.406349] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_limit.keyfile = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.406500] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_limit.max_version = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.406653] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_limit.min_version = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.406823] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_limit.region_name = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.406997] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_limit.retriable_status_codes = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.407169] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_limit.service_name = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.407327] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_limit.service_type = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.407486] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_limit.split_loggers = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.407638] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_limit.status_code_retries = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.407795] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_limit.status_code_retry_delay = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.407952] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_limit.timeout = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.408120] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_limit.valid_interfaces = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.408278] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_limit.version = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.408438] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_reports.file_event_handler = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.408600] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.408756] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] oslo_reports.log_dir = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.408956] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.409137] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.409295] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.409460] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.409623] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.409780] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.409949] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.410120] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vif_plug_ovs_privileged.group = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.410278] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.410438] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.410598] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.410753] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] vif_plug_ovs_privileged.user = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.410922] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] os_vif_linux_bridge.flat_interface = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.411111] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.411282] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.411449] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.411615] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.411782] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.411945] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.412114] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.412288] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.412454] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] os_vif_ovs.isolate_vif = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.412617] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.412777] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.412940] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.413116] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] os_vif_ovs.ovsdb_interface = native {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.413274] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] os_vif_ovs.per_port_bridge = False {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.413441] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] privsep_osbrick.capabilities = [21] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.413615] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] privsep_osbrick.group = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.413786] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] privsep_osbrick.helper_command = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.413952] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.414127] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.414285] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] privsep_osbrick.user = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.414455] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.414611] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] nova_sys_admin.group = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.414764] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] nova_sys_admin.helper_command = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.414925] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.415096] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.415252] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] nova_sys_admin.user = None {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.415381] env[63366]: DEBUG oslo_service.service [None req-d46f0945-b18e-46d9-96be-3dece9a070d1 None None] ******************************************************************************** {{(pid=63366) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 531.415837] env[63366]: INFO nova.service [-] Starting compute node (version 29.0.2) [ 531.920072] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-384582c2-1639-4281-923f-6d6b7a18218d None None] Getting list of instances from cluster (obj){ [ 531.920072] env[63366]: value = "domain-c8" [ 531.920072] env[63366]: _type = "ClusterComputeResource" [ 531.920072] env[63366]: } {{(pid=63366) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 531.921142] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93803263-b476-4069-9d5a-5adecfd179a7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.929813] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-384582c2-1639-4281-923f-6d6b7a18218d None None] Got total of 0 instances {{(pid=63366) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 531.930384] env[63366]: WARNING nova.virt.vmwareapi.driver [None req-384582c2-1639-4281-923f-6d6b7a18218d None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 531.930917] env[63366]: INFO nova.virt.node [None req-384582c2-1639-4281-923f-6d6b7a18218d None None] Generated node identity d4eb5599-1ee7-4533-a84b-536c6f825ecc [ 531.931156] env[63366]: INFO nova.virt.node [None req-384582c2-1639-4281-923f-6d6b7a18218d None None] Wrote node identity d4eb5599-1ee7-4533-a84b-536c6f825ecc to /opt/stack/data/n-cpu-1/compute_id [ 532.433748] env[63366]: WARNING nova.compute.manager [None req-384582c2-1639-4281-923f-6d6b7a18218d None None] Compute nodes ['d4eb5599-1ee7-4533-a84b-536c6f825ecc'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 533.440041] env[63366]: INFO nova.compute.manager [None req-384582c2-1639-4281-923f-6d6b7a18218d None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 534.444945] env[63366]: WARNING nova.compute.manager [None req-384582c2-1639-4281-923f-6d6b7a18218d None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 534.445296] env[63366]: DEBUG oslo_concurrency.lockutils [None req-384582c2-1639-4281-923f-6d6b7a18218d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.445443] env[63366]: DEBUG oslo_concurrency.lockutils [None req-384582c2-1639-4281-923f-6d6b7a18218d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.445588] env[63366]: DEBUG oslo_concurrency.lockutils [None req-384582c2-1639-4281-923f-6d6b7a18218d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.445793] env[63366]: DEBUG nova.compute.resource_tracker [None req-384582c2-1639-4281-923f-6d6b7a18218d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 534.446710] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abafda8-6cf0-49f2-aea2-4bbb747271d9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.454662] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2ff307-fe52-4826-be42-3148cf91d144 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.469282] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095a8279-5ae4-4c21-aae6-a9c0a2ee8eb7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.475581] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a4d638-6cb5-4aca-9c4c-d40d3cb990be {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.503370] env[63366]: DEBUG nova.compute.resource_tracker [None req-384582c2-1639-4281-923f-6d6b7a18218d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181315MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 534.503501] env[63366]: DEBUG oslo_concurrency.lockutils [None req-384582c2-1639-4281-923f-6d6b7a18218d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.503700] env[63366]: DEBUG oslo_concurrency.lockutils [None req-384582c2-1639-4281-923f-6d6b7a18218d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.006046] env[63366]: WARNING nova.compute.resource_tracker [None req-384582c2-1639-4281-923f-6d6b7a18218d None None] No compute node record for cpu-1:d4eb5599-1ee7-4533-a84b-536c6f825ecc: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host d4eb5599-1ee7-4533-a84b-536c6f825ecc could not be found. [ 535.509531] env[63366]: INFO nova.compute.resource_tracker [None req-384582c2-1639-4281-923f-6d6b7a18218d None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: d4eb5599-1ee7-4533-a84b-536c6f825ecc [ 537.017590] env[63366]: DEBUG nova.compute.resource_tracker [None req-384582c2-1639-4281-923f-6d6b7a18218d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 537.017941] env[63366]: DEBUG nova.compute.resource_tracker [None req-384582c2-1639-4281-923f-6d6b7a18218d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 537.180877] env[63366]: INFO nova.scheduler.client.report [None req-384582c2-1639-4281-923f-6d6b7a18218d None None] [req-a02ae0df-fc8e-4607-bea3-ca3c22dcc717] Created resource provider record via placement API for resource provider with UUID d4eb5599-1ee7-4533-a84b-536c6f825ecc and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 537.199432] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b418f27-152c-4030-80eb-b410b7fd088c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.207476] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b461e928-9b4d-4e1c-b027-8f01a8251d86 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.237600] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776a9732-ed60-46f5-a556-d2935ad9c192 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.244802] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5e8324-0f15-4900-a82c-da7109a5b8ac {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.258130] env[63366]: DEBUG nova.compute.provider_tree [None req-384582c2-1639-4281-923f-6d6b7a18218d None None] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 537.808163] env[63366]: DEBUG nova.scheduler.client.report [None req-384582c2-1639-4281-923f-6d6b7a18218d None None] Updated inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 537.808491] env[63366]: DEBUG nova.compute.provider_tree [None req-384582c2-1639-4281-923f-6d6b7a18218d None None] Updating resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc generation from 0 to 1 during operation: update_inventory {{(pid=63366) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 537.808709] env[63366]: DEBUG nova.compute.provider_tree [None req-384582c2-1639-4281-923f-6d6b7a18218d None None] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 537.859474] env[63366]: DEBUG nova.compute.provider_tree [None req-384582c2-1639-4281-923f-6d6b7a18218d None None] Updating resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc generation from 1 to 2 during operation: update_traits {{(pid=63366) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 538.363837] env[63366]: DEBUG nova.compute.resource_tracker [None req-384582c2-1639-4281-923f-6d6b7a18218d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 538.364093] env[63366]: DEBUG oslo_concurrency.lockutils [None req-384582c2-1639-4281-923f-6d6b7a18218d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.860s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.364255] env[63366]: DEBUG nova.service [None req-384582c2-1639-4281-923f-6d6b7a18218d None None] Creating RPC server for service compute {{(pid=63366) start /opt/stack/nova/nova/service.py:186}} [ 538.377870] env[63366]: DEBUG nova.service [None req-384582c2-1639-4281-923f-6d6b7a18218d None None] Join ServiceGroup membership for this service compute {{(pid=63366) start /opt/stack/nova/nova/service.py:203}} [ 538.378051] env[63366]: DEBUG nova.servicegroup.drivers.db [None req-384582c2-1639-4281-923f-6d6b7a18218d None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=63366) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 541.380197] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.883429] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Getting list of instances from cluster (obj){ [ 541.883429] env[63366]: value = "domain-c8" [ 541.883429] env[63366]: _type = "ClusterComputeResource" [ 541.883429] env[63366]: } {{(pid=63366) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 541.884731] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6273dfb5-620b-4f17-ba78-bd95556e7446 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.894239] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Got total of 0 instances {{(pid=63366) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 541.894474] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.894790] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Getting list of instances from cluster (obj){ [ 541.894790] env[63366]: value = "domain-c8" [ 541.894790] env[63366]: _type = "ClusterComputeResource" [ 541.894790] env[63366]: } {{(pid=63366) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 541.895749] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f652352-c429-4b57-95a2-926d7e981d0b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.903700] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Got total of 0 instances {{(pid=63366) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 586.798842] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 586.799249] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 586.799291] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 586.799398] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Rebuilding the list of instances to heal {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 587.303066] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Didn't find any instances for network info cache update. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 587.303066] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.303066] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.303406] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.303406] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.303497] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.303656] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.303833] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 587.304029] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.807741] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.808169] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.808169] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.808298] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 587.809218] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144be45f-7c89-43cd-9aa8-0584fabc1cf3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.817602] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b26e32-ee1b-4e29-8577-dad596776072 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.831408] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ccdcb7-d388-4ca8-9b10-bbe3b90a16c3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.837466] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b99b57-d4e7-4b8e-a770-0547da9f881c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.866013] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181315MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 587.866166] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.866324] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.884080] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 588.884333] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 588.898269] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5045fa-70fb-4613-8e72-1431514cd191 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.905532] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4092c4-54c4-4c5b-b94e-76d08c6c2ab2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.934255] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389eee2f-8114-4f9a-8f80-986886f70f61 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.941011] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49516298-9516-4287-882e-0d591fd6cc74 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.953302] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 589.456792] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 589.962058] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 589.962416] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.096s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.948657] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 649.949093] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 650.456344] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 650.456344] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 650.459931] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Rebuilding the list of instances to heal {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 650.958788] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Didn't find any instances for network info cache update. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 650.959293] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 650.959384] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 650.959623] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 650.959841] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 650.960062] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 650.960277] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 650.960458] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 650.960662] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 651.463990] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.464260] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.464428] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.464579] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 651.465478] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504c084c-545f-4fae-a6bb-8e0a6b93ee84 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.473661] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c08a523-093b-48ba-85e1-f1f08e4d4b3e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.486853] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3ce079-38dc-474e-9ec4-3c5b71d53fe9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.493033] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7172614d-e292-40fb-851f-b35fa9f5b610 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.521379] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181319MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 651.521521] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.521689] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.540560] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 652.540850] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 652.554461] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce16f984-39cb-4dbe-a0b6-9ef6ad3d5848 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.561837] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db000d9-1384-4dfa-a2c9-2a1f0303f238 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.590313] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25774b05-4c1b-48c7-bb79-3b10b1bd5cfb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.596967] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9380302-5d5c-48bc-b40a-9af856c36617 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.609442] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.112192] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.113570] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 653.113749] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.115892] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.116284] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.116322] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 713.116434] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Rebuilding the list of instances to heal {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 713.622315] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Didn't find any instances for network info cache update. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 713.622603] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.622703] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.622862] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.623018] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.623164] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.623302] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.623426] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 713.623560] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 714.126850] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.127236] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.127275] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.127411] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 714.128332] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31ab156-ff0e-46cf-8556-b89953530648 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.136555] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747b3d20-b66d-42fb-8eb6-a528fe61cae5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.150271] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3256140b-1715-4268-b5fc-4d205bbcbeb2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.156297] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56d27ba-a9e4-4486-8ec0-e63fd36e3077 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.183900] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181318MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 714.184044] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.184221] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.202975] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 715.203276] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 715.217082] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deac8030-94c1-42f2-addd-ad0801567ebb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.224536] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084d6444-c683-4928-9c21-877909d8c84c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.254193] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92dbfdec-3b59-41e3-9149-7ee8968b472a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.261709] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878951c5-e714-4e37-9381-668a5974197d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.274789] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.778598] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.779878] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 715.780069] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.449523] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 770.449918] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 770.955084] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 770.955314] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 770.955434] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Rebuilding the list of instances to heal {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 771.458972] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Didn't find any instances for network info cache update. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 771.459363] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.459404] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.459534] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.459679] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.459814] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.459972] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.963081] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.963371] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.963492] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.963657] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 771.964565] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e03e95b-dcf3-4d21-b289-a64b3a5da9d8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.973075] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ba916e-5fc0-48c0-91cb-4d23e316f5aa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.986553] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393a01f6-4e44-4cdf-b545-8e945bedae4b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.992752] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691b2db4-4261-4073-a9e1-fd5897db7b52 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.020580] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181300MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 772.020722] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.020903] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.040029] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 773.040029] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 773.054269] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029a6109-8c39-421b-b0ba-1123ee5cfe67 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.061845] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac534114-5cb5-41a3-a34d-872faab0d1f8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.091010] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e866838-32c3-4454-b47a-172a8c4a185f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.097877] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7145a8-2639-4953-95ef-358a13b4795e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.111738] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.614589] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.615827] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 773.616015] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.946840] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 773.947090] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 826.790503] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.790844] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Cleaning up deleted instances {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 827.294534] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] There are 0 instances to clean {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 827.294801] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 827.294921] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Cleaning up deleted instances with incomplete migration {{(pid=63366) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 827.797473] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 830.299654] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 830.300028] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 830.300028] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 830.300196] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 830.786466] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 830.789072] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.789839] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.790215] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 831.790215] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Rebuilding the list of instances to heal {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 832.292592] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Didn't find any instances for network info cache update. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 832.790525] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 832.790859] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 832.790859] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 833.293694] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.293926] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.294102] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.294256] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 833.295164] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a596f0-0b18-4366-9b8b-4bbf813d045b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.303708] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c143035-8df7-456d-884b-f49ed959fd85 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.317636] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a59214-4276-4397-8866-6e7a4090ec99 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.323704] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3a6600-f8ad-42a0-aed6-411cca6ce4a7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.351512] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181314MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 833.351649] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.351834] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.372227] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 834.372463] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 834.386388] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa94088-6c90-47ae-a217-bf1ea27caa04 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.393739] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110db7f4-f502-4ec7-b28e-c7ab45bc3f64 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.422113] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abcbf55-4074-42ad-a59e-93dd99399bed {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.428851] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e606ab0-7b1a-43e5-8fc0-7f609fec0501 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.441410] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.947371] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.948704] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 834.948877] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.943563] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 891.943961] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 892.449169] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 892.449336] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 892.449451] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Rebuilding the list of instances to heal {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 892.951619] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Didn't find any instances for network info cache update. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 892.953499] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 892.953499] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 892.953499] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 892.953499] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 892.953499] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 892.953499] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 892.953891] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 893.789920] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 894.292940] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.293230] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.293393] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.293547] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 894.294467] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b32ae5-10af-4595-8fd1-8fd5393220fc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.302473] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c81656a-ae31-43c2-89c4-e1c2f2e0fc65 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.317196] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bc9267-711e-4554-87ee-3ef08e80ac18 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.323328] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4daad55-e18d-4f7f-8caa-b9290d72ab1e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.351633] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181229MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 894.351779] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.351966] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.385564] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 895.385782] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 895.402203] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Refreshing inventories for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 895.414679] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Updating ProviderTree inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 895.414840] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 895.425986] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Refreshing aggregate associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, aggregates: None {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 895.440692] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Refreshing trait associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 895.451267] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b384ac-fa73-43f1-8de9-eb514d8cb46c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.458807] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e6c996-46f9-496b-93d8-beadbc02a7ac {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.488850] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06949434-0e05-4c3a-a795-876a28e7de21 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.495839] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87da320-ba70-41b0-ac9a-3914a4bfd46c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.508483] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.011258] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.012513] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 896.012692] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.661s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.012820] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 952.013227] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 952.013227] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Rebuilding the list of instances to heal {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 952.516114] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Didn't find any instances for network info cache update. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 952.516363] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 952.516506] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 952.516661] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 952.790327] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 952.790551] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 953.786258] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 953.789788] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 953.790039] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.790366] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 955.294220] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.294450] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.294649] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.294828] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 955.295748] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b8df21-55d2-4b06-af1d-12c8673984e5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.305194] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585dac20-3623-442f-9c93-9c0669c4665b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.318981] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d165c9-3d70-4cf7-b812-1879f3a40f36 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.325176] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6b85ae-1fc7-4d82-8130-9f9314489ee7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.353344] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181318MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 955.353479] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.353672] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.372014] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 956.374019] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 956.385282] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e586e4-fbc9-4525-ac92-3623cb64cb46 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.393037] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f77cde1-565e-4f23-8161-42995f18a165 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.422122] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f60328-c741-44b2-aa4d-db7238a255df {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.428896] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc751745-b6e9-4ec2-b63f-d05d2cc0c4fc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.441184] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.945917] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.945917] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 956.945917] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.942268] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1012.447280] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1012.447280] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1012.447280] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1012.791108] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1012.791108] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1012.791108] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Rebuilding the list of instances to heal {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1013.293811] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Didn't find any instances for network info cache update. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1013.789965] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.792518] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.792518] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1014.791683] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1015.790894] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1015.790894] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1016.296023] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.296023] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.296023] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.296023] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1016.296023] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcd4372-06ca-4ac5-b14b-a8740b1f7763 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.304769] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e41e9d5-ba3c-432c-a0a6-71547d335f64 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.319022] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508681f7-5241-4b10-bec3-37ca5c4f60e1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.326039] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b885c6-93b7-476a-bc87-ff8d428469f7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.352918] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181317MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1016.354752] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.354752] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.372059] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1017.372059] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1017.384596] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c307a1f-93c2-4896-aacf-324ed8b35900 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.392226] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c5b653-4321-45ac-9ed8-4b7172e39004 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.421453] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2f233d-1e30-4475-b4e5-aeebcd1ed1b8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.428160] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db53721-e2bb-4b97-94d2-1043e493d38d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.440749] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.945058] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.945473] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1017.945649] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.945699] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1073.946089] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1073.946089] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1073.946234] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Rebuilding the list of instances to heal {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1074.449431] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Didn't find any instances for network info cache update. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1074.449662] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.449820] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.450024] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.450173] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.450312] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1075.790599] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.790874] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1076.790155] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1077.293889] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.294233] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.294319] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.294475] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1077.295371] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901c785d-9ee0-4bea-8783-33ff1a78892a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.303886] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4e2a25-046d-4aea-8ea8-bd26fd264512 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.318556] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2562d3-f83f-43f1-af01-982b560bd710 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.324723] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf34fe87-eadc-4059-8688-7d0c01fbe3bf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.352998] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181314MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1077.353193] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.353336] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.372080] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1078.372453] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1078.385738] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30166cd7-ae75-4713-a663-74c1ad09d0a0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.393616] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b195cc3-1a5b-4afe-8106-97da854d5985 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.423294] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8343f18e-2be8-4c10-a251-8b9e5cd094ba {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.430599] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c07f0f-47e3-436b-9b71-bba576680b5d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.443814] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.946802] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.948031] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1078.948333] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.791210] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.293773] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.293773] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Cleaning up deleted instances {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 1131.796674] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] There are 0 instances to clean {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 1132.790773] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.791172] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Cleaning up deleted instances with incomplete migration {{(pid=63366) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 1134.288075] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.288075] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.288075] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.288075] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1134.787267] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.290619] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.290943] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1135.290943] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Rebuilding the list of instances to heal {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1135.793242] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Didn't find any instances for network info cache update. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1135.793487] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.793620] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.793769] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.790463] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.790815] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.294295] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.294528] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.294694] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.294845] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1138.295728] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5916b28-9fc8-495e-bc12-a63b939fe912 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.303894] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0840eedd-2884-4980-baf4-384fb29df4b4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.318191] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb06f83-2d97-47a6-9648-e88754897902 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.324246] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d0be05-f67b-4594-8d36-38c1db0d9b9c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.354789] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181312MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1138.354930] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.355104] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.373747] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1139.373998] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1139.388153] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1d14e4-e240-421f-a997-4ae0ca09067b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.396126] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551749c4-601c-4e30-a35b-123b33106129 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.427454] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27979c2-dcae-4aa1-9ca9-a9897c188771 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.435090] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e304bbbb-f3c5-4134-be54-eaa3f39144b3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.448111] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.950887] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.952142] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1139.952342] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.542903] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.046234] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Getting list of instances from cluster (obj){ [ 1144.046234] env[63366]: value = "domain-c8" [ 1144.046234] env[63366]: _type = "ClusterComputeResource" [ 1144.046234] env[63366]: } {{(pid=63366) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1144.047295] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8237288-a685-457e-a10a-caa9c74b3e01 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.056010] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Got total of 0 instances {{(pid=63366) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1194.789579] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.789985] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.789985] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1195.786245] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.789798] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.790036] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.790677] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.791089] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1196.791089] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Rebuilding the list of instances to heal {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1197.294356] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Didn't find any instances for network info cache update. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1197.790117] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.790308] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.790483] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.294101] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.294409] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.294547] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.294700] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1198.295597] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fe81c5-c6d4-4b38-a568-6226766fb13c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.305024] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b0390a-aab9-4908-be25-b4d66de3a4b3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.318998] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98b4b4b-d51b-4eb9-835d-12bd5c268153 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.325482] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2cd96d-9a91-4585-bf98-c1e10bb658e2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.353524] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181313MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1198.353683] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.353857] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.610539] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1199.610822] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1199.625772] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Refreshing inventories for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1199.637507] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Updating ProviderTree inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1199.637683] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1199.646800] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Refreshing aggregate associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, aggregates: None {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1199.661121] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Refreshing trait associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1199.672404] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff47706b-ad61-40ec-80e2-ffbb9d4bec0d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.681340] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46e4a16-b3e4-4494-9a3c-5db5c05c3725 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.715296] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05507190-5aec-4286-87b0-67c4bc749fca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.723265] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f582a113-c5c1-4e43-ac1b-9479347b9557 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.736041] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.239600] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.240850] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1200.241038] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.887s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.237510] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.237510] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.741074] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.741074] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.741074] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.741074] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.741462] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1257.790247] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.790424] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1257.790519] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Rebuilding the list of instances to heal {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1258.292730] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Didn't find any instances for network info cache update. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1258.790227] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.789631] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.789982] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.293337] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.293596] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1260.293743] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.293913] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1260.294853] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f074f40c-ff4f-48eb-92e0-502e75fdc5a8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.302956] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cea0b48-be04-49d8-9a31-a03434283261 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.316455] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65164855-7400-4435-ad39-8d991313574e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.322234] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27078c4a-bdad-44c3-84d7-a97f7dabd2cd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.350871] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181312MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1260.351020] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.351185] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.370682] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1261.370682] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1261.383016] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7ea621-2784-4bd5-8e27-88a49f9f9169 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.390040] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e080d69-c503-41ad-8ef5-e86445c6e51e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.418732] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6118873c-a1bc-475b-ab54-6d69fe34d3b6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.426286] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a75efd6-7cb5-4ad0-ab6f-aeede7952fca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.440584] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.945053] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.945693] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1261.945884] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.945853] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.946277] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.946277] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.946456] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.789721] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.789886] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1318.790453] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.790760] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1318.790760] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Rebuilding the list of instances to heal {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1319.293796] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Didn't find any instances for network info cache update. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1319.294067] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.790717] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.294106] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.294431] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.294598] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.294749] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1320.295686] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8643633-11b2-4048-8ad0-f2a9150671c5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.303837] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a217fc9d-2b5c-4b10-ab75-f308256070bd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.317593] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a19b44-91aa-43d0-b472-fe7a95535f06 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.323992] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0215d6-c187-4b7c-a3a9-3d5b306b899e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.353202] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181322MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1320.353360] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.353552] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.372892] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1321.373172] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1321.386906] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a662d6b8-f80c-4425-b1d9-43cd5afe7569 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.394414] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44386062-bb14-4ff9-b361-47075b5e4d36 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.422545] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b8a8f2-9330-4875-acff-4b1b1a069283 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.429514] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c921ef7-4dfc-48a7-8d76-2918bad9c8e3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.441852] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.945504] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.947521] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1321.947801] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.947852] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.787801] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.790726] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.790410] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.790627] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.786358] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.290590] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.290849] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1379.790341] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.790716] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.791188] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1380.791188] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Rebuilding the list of instances to heal {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1381.294179] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Didn't find any instances for network info cache update. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1381.294433] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.790097] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.293211] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.293591] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.293591] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.293810] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1382.294655] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9fa04d-08a9-4abf-8709-9f021c47c2f5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.302690] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89848306-0136-409d-a4ea-820f4b9376aa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.316278] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0dfc39-b454-4b25-9064-4f659c8347f3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.322435] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4c54b7-b1ae-4e7d-bc62-296d9631a9ad {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.350841] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181316MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1382.350989] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.351169] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.367808] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1383.368050] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1383.380771] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a78468c-fbc8-4cc0-9ca5-2cef819e5d61 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.388418] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c353d31-df05-41a1-85ed-2b7b8c4e5a37 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.418527] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728faaaf-06da-4128-a688-ad856a78c59f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.425850] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86af1d06-70e2-492b-abd4-8404b45d693c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.440044] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.942735] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1383.943947] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1383.944135] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.792135] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.294662] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.295151] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Cleaning up deleted instances with incomplete migration {{(pid=63366) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 1438.287561] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.287921] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.789742] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.789742] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.789742] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.789742] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1440.792226] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.792583] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1440.792583] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Rebuilding the list of instances to heal {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1441.295314] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Didn't find any instances for network info cache update. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1441.790034] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.790473] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.790851] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.790851] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Cleaning up deleted instances {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 1443.293634] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] There are 0 instances to clean {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 1444.294539] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.800023] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.800023] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.800023] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.800023] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1444.800023] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ba61e4-d72c-4b65-a91c-e3143e35a58c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.808301] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c0f3da-f6c0-4712-a70c-218dacdef456 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.822392] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0781780b-6c32-4450-a268-f81b4e49c69e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.829287] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0d038a-a6c8-42f0-aa6c-9da100a98635 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.858331] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181319MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1444.859171] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.859171] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.876976] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1445.877237] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1445.889565] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879dd729-136d-4ad4-aa4f-b911d967ed2d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.897257] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac11e4a7-1877-467e-95d6-abc1ca33f68d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.925804] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85988460-0fb4-4ae8-8d97-d0aa3b8c71f0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.932503] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ab1c59-430c-4163-acbf-38ff3d000fa4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.945213] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.448171] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1446.449422] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1446.449601] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.947529] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1499.947926] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1500.452061] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1500.452265] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1500.452542] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1500.452542] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1500.790359] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.791157] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.791594] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1502.791594] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Rebuilding the list of instances to heal {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1503.294322] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Didn't find any instances for network info cache update. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1503.789572] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1503.789796] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1504.292884] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.293241] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.293339] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.293455] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1504.294688] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ffa0fa-fd9e-4a39-99ab-0f22c0e9e05d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.302677] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f09a2f1-d4f8-4049-89b5-8ffc7dc0d9dd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.316206] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c840d4b9-e4c4-4cf8-a8c6-090433c01785 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.322382] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95464e7c-fb6c-4648-a298-567ad248e0e3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.351355] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181316MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1504.351486] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.351666] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.385309] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1505.385640] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1505.401815] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Refreshing inventories for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1505.414068] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Updating ProviderTree inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1505.414350] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1505.425475] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Refreshing aggregate associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, aggregates: None {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1505.440773] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Refreshing trait associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1505.452373] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d874ff6-5562-4283-ac74-23f23ebfce34 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.459573] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d204f3cd-ae49-48bf-870e-7a41a8f5f221 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.488274] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a788baa5-eda4-4131-9f7a-73fa2d510823 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.494908] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66db5998-166a-4b41-a68f-4995d5ac709d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.507283] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1506.010546] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1506.011826] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1506.012017] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.660s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.012685] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1559.786286] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1559.789834] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1559.790015] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1561.791036] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1561.791463] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1562.791366] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1563.789936] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1563.790121] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1563.790201] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Rebuilding the list of instances to heal {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1564.293050] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Didn't find any instances for network info cache update. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1564.293414] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1564.796700] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.796994] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.797229] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.797328] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1564.798556] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0296bfc6-c95a-4444-8182-b28d8b4ae0d1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.806604] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e895ac-1208-4904-bebe-fb84806f4f88 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.820533] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f151b7-6373-4c9d-a6a1-f936f0a73641 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.826836] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01d8766-5200-448c-8776-8a1b20aada2b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.855231] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181314MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1564.855382] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.855569] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.874416] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1565.874697] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1565.887266] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266a145f-790a-484c-b2be-fa7f5a6c1fcc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.895040] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39c5537-fc18-42f9-8ef3-032862735d0b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.924734] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee7b5d1-ace8-4cf7-b42d-f6b30316a315 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.931631] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6407f25-5eaa-458d-be0b-3cb261c079e1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.944414] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1566.447954] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1566.449198] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1566.449378] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.946180] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1566.946633] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1619.785602] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1620.790503] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1621.791370] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1621.791771] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1621.791771] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1622.786936] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1623.290926] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1624.789773] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1624.790176] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1624.790176] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Rebuilding the list of instances to heal {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1625.293569] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Didn't find any instances for network info cache update. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1625.293811] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1625.797066] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.797478] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.797544] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.797663] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1625.798923] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e3e8d9-3703-446f-abe6-9680e78bde57 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.806722] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0499031-4c76-43b4-b287-0b9d176a818a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.820248] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be720eb-2b69-415e-b419-296e373cc01f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.826116] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c02330a-7235-4733-92d2-8ce571f66c86 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.853997] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181304MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1625.854199] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.854343] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.872085] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1626.872373] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1626.885768] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58014ed0-de55-410c-9c54-85c36dfddab3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.893255] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9040a652-5340-42b7-9fe9-527230be753a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.922625] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fb59a5-e0ab-4a10-a8ac-3a72a07145a9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.929509] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90921bdf-a357-4f72-bfd6-3fd0ec10d33e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.942226] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1627.444986] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1627.446225] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1627.446399] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.943462] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1628.943820] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1680.787323] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1680.789903] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1681.790901] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1683.789871] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1683.791223] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1684.790749] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1684.791162] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1684.791162] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Rebuilding the list of instances to heal {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1685.293834] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Didn't find any instances for network info cache update. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1685.294086] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1685.294257] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1685.798397] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.798749] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.798749] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.798898] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1685.800058] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4b8922-83d5-4c1d-830d-3522697d176f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.808672] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b29f660-07d2-4472-9e58-c662caec8789 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.823541] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3728806b-443f-4641-b850-ae90ec5fb9a8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.829767] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68cdc55-47fa-4b13-8325-5f2f2310fc8b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.857272] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181312MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1685.857404] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.857571] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.876082] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1686.876485] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1686.889379] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152e1739-136d-46b4-943b-0576f3b1d00a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.897058] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2036d5-1f33-4828-90d3-14032bfb8c6e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.926429] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f05886a-4037-4b47-b71e-bb5cfceb95cb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.933177] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff305e5-d144-4862-99b0-7ae3d176a6d7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.945947] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1687.449026] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1687.450300] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1687.450546] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.947155] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1689.947662] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1734.791564] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1739.293304] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1739.293660] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Cleaning up deleted instances with incomplete migration {{(pid=63366) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 1741.293835] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1741.790696] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1742.786437] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1743.381876] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1743.888022] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Getting list of instances from cluster (obj){ [ 1743.888022] env[63366]: value = "domain-c8" [ 1743.888022] env[63366]: _type = "ClusterComputeResource" [ 1743.888022] env[63366]: } {{(pid=63366) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1743.888022] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32dfb86f-a128-45e9-8f12-d77b07481559 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.895916] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Got total of 0 instances {{(pid=63366) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1745.791283] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1745.791283] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1745.791283] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Rebuilding the list of instances to heal {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1746.294314] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Didn't find any instances for network info cache update. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1746.294314] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1746.294314] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1746.789919] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1747.294578] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1747.294951] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1747.798183] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.798436] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.798640] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.798811] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1747.799711] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cadb5c-5666-4244-96b6-d19f9c054a3c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.807938] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af16c1b2-d362-44d8-aad7-bde6d0b59022 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.822859] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4849aa-840b-46d1-813b-4a74fae5d980 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.829182] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8edb6cf-210d-481f-935b-cdb62e353658 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.856974] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181307MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1747.857109] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.857306] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.878594] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1748.878855] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1748.891832] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7375d099-fe78-4c12-9f4d-bf6ebe79ec7c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.898610] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f6f91c-2639-494b-aa5c-824c4cfb594a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.928062] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e839adf3-9961-4413-86f8-e56187bd02ca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.934934] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fa8678-5836-432a-b676-91ef4095109b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.947380] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1749.450968] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1749.452203] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1749.452381] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.948587] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1750.948966] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1755.791656] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1755.792046] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Cleaning up deleted instances {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 1756.294988] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] There are 0 instances to clean {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 1803.294701] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1803.785593] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1803.789288] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1805.792207] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1805.792573] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1805.792573] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Rebuilding the list of instances to heal {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1806.295770] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Didn't find any instances for network info cache update. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1806.296069] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1806.296243] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1806.789962] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1807.292834] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.293260] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.293260] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.293421] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1807.294356] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d21880-0849-4986-92d1-f976132cee4d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.303330] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018d64f6-406f-4e62-aa1c-8702be4e18ff {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.321579] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20184978-b38c-4d64-9ff1-396396afa973 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.329422] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e44aa09-ba4d-42d1-9a70-df67959c3dcb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.362764] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181314MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1807.362932] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.363115] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.484042] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1808.484395] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1808.499949] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Refreshing inventories for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1808.511334] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Updating ProviderTree inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1808.511561] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1808.520957] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Refreshing aggregate associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, aggregates: None {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1808.535899] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Refreshing trait associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1808.547727] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa15e4c6-58d5-451f-a3ea-aa6a36021eec {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.554980] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be50bab8-849e-4d00-b6b0-7da218a04381 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.584942] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e2019d-6c3e-4a6e-8569-6d31bba67d94 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.592122] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ad3dcd-4de2-4c07-99a1-48d40b6c97b5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.604852] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1809.108033] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1809.109321] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1809.109505] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.746s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.110172] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1810.790442] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1810.790679] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1824.463507] env[63366]: DEBUG oslo_concurrency.lockutils [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Acquiring lock "4d9f0050-4fe7-470c-96c3-63c7362026f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.463507] env[63366]: DEBUG oslo_concurrency.lockutils [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Lock "4d9f0050-4fe7-470c-96c3-63c7362026f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.970659] env[63366]: DEBUG nova.compute.manager [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1825.518795] env[63366]: DEBUG oslo_concurrency.lockutils [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.521172] env[63366]: DEBUG oslo_concurrency.lockutils [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.521789] env[63366]: INFO nova.compute.claims [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1826.483970] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Acquiring lock "00d6b6fc-8690-41f2-ad17-6518d68ba9df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.484360] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Lock "00d6b6fc-8690-41f2-ad17-6518d68ba9df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.592500] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfe4b87-3541-4624-a303-57c30b42f3a1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.601873] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e1c744-babe-4818-855b-fe5ce7459223 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.637299] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24aa02c-7899-4eea-a3d7-65577873befe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.644570] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c167cc0d-9598-4c65-a427-e82bf75da17f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.660841] env[63366]: DEBUG nova.compute.provider_tree [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1826.992292] env[63366]: DEBUG nova.compute.manager [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1827.167015] env[63366]: DEBUG nova.scheduler.client.report [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1827.525379] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.677821] env[63366]: DEBUG oslo_concurrency.lockutils [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.159s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.679373] env[63366]: DEBUG nova.compute.manager [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1827.684447] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.159s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.686685] env[63366]: INFO nova.compute.claims [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1828.195499] env[63366]: DEBUG nova.compute.utils [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1828.201508] env[63366]: DEBUG nova.compute.manager [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1828.201845] env[63366]: DEBUG nova.network.neutron [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1828.710738] env[63366]: DEBUG nova.policy [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18a603ea99e444f798116d065207ba03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df48c7ea2d7b467781689121c2f13647', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1828.713834] env[63366]: DEBUG nova.compute.manager [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1828.825494] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3ec033-d5d8-4e4a-bc09-dddb89e5a324 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.836415] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c461041-5ad1-43b3-9fdb-eaee58d76d6e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.875229] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1241b099-0188-40d3-81a0-c8345a6ad558 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.883771] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfe4f02-c749-4248-a006-60deba7be824 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.898447] env[63366]: DEBUG nova.compute.provider_tree [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1829.127499] env[63366]: DEBUG oslo_concurrency.lockutils [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquiring lock "1d01e724-1c08-4dd9-8757-650aed9dac4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.127755] env[63366]: DEBUG oslo_concurrency.lockutils [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lock "1d01e724-1c08-4dd9-8757-650aed9dac4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.132583] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Acquiring lock "aea01b22-a721-4070-9c59-f8554a20423b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.132583] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Lock "aea01b22-a721-4070-9c59-f8554a20423b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.404637] env[63366]: DEBUG nova.scheduler.client.report [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1829.537994] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Acquiring lock "ca21962c-e15c-46b5-98d4-92973869fdb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.537994] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Lock "ca21962c-e15c-46b5-98d4-92973869fdb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.636612] env[63366]: DEBUG nova.network.neutron [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Successfully created port: f79a7ad4-5cb4-420f-aed3-cd4a74e72c2e {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1829.642685] env[63366]: DEBUG nova.compute.manager [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1829.647256] env[63366]: DEBUG nova.compute.manager [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1829.728418] env[63366]: DEBUG nova.compute.manager [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1829.776470] env[63366]: DEBUG nova.virt.hardware [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1829.779568] env[63366]: DEBUG nova.virt.hardware [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1829.779738] env[63366]: DEBUG nova.virt.hardware [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1829.780807] env[63366]: DEBUG nova.virt.hardware [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1829.781151] env[63366]: DEBUG nova.virt.hardware [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1829.781151] env[63366]: DEBUG nova.virt.hardware [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1829.781593] env[63366]: DEBUG nova.virt.hardware [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1829.781593] env[63366]: DEBUG nova.virt.hardware [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1829.781779] env[63366]: DEBUG nova.virt.hardware [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1829.781861] env[63366]: DEBUG nova.virt.hardware [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1829.782057] env[63366]: DEBUG nova.virt.hardware [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1829.782974] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb6c87a-cc1e-4535-a579-03898c1b8322 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.802388] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27b6695-fac4-4a4c-ab4a-8466a72f61d7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.821177] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0c95ab-78d0-4a24-a5c8-8589ef9c5f7a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.913129] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.913574] env[63366]: DEBUG nova.compute.manager [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1830.043789] env[63366]: DEBUG nova.compute.manager [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1830.175970] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.176241] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.178455] env[63366]: INFO nova.compute.claims [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1830.185758] env[63366]: DEBUG oslo_concurrency.lockutils [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.327963] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "2a99be1b-f5c2-4df9-ae96-3bb1f244e576" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.328332] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "2a99be1b-f5c2-4df9-ae96-3bb1f244e576" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.419980] env[63366]: DEBUG nova.compute.utils [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1830.422245] env[63366]: DEBUG nova.compute.manager [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1830.422590] env[63366]: DEBUG nova.network.neutron [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1830.614294] env[63366]: DEBUG nova.policy [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb79fd7e10ff443b9221852373553289', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '774fbc6e98d94b47975a48868ea24301', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1830.624845] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.833294] env[63366]: DEBUG nova.compute.manager [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1830.926610] env[63366]: DEBUG nova.compute.manager [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1831.055458] env[63366]: DEBUG oslo_concurrency.lockutils [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Acquiring lock "5772c3d4-987e-411d-8b1a-499c247ee735" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.055689] env[63366]: DEBUG oslo_concurrency.lockutils [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Lock "5772c3d4-987e-411d-8b1a-499c247ee735" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.156257] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Acquiring lock "24dffd64-79b1-4d94-b5af-b7822d04b8f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.156512] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Lock "24dffd64-79b1-4d94-b5af-b7822d04b8f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.319177] env[63366]: DEBUG nova.network.neutron [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Successfully created port: 86e097c0-d906-4910-8fd6-c72fec22f7c9 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1831.364245] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.447284] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bccc83-c123-448b-99f0-d31d84a5baf0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.458020] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e78d79-098a-4728-9c57-86bc54f14f8d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.497174] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98352cb-bbc6-4f26-b09f-f36b444b8344 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.509226] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcee7ccb-856e-42ca-bc9c-59056b4f32fc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.526866] env[63366]: DEBUG nova.compute.provider_tree [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1831.559963] env[63366]: DEBUG nova.compute.manager [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1831.658658] env[63366]: DEBUG nova.compute.manager [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1831.942175] env[63366]: DEBUG nova.compute.manager [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1831.968123] env[63366]: DEBUG nova.virt.hardware [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1831.968123] env[63366]: DEBUG nova.virt.hardware [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1831.968123] env[63366]: DEBUG nova.virt.hardware [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1831.968123] env[63366]: DEBUG nova.virt.hardware [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1831.968462] env[63366]: DEBUG nova.virt.hardware [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1831.968462] env[63366]: DEBUG nova.virt.hardware [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1831.968462] env[63366]: DEBUG nova.virt.hardware [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1831.968609] env[63366]: DEBUG nova.virt.hardware [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1831.968765] env[63366]: DEBUG nova.virt.hardware [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1831.969790] env[63366]: DEBUG nova.virt.hardware [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1831.970122] env[63366]: DEBUG nova.virt.hardware [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1831.973316] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a34bedd-2379-4f4f-852c-b39a3653e165 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.982663] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a087bb1-163b-4a36-a001-afa8c0c4d6f8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.032074] env[63366]: DEBUG nova.scheduler.client.report [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1832.099399] env[63366]: DEBUG oslo_concurrency.lockutils [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.179763] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.537382] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.538062] env[63366]: DEBUG nova.compute.manager [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1832.545168] env[63366]: DEBUG oslo_concurrency.lockutils [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.358s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.546343] env[63366]: INFO nova.compute.claims [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1832.952185] env[63366]: DEBUG nova.network.neutron [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Successfully updated port: f79a7ad4-5cb4-420f-aed3-cd4a74e72c2e {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1833.055029] env[63366]: DEBUG nova.compute.utils [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1833.057655] env[63366]: DEBUG nova.compute.manager [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1833.058234] env[63366]: DEBUG nova.network.neutron [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1833.093341] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "96f0fab0-d17a-46cc-bff7-66de56c2acc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.093573] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "96f0fab0-d17a-46cc-bff7-66de56c2acc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.229504] env[63366]: DEBUG nova.policy [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '716a8a31109743c089e61877ab6b3ff6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ec14e1cf2424720b82463aa6f20d86c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1833.457712] env[63366]: DEBUG oslo_concurrency.lockutils [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Acquiring lock "refresh_cache-4d9f0050-4fe7-470c-96c3-63c7362026f2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.457712] env[63366]: DEBUG oslo_concurrency.lockutils [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Acquired lock "refresh_cache-4d9f0050-4fe7-470c-96c3-63c7362026f2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.457844] env[63366]: DEBUG nova.network.neutron [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1833.558925] env[63366]: DEBUG nova.compute.manager [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1833.599964] env[63366]: DEBUG nova.compute.manager [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1833.789125] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a85d1b-4ff2-4365-a67e-5b2f46f957f3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.797772] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1633db-0403-4e3e-8eea-55a997eb0aa4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.833259] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbb56cd-52e5-4c31-8b12-1a3147a451b8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.843138] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ea92e7-1d3d-4af5-891d-ec31ee5726cf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.861805] env[63366]: DEBUG nova.compute.provider_tree [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1834.083982] env[63366]: DEBUG nova.network.neutron [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1834.127266] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.185225] env[63366]: DEBUG nova.network.neutron [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Successfully updated port: 86e097c0-d906-4910-8fd6-c72fec22f7c9 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1834.305792] env[63366]: DEBUG nova.network.neutron [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Updating instance_info_cache with network_info: [{"id": "f79a7ad4-5cb4-420f-aed3-cd4a74e72c2e", "address": "fa:16:3e:5e:bd:f0", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf79a7ad4-5c", "ovs_interfaceid": "f79a7ad4-5cb4-420f-aed3-cd4a74e72c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.338557] env[63366]: DEBUG nova.network.neutron [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Successfully created port: f41b40b8-86eb-49e7-9f9a-c2efd0a7e289 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1834.366572] env[63366]: DEBUG nova.scheduler.client.report [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1834.512875] env[63366]: DEBUG nova.compute.manager [req-c8d29cf7-44cb-46ed-be6b-2d52854d22ab req-ae443dd9-6c5c-4e1f-8ce8-a4a6f05183a0 service nova] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Received event network-vif-plugged-f79a7ad4-5cb4-420f-aed3-cd4a74e72c2e {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1834.513076] env[63366]: DEBUG oslo_concurrency.lockutils [req-c8d29cf7-44cb-46ed-be6b-2d52854d22ab req-ae443dd9-6c5c-4e1f-8ce8-a4a6f05183a0 service nova] Acquiring lock "4d9f0050-4fe7-470c-96c3-63c7362026f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.513818] env[63366]: DEBUG oslo_concurrency.lockutils [req-c8d29cf7-44cb-46ed-be6b-2d52854d22ab req-ae443dd9-6c5c-4e1f-8ce8-a4a6f05183a0 service nova] Lock "4d9f0050-4fe7-470c-96c3-63c7362026f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.514098] env[63366]: DEBUG oslo_concurrency.lockutils [req-c8d29cf7-44cb-46ed-be6b-2d52854d22ab req-ae443dd9-6c5c-4e1f-8ce8-a4a6f05183a0 service nova] Lock "4d9f0050-4fe7-470c-96c3-63c7362026f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.514631] env[63366]: DEBUG nova.compute.manager [req-c8d29cf7-44cb-46ed-be6b-2d52854d22ab req-ae443dd9-6c5c-4e1f-8ce8-a4a6f05183a0 service nova] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] No waiting events found dispatching network-vif-plugged-f79a7ad4-5cb4-420f-aed3-cd4a74e72c2e {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1834.514865] env[63366]: WARNING nova.compute.manager [req-c8d29cf7-44cb-46ed-be6b-2d52854d22ab req-ae443dd9-6c5c-4e1f-8ce8-a4a6f05183a0 service nova] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Received unexpected event network-vif-plugged-f79a7ad4-5cb4-420f-aed3-cd4a74e72c2e for instance with vm_state building and task_state spawning. [ 1834.572438] env[63366]: DEBUG nova.compute.manager [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1834.597097] env[63366]: DEBUG nova.virt.hardware [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1834.597358] env[63366]: DEBUG nova.virt.hardware [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1834.597874] env[63366]: DEBUG nova.virt.hardware [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1834.597874] env[63366]: DEBUG nova.virt.hardware [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1834.598046] env[63366]: DEBUG nova.virt.hardware [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1834.598159] env[63366]: DEBUG nova.virt.hardware [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1834.598368] env[63366]: DEBUG nova.virt.hardware [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1834.598522] env[63366]: DEBUG nova.virt.hardware [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1834.598859] env[63366]: DEBUG nova.virt.hardware [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1834.599440] env[63366]: DEBUG nova.virt.hardware [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1834.599655] env[63366]: DEBUG nova.virt.hardware [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1834.600664] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc239ae-432e-40f0-ab92-1299f6b0c0b9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.609120] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd47957-9d5c-4e48-9c39-082e0fc079a8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.693098] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Acquiring lock "refresh_cache-00d6b6fc-8690-41f2-ad17-6518d68ba9df" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.693098] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Acquired lock "refresh_cache-00d6b6fc-8690-41f2-ad17-6518d68ba9df" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.693098] env[63366]: DEBUG nova.network.neutron [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1834.809066] env[63366]: DEBUG oslo_concurrency.lockutils [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Releasing lock "refresh_cache-4d9f0050-4fe7-470c-96c3-63c7362026f2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.809513] env[63366]: DEBUG nova.compute.manager [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Instance network_info: |[{"id": "f79a7ad4-5cb4-420f-aed3-cd4a74e72c2e", "address": "fa:16:3e:5e:bd:f0", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf79a7ad4-5c", "ovs_interfaceid": "f79a7ad4-5cb4-420f-aed3-cd4a74e72c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1834.810307] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:bd:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f79a7ad4-5cb4-420f-aed3-cd4a74e72c2e', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1834.825468] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1834.825881] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33f3fa0f-829d-4270-9907-77395944a083 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.843594] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Created folder: OpenStack in parent group-v4. [ 1834.843810] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Creating folder: Project (df48c7ea2d7b467781689121c2f13647). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1834.844412] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e52cec25-7a55-4464-b816-611b208cd5db {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.857269] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Created folder: Project (df48c7ea2d7b467781689121c2f13647) in parent group-v430612. [ 1834.857269] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Creating folder: Instances. Parent ref: group-v430613. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1834.857269] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67cfc2e2-56e6-45f1-b778-904939b3ce66 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.869911] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Created folder: Instances in parent group-v430613. [ 1834.869911] env[63366]: DEBUG oslo.service.loopingcall [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1834.870114] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1834.871162] env[63366]: DEBUG oslo_concurrency.lockutils [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.871757] env[63366]: DEBUG nova.compute.manager [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1834.878028] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4e59bae-55f0-4cd1-8e8f-1b3d30c2ace5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.894340] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.270s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.896966] env[63366]: INFO nova.compute.claims [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1834.907325] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1834.907325] env[63366]: value = "task-2103208" [ 1834.907325] env[63366]: _type = "Task" [ 1834.907325] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.920745] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103208, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.234970] env[63366]: DEBUG nova.network.neutron [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1835.332025] env[63366]: DEBUG oslo_concurrency.lockutils [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "05c3d463-05fa-44a6-835c-756d94f65be4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.332198] env[63366]: DEBUG oslo_concurrency.lockutils [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "05c3d463-05fa-44a6-835c-756d94f65be4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.396079] env[63366]: DEBUG nova.compute.utils [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1835.397672] env[63366]: DEBUG nova.compute.manager [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1835.397846] env[63366]: DEBUG nova.network.neutron [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1835.415768] env[63366]: DEBUG nova.network.neutron [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Updating instance_info_cache with network_info: [{"id": "86e097c0-d906-4910-8fd6-c72fec22f7c9", "address": "fa:16:3e:ee:c3:f4", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e097c0-d9", "ovs_interfaceid": "86e097c0-d906-4910-8fd6-c72fec22f7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.421359] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103208, 'name': CreateVM_Task, 'duration_secs': 0.447623} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.421618] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1835.430351] env[63366]: DEBUG oslo_vmware.service [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c8f2fd-7622-498a-ba61-79bec713ddae {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.438532] env[63366]: DEBUG oslo_concurrency.lockutils [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.438733] env[63366]: DEBUG oslo_concurrency.lockutils [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.439425] env[63366]: DEBUG oslo_concurrency.lockutils [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1835.439893] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24af64c8-f835-4f38-b954-098165818032 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.444619] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Waiting for the task: (returnval){ [ 1835.444619] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52f9983c-402f-1f54-29ff-e1398655afeb" [ 1835.444619] env[63366]: _type = "Task" [ 1835.444619] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.453294] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f9983c-402f-1f54-29ff-e1398655afeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.500717] env[63366]: DEBUG nova.policy [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b97f9b181f3e4f3e8aed1334ba8c7f58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9622986e63843bba40fb1f5bd9b7a61', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1835.836331] env[63366]: DEBUG nova.compute.manager [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1835.876881] env[63366]: DEBUG nova.network.neutron [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Successfully created port: 0f6ad4c9-b39c-46b7-8f77-d98d77a20a09 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1835.902339] env[63366]: DEBUG nova.compute.manager [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1835.923313] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Releasing lock "refresh_cache-00d6b6fc-8690-41f2-ad17-6518d68ba9df" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.923644] env[63366]: DEBUG nova.compute.manager [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Instance network_info: |[{"id": "86e097c0-d906-4910-8fd6-c72fec22f7c9", "address": "fa:16:3e:ee:c3:f4", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e097c0-d9", "ovs_interfaceid": "86e097c0-d906-4910-8fd6-c72fec22f7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1835.924129] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:c3:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86e097c0-d906-4910-8fd6-c72fec22f7c9', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1835.937955] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Creating folder: Project (774fbc6e98d94b47975a48868ea24301). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1835.938873] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66a9949b-ab9b-420a-9e3d-525d1a2c1a5b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.959847] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Created folder: Project (774fbc6e98d94b47975a48868ea24301) in parent group-v430612. [ 1835.961076] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Creating folder: Instances. Parent ref: group-v430616. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1835.961783] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f4aa7c5-c82f-442e-9e93-9bd760ea2ae8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.982315] env[63366]: DEBUG oslo_concurrency.lockutils [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.982315] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1835.982315] env[63366]: DEBUG oslo_concurrency.lockutils [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.982315] env[63366]: DEBUG oslo_concurrency.lockutils [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.982441] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1835.982441] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Created folder: Instances in parent group-v430616. [ 1835.982441] env[63366]: DEBUG oslo.service.loopingcall [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1835.982441] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f065112d-4490-4812-9267-2ae0a9264156 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.983744] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1835.984776] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5b5a796-02ec-43c1-b687-160105dd904a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.012183] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1836.012183] env[63366]: value = "task-2103211" [ 1836.012183] env[63366]: _type = "Task" [ 1836.012183] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.021171] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103211, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.024984] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1836.025256] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1836.026264] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83333409-fc87-43ab-b495-38df291148d8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.033722] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f99d5f51-a671-4ab0-a434-76cf524c91d1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.041016] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Waiting for the task: (returnval){ [ 1836.041016] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52b72638-7e8a-4f48-a8b2-22fcf8223dab" [ 1836.041016] env[63366]: _type = "Task" [ 1836.041016] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.050357] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52b72638-7e8a-4f48-a8b2-22fcf8223dab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.170043] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d3320d-c6c0-4d2c-b728-f4c45fe48439 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.179374] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3c1957-2aad-43c5-b7ff-98498648e9d9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.214028] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f45e8bf-607d-40eb-81ed-c97abc7c7cb2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.221786] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8231219a-1631-4f21-9043-c5e332e91354 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.236464] env[63366]: DEBUG nova.compute.provider_tree [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1836.357607] env[63366]: DEBUG oslo_concurrency.lockutils [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.525451] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103211, 'name': CreateVM_Task, 'duration_secs': 0.441572} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.525963] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1836.526615] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.526615] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.527149] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1836.527414] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67f2294a-8aa4-498e-b492-3bf2568bdade {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.533045] env[63366]: DEBUG oslo_vmware.api [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Waiting for the task: (returnval){ [ 1836.533045] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5221df8a-4dbb-28ef-c186-add8f8b5201d" [ 1836.533045] env[63366]: _type = "Task" [ 1836.533045] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.542705] env[63366]: DEBUG oslo_vmware.api [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5221df8a-4dbb-28ef-c186-add8f8b5201d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.550734] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Preparing fetch location {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1836.550994] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Creating directory with path [datastore2] vmware_temp/620be0f5-5587-460c-9d7d-eb300f53b193/a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1836.554417] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c5a30f6-6937-4086-ae3b-b5c2597b81e3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.577388] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Created directory with path [datastore2] vmware_temp/620be0f5-5587-460c-9d7d-eb300f53b193/a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1836.577388] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Fetch image to [datastore2] vmware_temp/620be0f5-5587-460c-9d7d-eb300f53b193/a69c6f87-3b9f-45c1-927a-78c60f5617a0/tmp-sparse.vmdk {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1836.577388] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Downloading image file data a69c6f87-3b9f-45c1-927a-78c60f5617a0 to [datastore2] vmware_temp/620be0f5-5587-460c-9d7d-eb300f53b193/a69c6f87-3b9f-45c1-927a-78c60f5617a0/tmp-sparse.vmdk on the data store datastore2 {{(pid=63366) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1836.578690] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a7a33d-9961-4cbe-a872-df13957f1e29 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.588561] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4923ee83-5edd-428e-93c0-0d09b197cb1a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.597686] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2826785d-1508-4e27-a6ab-89365d07cae6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.629740] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65034758-3a19-44fb-b33a-d0a3442a6b17 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.636313] env[63366]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-c144f125-3d8c-4871-a100-6b94ad835d64 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.729465] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Downloading image file data a69c6f87-3b9f-45c1-927a-78c60f5617a0 to the data store datastore2 {{(pid=63366) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1836.743512] env[63366]: DEBUG nova.scheduler.client.report [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1836.747795] env[63366]: DEBUG nova.network.neutron [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Successfully updated port: f41b40b8-86eb-49e7-9f9a-c2efd0a7e289 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1836.920014] env[63366]: DEBUG nova.compute.manager [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1836.943757] env[63366]: DEBUG nova.virt.hardware [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1836.944008] env[63366]: DEBUG nova.virt.hardware [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1836.944172] env[63366]: DEBUG nova.virt.hardware [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1836.944351] env[63366]: DEBUG nova.virt.hardware [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1836.944496] env[63366]: DEBUG nova.virt.hardware [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1836.944638] env[63366]: DEBUG nova.virt.hardware [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1836.944852] env[63366]: DEBUG nova.virt.hardware [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1836.944991] env[63366]: DEBUG nova.virt.hardware [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1836.945240] env[63366]: DEBUG nova.virt.hardware [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1836.945406] env[63366]: DEBUG nova.virt.hardware [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1836.945652] env[63366]: DEBUG nova.virt.hardware [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1836.946477] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abce617c-e687-4017-a060-c4caec455a71 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.954450] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe8677a-1114-4c12-b0c7-72cae107ae40 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.044225] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.044617] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1837.044932] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.061182] env[63366]: DEBUG oslo_vmware.rw_handles [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/620be0f5-5587-460c-9d7d-eb300f53b193/a69c6f87-3b9f-45c1-927a-78c60f5617a0/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63366) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1837.246130] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.246756] env[63366]: DEBUG nova.compute.manager [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1837.253727] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.888s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.254028] env[63366]: INFO nova.compute.claims [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1837.260292] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Acquiring lock "refresh_cache-aea01b22-a721-4070-9c59-f8554a20423b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.260292] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Acquired lock "refresh_cache-aea01b22-a721-4070-9c59-f8554a20423b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.260292] env[63366]: DEBUG nova.network.neutron [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1837.363370] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "49c15748-bcd1-4c07-9572-9ff7ea7a4284" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.364188] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "49c15748-bcd1-4c07-9572-9ff7ea7a4284" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.460515] env[63366]: DEBUG nova.compute.manager [req-d56eecea-4745-40dc-b5a3-290c1c4b3a3e req-62f8247b-6e8f-476a-87ab-159b5d8ee193 service nova] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Received event network-changed-f79a7ad4-5cb4-420f-aed3-cd4a74e72c2e {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1837.460776] env[63366]: DEBUG nova.compute.manager [req-d56eecea-4745-40dc-b5a3-290c1c4b3a3e req-62f8247b-6e8f-476a-87ab-159b5d8ee193 service nova] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Refreshing instance network info cache due to event network-changed-f79a7ad4-5cb4-420f-aed3-cd4a74e72c2e. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1837.461374] env[63366]: DEBUG oslo_concurrency.lockutils [req-d56eecea-4745-40dc-b5a3-290c1c4b3a3e req-62f8247b-6e8f-476a-87ab-159b5d8ee193 service nova] Acquiring lock "refresh_cache-4d9f0050-4fe7-470c-96c3-63c7362026f2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.461646] env[63366]: DEBUG oslo_concurrency.lockutils [req-d56eecea-4745-40dc-b5a3-290c1c4b3a3e req-62f8247b-6e8f-476a-87ab-159b5d8ee193 service nova] Acquired lock "refresh_cache-4d9f0050-4fe7-470c-96c3-63c7362026f2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.461931] env[63366]: DEBUG nova.network.neutron [req-d56eecea-4745-40dc-b5a3-290c1c4b3a3e req-62f8247b-6e8f-476a-87ab-159b5d8ee193 service nova] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Refreshing network info cache for port f79a7ad4-5cb4-420f-aed3-cd4a74e72c2e {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1837.765927] env[63366]: DEBUG nova.compute.utils [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1837.768389] env[63366]: DEBUG oslo_vmware.rw_handles [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Completed reading data from the image iterator. {{(pid=63366) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1837.768830] env[63366]: DEBUG oslo_vmware.rw_handles [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/620be0f5-5587-460c-9d7d-eb300f53b193/a69c6f87-3b9f-45c1-927a-78c60f5617a0/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63366) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1837.769300] env[63366]: DEBUG nova.compute.manager [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1837.769500] env[63366]: DEBUG nova.network.neutron [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1837.863461] env[63366]: DEBUG nova.network.neutron [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1837.891795] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Downloaded image file data a69c6f87-3b9f-45c1-927a-78c60f5617a0 to vmware_temp/620be0f5-5587-460c-9d7d-eb300f53b193/a69c6f87-3b9f-45c1-927a-78c60f5617a0/tmp-sparse.vmdk on the data store datastore2 {{(pid=63366) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1837.893940] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Caching image {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1837.894357] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Copying Virtual Disk [datastore2] vmware_temp/620be0f5-5587-460c-9d7d-eb300f53b193/a69c6f87-3b9f-45c1-927a-78c60f5617a0/tmp-sparse.vmdk to [datastore2] vmware_temp/620be0f5-5587-460c-9d7d-eb300f53b193/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1837.894654] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-129e1293-5c1a-41c9-8513-9f2752344aa7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.904190] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Waiting for the task: (returnval){ [ 1837.904190] env[63366]: value = "task-2103212" [ 1837.904190] env[63366]: _type = "Task" [ 1837.904190] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.910263] env[63366]: DEBUG nova.policy [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b0952b717e74255beb1b859c276220d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '353deeb191674013a946a0b5c463935c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1837.917233] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.130587] env[63366]: DEBUG nova.network.neutron [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Updating instance_info_cache with network_info: [{"id": "f41b40b8-86eb-49e7-9f9a-c2efd0a7e289", "address": "fa:16:3e:49:ea:15", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf41b40b8-86", "ovs_interfaceid": "f41b40b8-86eb-49e7-9f9a-c2efd0a7e289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.269757] env[63366]: DEBUG nova.compute.manager [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1838.419822] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103212, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.485996] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041120d4-ddf3-4295-94e6-bda8aff65662 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.497341] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79fece4-7394-4bfe-8812-bc7ca13992b9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.533807] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8f3cdb-456c-41d8-8781-098f8f084110 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.542870] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9ee366-7d5c-41e7-b3d3-9523c0301ce2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.558250] env[63366]: DEBUG nova.compute.provider_tree [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1838.635625] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Releasing lock "refresh_cache-aea01b22-a721-4070-9c59-f8554a20423b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.635967] env[63366]: DEBUG nova.compute.manager [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Instance network_info: |[{"id": "f41b40b8-86eb-49e7-9f9a-c2efd0a7e289", "address": "fa:16:3e:49:ea:15", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf41b40b8-86", "ovs_interfaceid": "f41b40b8-86eb-49e7-9f9a-c2efd0a7e289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1838.636737] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:ea:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f41b40b8-86eb-49e7-9f9a-c2efd0a7e289', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1838.644274] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Creating folder: Project (0ec14e1cf2424720b82463aa6f20d86c). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1838.644517] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47a99168-8eab-4735-a192-77149ecc5e1a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.656708] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Created folder: Project (0ec14e1cf2424720b82463aa6f20d86c) in parent group-v430612. [ 1838.657397] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Creating folder: Instances. Parent ref: group-v430619. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1838.657626] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e94b03d-ad53-4a88-bdf1-8b41775f46f6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.668493] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Created folder: Instances in parent group-v430619. [ 1838.668869] env[63366]: DEBUG oslo.service.loopingcall [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1838.668974] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1838.669452] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7f4029d-0401-499c-824e-4941fffdb090 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.693959] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1838.693959] env[63366]: value = "task-2103215" [ 1838.693959] env[63366]: _type = "Task" [ 1838.693959] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.703686] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103215, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.723130] env[63366]: DEBUG nova.network.neutron [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Successfully updated port: 0f6ad4c9-b39c-46b7-8f77-d98d77a20a09 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1838.809334] env[63366]: DEBUG nova.network.neutron [req-d56eecea-4745-40dc-b5a3-290c1c4b3a3e req-62f8247b-6e8f-476a-87ab-159b5d8ee193 service nova] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Updated VIF entry in instance network info cache for port f79a7ad4-5cb4-420f-aed3-cd4a74e72c2e. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1838.809334] env[63366]: DEBUG nova.network.neutron [req-d56eecea-4745-40dc-b5a3-290c1c4b3a3e req-62f8247b-6e8f-476a-87ab-159b5d8ee193 service nova] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Updating instance_info_cache with network_info: [{"id": "f79a7ad4-5cb4-420f-aed3-cd4a74e72c2e", "address": "fa:16:3e:5e:bd:f0", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf79a7ad4-5c", "ovs_interfaceid": "f79a7ad4-5cb4-420f-aed3-cd4a74e72c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.918925] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673816} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.918925] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Copied Virtual Disk [datastore2] vmware_temp/620be0f5-5587-460c-9d7d-eb300f53b193/a69c6f87-3b9f-45c1-927a-78c60f5617a0/tmp-sparse.vmdk to [datastore2] vmware_temp/620be0f5-5587-460c-9d7d-eb300f53b193/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1838.918925] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Deleting the datastore file [datastore2] vmware_temp/620be0f5-5587-460c-9d7d-eb300f53b193/a69c6f87-3b9f-45c1-927a-78c60f5617a0/tmp-sparse.vmdk {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1838.918925] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e000b773-f1dd-4889-b8e9-3f890c9edd2c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.929085] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Waiting for the task: (returnval){ [ 1838.929085] env[63366]: value = "task-2103216" [ 1838.929085] env[63366]: _type = "Task" [ 1838.929085] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.932397] env[63366]: DEBUG nova.network.neutron [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Successfully created port: aa8f1f08-fb52-46a5-b752-7ea9b1c1df53 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1838.939715] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.062585] env[63366]: DEBUG nova.scheduler.client.report [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1839.207039] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103215, 'name': CreateVM_Task, 'duration_secs': 0.362604} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.207039] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1839.208732] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.208888] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.209484] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1839.209698] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8672ce1f-2f32-452a-9e7c-441347c0a60a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.215633] env[63366]: DEBUG oslo_vmware.api [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Waiting for the task: (returnval){ [ 1839.215633] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52898d1a-4299-f7e4-e4ed-7ed6274fb5ac" [ 1839.215633] env[63366]: _type = "Task" [ 1839.215633] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.224939] env[63366]: DEBUG oslo_vmware.api [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52898d1a-4299-f7e4-e4ed-7ed6274fb5ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.225446] env[63366]: DEBUG oslo_concurrency.lockutils [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquiring lock "refresh_cache-1d01e724-1c08-4dd9-8757-650aed9dac4d" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.225569] env[63366]: DEBUG oslo_concurrency.lockutils [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquired lock "refresh_cache-1d01e724-1c08-4dd9-8757-650aed9dac4d" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.225713] env[63366]: DEBUG nova.network.neutron [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1839.282263] env[63366]: DEBUG nova.compute.manager [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1839.324020] env[63366]: DEBUG nova.virt.hardware [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1839.324020] env[63366]: DEBUG nova.virt.hardware [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1839.324020] env[63366]: DEBUG nova.virt.hardware [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1839.324440] env[63366]: DEBUG nova.virt.hardware [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1839.324440] env[63366]: DEBUG nova.virt.hardware [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1839.324440] env[63366]: DEBUG nova.virt.hardware [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1839.324440] env[63366]: DEBUG nova.virt.hardware [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1839.324440] env[63366]: DEBUG nova.virt.hardware [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1839.324614] env[63366]: DEBUG nova.virt.hardware [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1839.324614] env[63366]: DEBUG nova.virt.hardware [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1839.324614] env[63366]: DEBUG nova.virt.hardware [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1839.324850] env[63366]: DEBUG oslo_concurrency.lockutils [req-d56eecea-4745-40dc-b5a3-290c1c4b3a3e req-62f8247b-6e8f-476a-87ab-159b5d8ee193 service nova] Releasing lock "refresh_cache-4d9f0050-4fe7-470c-96c3-63c7362026f2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.325154] env[63366]: DEBUG nova.compute.manager [req-d56eecea-4745-40dc-b5a3-290c1c4b3a3e req-62f8247b-6e8f-476a-87ab-159b5d8ee193 service nova] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Received event network-vif-plugged-86e097c0-d906-4910-8fd6-c72fec22f7c9 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1839.325323] env[63366]: DEBUG oslo_concurrency.lockutils [req-d56eecea-4745-40dc-b5a3-290c1c4b3a3e req-62f8247b-6e8f-476a-87ab-159b5d8ee193 service nova] Acquiring lock "00d6b6fc-8690-41f2-ad17-6518d68ba9df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.325560] env[63366]: DEBUG oslo_concurrency.lockutils [req-d56eecea-4745-40dc-b5a3-290c1c4b3a3e req-62f8247b-6e8f-476a-87ab-159b5d8ee193 service nova] Lock "00d6b6fc-8690-41f2-ad17-6518d68ba9df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.326180] env[63366]: DEBUG oslo_concurrency.lockutils [req-d56eecea-4745-40dc-b5a3-290c1c4b3a3e req-62f8247b-6e8f-476a-87ab-159b5d8ee193 service nova] Lock "00d6b6fc-8690-41f2-ad17-6518d68ba9df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.326180] env[63366]: DEBUG nova.compute.manager [req-d56eecea-4745-40dc-b5a3-290c1c4b3a3e req-62f8247b-6e8f-476a-87ab-159b5d8ee193 service nova] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] No waiting events found dispatching network-vif-plugged-86e097c0-d906-4910-8fd6-c72fec22f7c9 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1839.326180] env[63366]: WARNING nova.compute.manager [req-d56eecea-4745-40dc-b5a3-290c1c4b3a3e req-62f8247b-6e8f-476a-87ab-159b5d8ee193 service nova] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Received unexpected event network-vif-plugged-86e097c0-d906-4910-8fd6-c72fec22f7c9 for instance with vm_state building and task_state spawning. [ 1839.326324] env[63366]: DEBUG nova.compute.manager [req-d56eecea-4745-40dc-b5a3-290c1c4b3a3e req-62f8247b-6e8f-476a-87ab-159b5d8ee193 service nova] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Received event network-changed-86e097c0-d906-4910-8fd6-c72fec22f7c9 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1839.326368] env[63366]: DEBUG nova.compute.manager [req-d56eecea-4745-40dc-b5a3-290c1c4b3a3e req-62f8247b-6e8f-476a-87ab-159b5d8ee193 service nova] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Refreshing instance network info cache due to event network-changed-86e097c0-d906-4910-8fd6-c72fec22f7c9. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1839.326510] env[63366]: DEBUG oslo_concurrency.lockutils [req-d56eecea-4745-40dc-b5a3-290c1c4b3a3e req-62f8247b-6e8f-476a-87ab-159b5d8ee193 service nova] Acquiring lock "refresh_cache-00d6b6fc-8690-41f2-ad17-6518d68ba9df" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.326636] env[63366]: DEBUG oslo_concurrency.lockutils [req-d56eecea-4745-40dc-b5a3-290c1c4b3a3e req-62f8247b-6e8f-476a-87ab-159b5d8ee193 service nova] Acquired lock "refresh_cache-00d6b6fc-8690-41f2-ad17-6518d68ba9df" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.326780] env[63366]: DEBUG nova.network.neutron [req-d56eecea-4745-40dc-b5a3-290c1c4b3a3e req-62f8247b-6e8f-476a-87ab-159b5d8ee193 service nova] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Refreshing network info cache for port 86e097c0-d906-4910-8fd6-c72fec22f7c9 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1839.330510] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d032d1a8-25ca-4fbc-a5db-8338d064f601 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.343173] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dca2800-d4a6-436a-a7f1-f1498b00a143 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.438784] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025813} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.439076] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1839.440244] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Moving file from [datastore2] vmware_temp/620be0f5-5587-460c-9d7d-eb300f53b193/a69c6f87-3b9f-45c1-927a-78c60f5617a0 to [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0. {{(pid=63366) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1839.440244] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-ad6eb9eb-6f22-4413-bf39-963f34c2158f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.446367] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Waiting for the task: (returnval){ [ 1839.446367] env[63366]: value = "task-2103217" [ 1839.446367] env[63366]: _type = "Task" [ 1839.446367] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.455246] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103217, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.573352] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.573352] env[63366]: DEBUG nova.compute.manager [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1839.574341] env[63366]: DEBUG oslo_concurrency.lockutils [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.475s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.578019] env[63366]: INFO nova.compute.claims [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1839.732347] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.733651] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1839.733651] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.804559] env[63366]: DEBUG nova.network.neutron [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1839.961634] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103217, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.041185} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.962196] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] File moved {{(pid=63366) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1839.962447] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Cleaning up location [datastore2] vmware_temp/620be0f5-5587-460c-9d7d-eb300f53b193 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1839.962569] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Deleting the datastore file [datastore2] vmware_temp/620be0f5-5587-460c-9d7d-eb300f53b193 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1839.966698] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-477c0813-5bce-4b0c-9797-b33ddf4fb4da {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.980564] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Waiting for the task: (returnval){ [ 1839.980564] env[63366]: value = "task-2103218" [ 1839.980564] env[63366]: _type = "Task" [ 1839.980564] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.994047] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.065028] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquiring lock "ace1ae39-d6de-4b36-93f5-e1b8f810a16a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.065543] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "ace1ae39-d6de-4b36-93f5-e1b8f810a16a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.081773] env[63366]: DEBUG nova.compute.utils [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1840.088933] env[63366]: DEBUG nova.compute.manager [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1840.090750] env[63366]: DEBUG nova.network.neutron [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1840.196585] env[63366]: DEBUG nova.network.neutron [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Updating instance_info_cache with network_info: [{"id": "0f6ad4c9-b39c-46b7-8f77-d98d77a20a09", "address": "fa:16:3e:a8:e9:58", "network": {"id": "764dc435-fc64-48c6-ba7f-b6bf111b21dc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1851394257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9622986e63843bba40fb1f5bd9b7a61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f6ad4c9-b3", "ovs_interfaceid": "0f6ad4c9-b39c-46b7-8f77-d98d77a20a09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.251554] env[63366]: DEBUG nova.policy [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb87a94e48c5414590071f7b9a7e5016', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae1ff64f0d194d108aaaee128cf37032', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1840.273678] env[63366]: DEBUG nova.network.neutron [req-d56eecea-4745-40dc-b5a3-290c1c4b3a3e req-62f8247b-6e8f-476a-87ab-159b5d8ee193 service nova] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Updated VIF entry in instance network info cache for port 86e097c0-d906-4910-8fd6-c72fec22f7c9. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1840.274108] env[63366]: DEBUG nova.network.neutron [req-d56eecea-4745-40dc-b5a3-290c1c4b3a3e req-62f8247b-6e8f-476a-87ab-159b5d8ee193 service nova] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Updating instance_info_cache with network_info: [{"id": "86e097c0-d906-4910-8fd6-c72fec22f7c9", "address": "fa:16:3e:ee:c3:f4", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e097c0-d9", "ovs_interfaceid": "86e097c0-d906-4910-8fd6-c72fec22f7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.399341] env[63366]: DEBUG nova.compute.manager [req-da0e2a42-6e75-4a80-9139-fd96523df805 req-99f232af-aaf6-4de7-ac4f-47b6efb2e6b7 service nova] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Received event network-vif-plugged-f41b40b8-86eb-49e7-9f9a-c2efd0a7e289 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1840.399687] env[63366]: DEBUG oslo_concurrency.lockutils [req-da0e2a42-6e75-4a80-9139-fd96523df805 req-99f232af-aaf6-4de7-ac4f-47b6efb2e6b7 service nova] Acquiring lock "aea01b22-a721-4070-9c59-f8554a20423b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.400028] env[63366]: DEBUG oslo_concurrency.lockutils [req-da0e2a42-6e75-4a80-9139-fd96523df805 req-99f232af-aaf6-4de7-ac4f-47b6efb2e6b7 service nova] Lock "aea01b22-a721-4070-9c59-f8554a20423b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.400325] env[63366]: DEBUG oslo_concurrency.lockutils [req-da0e2a42-6e75-4a80-9139-fd96523df805 req-99f232af-aaf6-4de7-ac4f-47b6efb2e6b7 service nova] Lock "aea01b22-a721-4070-9c59-f8554a20423b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.400840] env[63366]: DEBUG nova.compute.manager [req-da0e2a42-6e75-4a80-9139-fd96523df805 req-99f232af-aaf6-4de7-ac4f-47b6efb2e6b7 service nova] [instance: aea01b22-a721-4070-9c59-f8554a20423b] No waiting events found dispatching network-vif-plugged-f41b40b8-86eb-49e7-9f9a-c2efd0a7e289 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1840.400840] env[63366]: WARNING nova.compute.manager [req-da0e2a42-6e75-4a80-9139-fd96523df805 req-99f232af-aaf6-4de7-ac4f-47b6efb2e6b7 service nova] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Received unexpected event network-vif-plugged-f41b40b8-86eb-49e7-9f9a-c2efd0a7e289 for instance with vm_state building and task_state spawning. [ 1840.401116] env[63366]: DEBUG nova.compute.manager [req-da0e2a42-6e75-4a80-9139-fd96523df805 req-99f232af-aaf6-4de7-ac4f-47b6efb2e6b7 service nova] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Received event network-changed-f41b40b8-86eb-49e7-9f9a-c2efd0a7e289 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1840.401411] env[63366]: DEBUG nova.compute.manager [req-da0e2a42-6e75-4a80-9139-fd96523df805 req-99f232af-aaf6-4de7-ac4f-47b6efb2e6b7 service nova] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Refreshing instance network info cache due to event network-changed-f41b40b8-86eb-49e7-9f9a-c2efd0a7e289. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1840.401943] env[63366]: DEBUG oslo_concurrency.lockutils [req-da0e2a42-6e75-4a80-9139-fd96523df805 req-99f232af-aaf6-4de7-ac4f-47b6efb2e6b7 service nova] Acquiring lock "refresh_cache-aea01b22-a721-4070-9c59-f8554a20423b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.401943] env[63366]: DEBUG oslo_concurrency.lockutils [req-da0e2a42-6e75-4a80-9139-fd96523df805 req-99f232af-aaf6-4de7-ac4f-47b6efb2e6b7 service nova] Acquired lock "refresh_cache-aea01b22-a721-4070-9c59-f8554a20423b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.402232] env[63366]: DEBUG nova.network.neutron [req-da0e2a42-6e75-4a80-9139-fd96523df805 req-99f232af-aaf6-4de7-ac4f-47b6efb2e6b7 service nova] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Refreshing network info cache for port f41b40b8-86eb-49e7-9f9a-c2efd0a7e289 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1840.493494] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025608} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.493746] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1840.494474] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2102bb9c-cc3c-423c-89a1-1d07912a56c2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.501037] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Waiting for the task: (returnval){ [ 1840.501037] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5282d6a6-8a12-6063-bb50-d2f5cb39bf4d" [ 1840.501037] env[63366]: _type = "Task" [ 1840.501037] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.510763] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5282d6a6-8a12-6063-bb50-d2f5cb39bf4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.587033] env[63366]: DEBUG nova.compute.manager [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1840.702701] env[63366]: DEBUG oslo_concurrency.lockutils [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Releasing lock "refresh_cache-1d01e724-1c08-4dd9-8757-650aed9dac4d" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.704279] env[63366]: DEBUG nova.compute.manager [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Instance network_info: |[{"id": "0f6ad4c9-b39c-46b7-8f77-d98d77a20a09", "address": "fa:16:3e:a8:e9:58", "network": {"id": "764dc435-fc64-48c6-ba7f-b6bf111b21dc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1851394257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9622986e63843bba40fb1f5bd9b7a61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f6ad4c9-b3", "ovs_interfaceid": "0f6ad4c9-b39c-46b7-8f77-d98d77a20a09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1840.704455] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:e9:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f6ad4c9-b39c-46b7-8f77-d98d77a20a09', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1840.713636] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Creating folder: Project (b9622986e63843bba40fb1f5bd9b7a61). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1840.717184] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-815994f8-909f-4405-98e7-225c9700eebe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.731642] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Created folder: Project (b9622986e63843bba40fb1f5bd9b7a61) in parent group-v430612. [ 1840.732800] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Creating folder: Instances. Parent ref: group-v430622. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1840.732800] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4b5b794-5c97-4441-908c-f6c5ceaacb17 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.743367] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Created folder: Instances in parent group-v430622. [ 1840.743367] env[63366]: DEBUG oslo.service.loopingcall [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1840.748420] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1840.749183] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3f56ec0-9194-4292-8d69-920ac568b8d4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.776764] env[63366]: DEBUG oslo_concurrency.lockutils [req-d56eecea-4745-40dc-b5a3-290c1c4b3a3e req-62f8247b-6e8f-476a-87ab-159b5d8ee193 service nova] Releasing lock "refresh_cache-00d6b6fc-8690-41f2-ad17-6518d68ba9df" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.784704] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1840.784704] env[63366]: value = "task-2103221" [ 1840.784704] env[63366]: _type = "Task" [ 1840.784704] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.796396] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103221, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.884502] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32fe09b-bd6e-4c7a-b3aa-b448cd6d5b97 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.892907] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a0159c-927f-4fd5-82c7-272ea410af3b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.937205] env[63366]: DEBUG nova.network.neutron [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Successfully updated port: aa8f1f08-fb52-46a5-b752-7ea9b1c1df53 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1840.939505] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c82e3a-1a46-4167-b3eb-7393457b28ee {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.948446] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef3c833-182b-469f-aedd-472d814c029b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.968251] env[63366]: DEBUG nova.compute.provider_tree [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1841.013468] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5282d6a6-8a12-6063-bb50-d2f5cb39bf4d, 'name': SearchDatastore_Task, 'duration_secs': 0.008276} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.013468] env[63366]: DEBUG oslo_concurrency.lockutils [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.013468] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 4d9f0050-4fe7-470c-96c3-63c7362026f2/4d9f0050-4fe7-470c-96c3-63c7362026f2.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1841.013468] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.013720] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1841.013720] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7a8c524-1655-46dd-b418-3582d2665d6e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.014921] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b539b0a-6aab-41db-84b9-7bc772f7457f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.022752] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Waiting for the task: (returnval){ [ 1841.022752] env[63366]: value = "task-2103222" [ 1841.022752] env[63366]: _type = "Task" [ 1841.022752] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.024718] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1841.024718] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1841.028591] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-973816d1-d3d2-4606-b15f-e64af7a8efb1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.037201] env[63366]: DEBUG oslo_vmware.api [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Waiting for the task: (returnval){ [ 1841.037201] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52d1637f-9371-0554-ccdb-eaef71f266b3" [ 1841.037201] env[63366]: _type = "Task" [ 1841.037201] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.040678] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.054088] env[63366]: DEBUG oslo_vmware.api [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d1637f-9371-0554-ccdb-eaef71f266b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.297877] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103221, 'name': CreateVM_Task, 'duration_secs': 0.441661} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.300017] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1841.301301] env[63366]: DEBUG oslo_concurrency.lockutils [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.301511] env[63366]: DEBUG oslo_concurrency.lockutils [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.301796] env[63366]: DEBUG oslo_concurrency.lockutils [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1841.302081] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-837175cd-65eb-411d-ac51-b885116507ce {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.310348] env[63366]: DEBUG oslo_vmware.api [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 1841.310348] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5256deee-2e49-94be-8ff4-c830a814606a" [ 1841.310348] env[63366]: _type = "Task" [ 1841.310348] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.324728] env[63366]: DEBUG oslo_vmware.api [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5256deee-2e49-94be-8ff4-c830a814606a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.443425] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Acquiring lock "refresh_cache-ca21962c-e15c-46b5-98d4-92973869fdb1" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.443643] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Acquired lock "refresh_cache-ca21962c-e15c-46b5-98d4-92973869fdb1" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.443677] env[63366]: DEBUG nova.network.neutron [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1841.474270] env[63366]: DEBUG nova.scheduler.client.report [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1841.492701] env[63366]: DEBUG nova.network.neutron [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Successfully created port: f4a0ec11-799e-413a-b44b-f0e127313da7 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1841.537849] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487431} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.538952] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 4d9f0050-4fe7-470c-96c3-63c7362026f2/4d9f0050-4fe7-470c-96c3-63c7362026f2.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1841.538952] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1841.538952] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-913b655a-dacb-445f-bfaf-ce6127a21efa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.550951] env[63366]: DEBUG oslo_vmware.api [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d1637f-9371-0554-ccdb-eaef71f266b3, 'name': SearchDatastore_Task, 'duration_secs': 0.016678} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.552143] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Waiting for the task: (returnval){ [ 1841.552143] env[63366]: value = "task-2103223" [ 1841.552143] env[63366]: _type = "Task" [ 1841.552143] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.552344] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1908bfb-05ea-4058-9162-23a1931ccfce {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.559205] env[63366]: DEBUG nova.network.neutron [req-da0e2a42-6e75-4a80-9139-fd96523df805 req-99f232af-aaf6-4de7-ac4f-47b6efb2e6b7 service nova] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Updated VIF entry in instance network info cache for port f41b40b8-86eb-49e7-9f9a-c2efd0a7e289. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1841.559518] env[63366]: DEBUG nova.network.neutron [req-da0e2a42-6e75-4a80-9139-fd96523df805 req-99f232af-aaf6-4de7-ac4f-47b6efb2e6b7 service nova] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Updating instance_info_cache with network_info: [{"id": "f41b40b8-86eb-49e7-9f9a-c2efd0a7e289", "address": "fa:16:3e:49:ea:15", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf41b40b8-86", "ovs_interfaceid": "f41b40b8-86eb-49e7-9f9a-c2efd0a7e289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.565198] env[63366]: DEBUG oslo_vmware.api [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Waiting for the task: (returnval){ [ 1841.565198] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52f7d3a6-9376-db1a-5f8b-163e5db489cd" [ 1841.565198] env[63366]: _type = "Task" [ 1841.565198] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.575565] env[63366]: DEBUG oslo_vmware.api [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f7d3a6-9376-db1a-5f8b-163e5db489cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010311} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.578252] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.578252] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 00d6b6fc-8690-41f2-ad17-6518d68ba9df/00d6b6fc-8690-41f2-ad17-6518d68ba9df.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1841.578252] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.578252] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1841.578595] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffeaf5de-45c8-403c-84f7-6aaf3a7d6895 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.583356] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d825c48f-5373-4d62-9e4e-4948cc3d1ee5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.590889] env[63366]: DEBUG oslo_vmware.api [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Waiting for the task: (returnval){ [ 1841.590889] env[63366]: value = "task-2103224" [ 1841.590889] env[63366]: _type = "Task" [ 1841.590889] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.598246] env[63366]: DEBUG nova.compute.manager [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1841.601265] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1841.602084] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1841.610670] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98f92137-9e30-4b85-984e-9a5ba5a3a132 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.620429] env[63366]: DEBUG oslo_vmware.api [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Waiting for the task: (returnval){ [ 1841.620429] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5250911e-d551-4a6d-14b1-8b94b4cb12a7" [ 1841.620429] env[63366]: _type = "Task" [ 1841.620429] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.626037] env[63366]: DEBUG oslo_vmware.api [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Task: {'id': task-2103224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.637484] env[63366]: DEBUG oslo_vmware.api [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5250911e-d551-4a6d-14b1-8b94b4cb12a7, 'name': SearchDatastore_Task, 'duration_secs': 0.008534} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.639392] env[63366]: DEBUG nova.virt.hardware [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1841.639666] env[63366]: DEBUG nova.virt.hardware [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1841.639824] env[63366]: DEBUG nova.virt.hardware [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1841.640020] env[63366]: DEBUG nova.virt.hardware [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1841.640169] env[63366]: DEBUG nova.virt.hardware [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1841.640320] env[63366]: DEBUG nova.virt.hardware [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1841.640524] env[63366]: DEBUG nova.virt.hardware [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1841.640682] env[63366]: DEBUG nova.virt.hardware [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1841.640849] env[63366]: DEBUG nova.virt.hardware [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1841.641064] env[63366]: DEBUG nova.virt.hardware [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1841.641255] env[63366]: DEBUG nova.virt.hardware [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1841.642587] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d299f3bb-066e-4ade-a2f0-308d7b05e7fe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.645933] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d530099-2ece-4b1f-bdae-1fd7bcd5dc8d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.656831] env[63366]: DEBUG oslo_vmware.api [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Waiting for the task: (returnval){ [ 1841.656831] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52aa9724-9202-fd6c-0d83-dc93a36dc2ab" [ 1841.656831] env[63366]: _type = "Task" [ 1841.656831] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.658452] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1908cccf-3f51-4911-b9e8-b7f8d47bdc4c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.670998] env[63366]: DEBUG oslo_vmware.api [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52aa9724-9202-fd6c-0d83-dc93a36dc2ab, 'name': SearchDatastore_Task, 'duration_secs': 0.007536} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.678572] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.678791] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] aea01b22-a721-4070-9c59-f8554a20423b/aea01b22-a721-4070-9c59-f8554a20423b.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1841.679501] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02cb602d-964b-4f1f-8354-90e8e8efd2ad {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.690093] env[63366]: DEBUG oslo_vmware.api [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Waiting for the task: (returnval){ [ 1841.690093] env[63366]: value = "task-2103225" [ 1841.690093] env[63366]: _type = "Task" [ 1841.690093] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.698526] env[63366]: DEBUG oslo_vmware.api [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Task: {'id': task-2103225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.826183] env[63366]: DEBUG oslo_vmware.api [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5256deee-2e49-94be-8ff4-c830a814606a, 'name': SearchDatastore_Task, 'duration_secs': 0.045838} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.826659] env[63366]: DEBUG oslo_concurrency.lockutils [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.827298] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1841.828127] env[63366]: DEBUG oslo_concurrency.lockutils [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.828627] env[63366]: DEBUG oslo_concurrency.lockutils [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.829213] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1841.829838] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18dbe7f5-cf7f-4928-b6d0-280681e9b6a2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.844319] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1841.844846] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1841.846229] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5ac21db-943d-448b-b293-1ffad0dfa46f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.854173] env[63366]: DEBUG oslo_vmware.api [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 1841.854173] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]523f3872-35a5-848b-355c-4e225b7ca2f6" [ 1841.854173] env[63366]: _type = "Task" [ 1841.854173] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.865617] env[63366]: DEBUG oslo_vmware.api [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523f3872-35a5-848b-355c-4e225b7ca2f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.979530] env[63366]: DEBUG oslo_concurrency.lockutils [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.980117] env[63366]: DEBUG nova.compute.manager [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1841.984856] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.804s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.986472] env[63366]: INFO nova.compute.claims [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1842.063146] env[63366]: DEBUG nova.network.neutron [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1842.067147] env[63366]: DEBUG oslo_concurrency.lockutils [req-da0e2a42-6e75-4a80-9139-fd96523df805 req-99f232af-aaf6-4de7-ac4f-47b6efb2e6b7 service nova] Releasing lock "refresh_cache-aea01b22-a721-4070-9c59-f8554a20423b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.067428] env[63366]: DEBUG nova.compute.manager [req-da0e2a42-6e75-4a80-9139-fd96523df805 req-99f232af-aaf6-4de7-ac4f-47b6efb2e6b7 service nova] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Received event network-vif-plugged-0f6ad4c9-b39c-46b7-8f77-d98d77a20a09 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1842.067627] env[63366]: DEBUG oslo_concurrency.lockutils [req-da0e2a42-6e75-4a80-9139-fd96523df805 req-99f232af-aaf6-4de7-ac4f-47b6efb2e6b7 service nova] Acquiring lock "1d01e724-1c08-4dd9-8757-650aed9dac4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.067844] env[63366]: DEBUG oslo_concurrency.lockutils [req-da0e2a42-6e75-4a80-9139-fd96523df805 req-99f232af-aaf6-4de7-ac4f-47b6efb2e6b7 service nova] Lock "1d01e724-1c08-4dd9-8757-650aed9dac4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.068011] env[63366]: DEBUG oslo_concurrency.lockutils [req-da0e2a42-6e75-4a80-9139-fd96523df805 req-99f232af-aaf6-4de7-ac4f-47b6efb2e6b7 service nova] Lock "1d01e724-1c08-4dd9-8757-650aed9dac4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.068403] env[63366]: DEBUG nova.compute.manager [req-da0e2a42-6e75-4a80-9139-fd96523df805 req-99f232af-aaf6-4de7-ac4f-47b6efb2e6b7 service nova] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] No waiting events found dispatching network-vif-plugged-0f6ad4c9-b39c-46b7-8f77-d98d77a20a09 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1842.068799] env[63366]: WARNING nova.compute.manager [req-da0e2a42-6e75-4a80-9139-fd96523df805 req-99f232af-aaf6-4de7-ac4f-47b6efb2e6b7 service nova] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Received unexpected event network-vif-plugged-0f6ad4c9-b39c-46b7-8f77-d98d77a20a09 for instance with vm_state building and task_state spawning. [ 1842.069094] env[63366]: DEBUG nova.compute.manager [req-da0e2a42-6e75-4a80-9139-fd96523df805 req-99f232af-aaf6-4de7-ac4f-47b6efb2e6b7 service nova] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Received event network-changed-0f6ad4c9-b39c-46b7-8f77-d98d77a20a09 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1842.069141] env[63366]: DEBUG nova.compute.manager [req-da0e2a42-6e75-4a80-9139-fd96523df805 req-99f232af-aaf6-4de7-ac4f-47b6efb2e6b7 service nova] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Refreshing instance network info cache due to event network-changed-0f6ad4c9-b39c-46b7-8f77-d98d77a20a09. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1842.069422] env[63366]: DEBUG oslo_concurrency.lockutils [req-da0e2a42-6e75-4a80-9139-fd96523df805 req-99f232af-aaf6-4de7-ac4f-47b6efb2e6b7 service nova] Acquiring lock "refresh_cache-1d01e724-1c08-4dd9-8757-650aed9dac4d" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.069591] env[63366]: DEBUG oslo_concurrency.lockutils [req-da0e2a42-6e75-4a80-9139-fd96523df805 req-99f232af-aaf6-4de7-ac4f-47b6efb2e6b7 service nova] Acquired lock "refresh_cache-1d01e724-1c08-4dd9-8757-650aed9dac4d" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.069782] env[63366]: DEBUG nova.network.neutron [req-da0e2a42-6e75-4a80-9139-fd96523df805 req-99f232af-aaf6-4de7-ac4f-47b6efb2e6b7 service nova] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Refreshing network info cache for port 0f6ad4c9-b39c-46b7-8f77-d98d77a20a09 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1842.071568] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080094} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.072371] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1842.076891] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f44f94c-d34c-4caa-b4ff-8d85188039b6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.112177] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 4d9f0050-4fe7-470c-96c3-63c7362026f2/4d9f0050-4fe7-470c-96c3-63c7362026f2.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1842.118439] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cc22fd7-5d00-491a-8125-5f3d34aa2c0b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.146501] env[63366]: DEBUG oslo_vmware.api [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Task: {'id': task-2103224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436246} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.148399] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 00d6b6fc-8690-41f2-ad17-6518d68ba9df/00d6b6fc-8690-41f2-ad17-6518d68ba9df.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1842.148950] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1842.149484] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Waiting for the task: (returnval){ [ 1842.149484] env[63366]: value = "task-2103226" [ 1842.149484] env[63366]: _type = "Task" [ 1842.149484] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.149989] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02aa0604-f12f-4255-bc98-6c61db3a8ff6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.168023] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.168023] env[63366]: DEBUG oslo_vmware.api [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Waiting for the task: (returnval){ [ 1842.168023] env[63366]: value = "task-2103227" [ 1842.168023] env[63366]: _type = "Task" [ 1842.168023] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.212100] env[63366]: DEBUG oslo_vmware.api [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Task: {'id': task-2103225, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.273843] env[63366]: DEBUG oslo_concurrency.lockutils [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Acquiring lock "36746589-7243-480f-8aa8-07b7ed19cdec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.274131] env[63366]: DEBUG oslo_concurrency.lockutils [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Lock "36746589-7243-480f-8aa8-07b7ed19cdec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.366913] env[63366]: DEBUG oslo_vmware.api [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523f3872-35a5-848b-355c-4e225b7ca2f6, 'name': SearchDatastore_Task, 'duration_secs': 0.048379} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.373319] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7427ea60-71b9-46ac-bbe0-fbdd30d8da61 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.376538] env[63366]: DEBUG oslo_vmware.api [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 1842.376538] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52265e3d-6f16-36dc-3022-12e95cde9ccb" [ 1842.376538] env[63366]: _type = "Task" [ 1842.376538] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.385224] env[63366]: DEBUG oslo_vmware.api [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52265e3d-6f16-36dc-3022-12e95cde9ccb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.462295] env[63366]: DEBUG nova.network.neutron [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Updating instance_info_cache with network_info: [{"id": "aa8f1f08-fb52-46a5-b752-7ea9b1c1df53", "address": "fa:16:3e:16:f0:49", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8f1f08-fb", "ovs_interfaceid": "aa8f1f08-fb52-46a5-b752-7ea9b1c1df53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.491959] env[63366]: DEBUG nova.compute.utils [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1842.499851] env[63366]: DEBUG nova.compute.manager [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1842.499851] env[63366]: DEBUG nova.network.neutron [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1842.664599] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103226, 'name': ReconfigVM_Task, 'duration_secs': 0.447929} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.665049] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 4d9f0050-4fe7-470c-96c3-63c7362026f2/4d9f0050-4fe7-470c-96c3-63c7362026f2.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1842.665783] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1aa8d9eb-cd03-47b1-848f-4e2905e941ee {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.675787] env[63366]: DEBUG oslo_vmware.api [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Task: {'id': task-2103227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093884} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.677318] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1842.677399] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Waiting for the task: (returnval){ [ 1842.677399] env[63366]: value = "task-2103228" [ 1842.677399] env[63366]: _type = "Task" [ 1842.677399] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.678158] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cd68ac-760a-4f5e-987f-1c0e7835ab9d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.688671] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103228, 'name': Rename_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.708888] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 00d6b6fc-8690-41f2-ad17-6518d68ba9df/00d6b6fc-8690-41f2-ad17-6518d68ba9df.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1842.712944] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a019f2fb-ea09-4d40-87ac-fc2cf80ec903 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.735430] env[63366]: DEBUG nova.policy [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b568d6379b00451882acfede7d2de3ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d7c94ab73684b77b243efd6e270385d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1842.745462] env[63366]: DEBUG oslo_vmware.api [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Waiting for the task: (returnval){ [ 1842.745462] env[63366]: value = "task-2103229" [ 1842.745462] env[63366]: _type = "Task" [ 1842.745462] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.745462] env[63366]: DEBUG oslo_vmware.api [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Task: {'id': task-2103225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701139} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.745462] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] aea01b22-a721-4070-9c59-f8554a20423b/aea01b22-a721-4070-9c59-f8554a20423b.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1842.745462] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1842.746769] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1da01ee2-573c-49c7-9ab3-90863a249f7f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.756687] env[63366]: DEBUG oslo_vmware.api [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Task: {'id': task-2103229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.761556] env[63366]: DEBUG oslo_vmware.api [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Waiting for the task: (returnval){ [ 1842.761556] env[63366]: value = "task-2103230" [ 1842.761556] env[63366]: _type = "Task" [ 1842.761556] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.771674] env[63366]: DEBUG oslo_vmware.api [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Task: {'id': task-2103230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.892136] env[63366]: DEBUG oslo_vmware.api [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52265e3d-6f16-36dc-3022-12e95cde9ccb, 'name': SearchDatastore_Task, 'duration_secs': 0.009969} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.892531] env[63366]: DEBUG oslo_concurrency.lockutils [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.892795] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 1d01e724-1c08-4dd9-8757-650aed9dac4d/1d01e724-1c08-4dd9-8757-650aed9dac4d.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1842.893049] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-190d3d8d-802b-4a21-9d8e-1ba217cd1782 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.899924] env[63366]: DEBUG oslo_vmware.api [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 1842.899924] env[63366]: value = "task-2103231" [ 1842.899924] env[63366]: _type = "Task" [ 1842.899924] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.907843] env[63366]: DEBUG oslo_vmware.api [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.968585] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Releasing lock "refresh_cache-ca21962c-e15c-46b5-98d4-92973869fdb1" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.968943] env[63366]: DEBUG nova.compute.manager [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Instance network_info: |[{"id": "aa8f1f08-fb52-46a5-b752-7ea9b1c1df53", "address": "fa:16:3e:16:f0:49", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8f1f08-fb", "ovs_interfaceid": "aa8f1f08-fb52-46a5-b752-7ea9b1c1df53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1842.969475] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:f0:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa8f1f08-fb52-46a5-b752-7ea9b1c1df53', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1842.977577] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Creating folder: Project (353deeb191674013a946a0b5c463935c). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1842.977903] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16ea95f8-376c-4b00-adc7-5ffaaccd9f83 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.988067] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Created folder: Project (353deeb191674013a946a0b5c463935c) in parent group-v430612. [ 1842.988310] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Creating folder: Instances. Parent ref: group-v430625. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1842.988553] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c997e96-c773-46f3-aa96-667a108caf20 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.998824] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Created folder: Instances in parent group-v430625. [ 1842.999121] env[63366]: DEBUG oslo.service.loopingcall [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1843.002170] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1843.002170] env[63366]: DEBUG nova.compute.manager [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1843.005259] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8e398f2-3ed1-4764-bd3b-445ec319dfb0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.038348] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1843.038348] env[63366]: value = "task-2103234" [ 1843.038348] env[63366]: _type = "Task" [ 1843.038348] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.049634] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103234, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.191505] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103228, 'name': Rename_Task, 'duration_secs': 0.148197} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.194571] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1843.195194] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0b5818b-7970-429b-aeab-b7e17da624bd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.206316] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Waiting for the task: (returnval){ [ 1843.206316] env[63366]: value = "task-2103235" [ 1843.206316] env[63366]: _type = "Task" [ 1843.206316] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.216927] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.259795] env[63366]: DEBUG oslo_vmware.api [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Task: {'id': task-2103229, 'name': ReconfigVM_Task, 'duration_secs': 0.301858} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.262041] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 00d6b6fc-8690-41f2-ad17-6518d68ba9df/00d6b6fc-8690-41f2-ad17-6518d68ba9df.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1843.262742] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a21a173-51d8-4666-a40a-a018381f8ebe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.269210] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f60f96-8b28-4b41-980f-ef534f6f3d6a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.273719] env[63366]: DEBUG oslo_vmware.api [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Waiting for the task: (returnval){ [ 1843.273719] env[63366]: value = "task-2103236" [ 1843.273719] env[63366]: _type = "Task" [ 1843.273719] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.281187] env[63366]: DEBUG oslo_vmware.api [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Task: {'id': task-2103230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068935} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.283259] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1843.284144] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a50bcf-9cb0-4b03-9c9d-f38bb8affa1f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.290950] env[63366]: DEBUG oslo_vmware.api [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Task: {'id': task-2103236, 'name': Rename_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.305667] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630f0f0c-8e6d-469b-80c5-f4bbf0c021e7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.317755] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] aea01b22-a721-4070-9c59-f8554a20423b/aea01b22-a721-4070-9c59-f8554a20423b.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1843.318238] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e0e3ff6-4511-4935-adf5-8fe5e84b6204 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.363250] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ab0068-2d17-44d0-802a-3a2afe680114 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.366136] env[63366]: DEBUG oslo_vmware.api [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Waiting for the task: (returnval){ [ 1843.366136] env[63366]: value = "task-2103237" [ 1843.366136] env[63366]: _type = "Task" [ 1843.366136] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.375868] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a53ca34-4c34-442c-a3fa-80dff41ecbf5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.381714] env[63366]: DEBUG oslo_vmware.api [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Task: {'id': task-2103237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.395664] env[63366]: DEBUG nova.compute.provider_tree [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1843.409188] env[63366]: DEBUG oslo_vmware.api [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.550305] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103234, 'name': CreateVM_Task, 'duration_secs': 0.446276} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.551398] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1843.551398] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1843.551398] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.551679] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1843.551967] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-828c4e0f-24e4-4e6a-b932-8f1dcea1e4a9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.559713] env[63366]: DEBUG oslo_vmware.api [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Waiting for the task: (returnval){ [ 1843.559713] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52778d0a-df7c-8686-b81a-c4d0ff26c67c" [ 1843.559713] env[63366]: _type = "Task" [ 1843.559713] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.568276] env[63366]: DEBUG oslo_vmware.api [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52778d0a-df7c-8686-b81a-c4d0ff26c67c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.691177] env[63366]: DEBUG nova.compute.manager [req-7f90dc46-f6a8-4cf2-8914-2dcd2cd0e3fc req-6df4f492-50f5-48db-b03b-f2deebd0d15a service nova] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Received event network-vif-plugged-aa8f1f08-fb52-46a5-b752-7ea9b1c1df53 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1843.691405] env[63366]: DEBUG oslo_concurrency.lockutils [req-7f90dc46-f6a8-4cf2-8914-2dcd2cd0e3fc req-6df4f492-50f5-48db-b03b-f2deebd0d15a service nova] Acquiring lock "ca21962c-e15c-46b5-98d4-92973869fdb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.691609] env[63366]: DEBUG oslo_concurrency.lockutils [req-7f90dc46-f6a8-4cf2-8914-2dcd2cd0e3fc req-6df4f492-50f5-48db-b03b-f2deebd0d15a service nova] Lock "ca21962c-e15c-46b5-98d4-92973869fdb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.693610] env[63366]: DEBUG oslo_concurrency.lockutils [req-7f90dc46-f6a8-4cf2-8914-2dcd2cd0e3fc req-6df4f492-50f5-48db-b03b-f2deebd0d15a service nova] Lock "ca21962c-e15c-46b5-98d4-92973869fdb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.693851] env[63366]: DEBUG nova.compute.manager [req-7f90dc46-f6a8-4cf2-8914-2dcd2cd0e3fc req-6df4f492-50f5-48db-b03b-f2deebd0d15a service nova] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] No waiting events found dispatching network-vif-plugged-aa8f1f08-fb52-46a5-b752-7ea9b1c1df53 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1843.694053] env[63366]: WARNING nova.compute.manager [req-7f90dc46-f6a8-4cf2-8914-2dcd2cd0e3fc req-6df4f492-50f5-48db-b03b-f2deebd0d15a service nova] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Received unexpected event network-vif-plugged-aa8f1f08-fb52-46a5-b752-7ea9b1c1df53 for instance with vm_state building and task_state spawning. [ 1843.694254] env[63366]: DEBUG nova.compute.manager [req-7f90dc46-f6a8-4cf2-8914-2dcd2cd0e3fc req-6df4f492-50f5-48db-b03b-f2deebd0d15a service nova] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Received event network-changed-aa8f1f08-fb52-46a5-b752-7ea9b1c1df53 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1843.694989] env[63366]: DEBUG nova.compute.manager [req-7f90dc46-f6a8-4cf2-8914-2dcd2cd0e3fc req-6df4f492-50f5-48db-b03b-f2deebd0d15a service nova] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Refreshing instance network info cache due to event network-changed-aa8f1f08-fb52-46a5-b752-7ea9b1c1df53. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1843.694989] env[63366]: DEBUG oslo_concurrency.lockutils [req-7f90dc46-f6a8-4cf2-8914-2dcd2cd0e3fc req-6df4f492-50f5-48db-b03b-f2deebd0d15a service nova] Acquiring lock "refresh_cache-ca21962c-e15c-46b5-98d4-92973869fdb1" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1843.694989] env[63366]: DEBUG oslo_concurrency.lockutils [req-7f90dc46-f6a8-4cf2-8914-2dcd2cd0e3fc req-6df4f492-50f5-48db-b03b-f2deebd0d15a service nova] Acquired lock "refresh_cache-ca21962c-e15c-46b5-98d4-92973869fdb1" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.694989] env[63366]: DEBUG nova.network.neutron [req-7f90dc46-f6a8-4cf2-8914-2dcd2cd0e3fc req-6df4f492-50f5-48db-b03b-f2deebd0d15a service nova] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Refreshing network info cache for port aa8f1f08-fb52-46a5-b752-7ea9b1c1df53 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1843.722555] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103235, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.787890] env[63366]: DEBUG oslo_vmware.api [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Task: {'id': task-2103236, 'name': Rename_Task, 'duration_secs': 0.212394} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.788212] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1843.788453] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-825a2744-db18-4055-968f-9c7326841367 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.794599] env[63366]: DEBUG oslo_vmware.api [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Waiting for the task: (returnval){ [ 1843.794599] env[63366]: value = "task-2103238" [ 1843.794599] env[63366]: _type = "Task" [ 1843.794599] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.802758] env[63366]: DEBUG oslo_vmware.api [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Task: {'id': task-2103238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.876294] env[63366]: DEBUG oslo_vmware.api [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Task: {'id': task-2103237, 'name': ReconfigVM_Task, 'duration_secs': 0.4522} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.876648] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Reconfigured VM instance instance-00000003 to attach disk [datastore2] aea01b22-a721-4070-9c59-f8554a20423b/aea01b22-a721-4070-9c59-f8554a20423b.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1843.877349] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c54240f-4e13-4b68-9bf8-7db0fb1db119 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.889749] env[63366]: DEBUG oslo_vmware.api [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Waiting for the task: (returnval){ [ 1843.889749] env[63366]: value = "task-2103239" [ 1843.889749] env[63366]: _type = "Task" [ 1843.889749] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.902102] env[63366]: DEBUG nova.scheduler.client.report [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1843.908019] env[63366]: DEBUG oslo_vmware.api [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Task: {'id': task-2103239, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.914063] env[63366]: DEBUG oslo_vmware.api [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103231, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.034465] env[63366]: DEBUG nova.compute.manager [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1844.060849] env[63366]: DEBUG nova.virt.hardware [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1844.061602] env[63366]: DEBUG nova.virt.hardware [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1844.061602] env[63366]: DEBUG nova.virt.hardware [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1844.061602] env[63366]: DEBUG nova.virt.hardware [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1844.061602] env[63366]: DEBUG nova.virt.hardware [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1844.062984] env[63366]: DEBUG nova.virt.hardware [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1844.062984] env[63366]: DEBUG nova.virt.hardware [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1844.062984] env[63366]: DEBUG nova.virt.hardware [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1844.062984] env[63366]: DEBUG nova.virt.hardware [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1844.062984] env[63366]: DEBUG nova.virt.hardware [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1844.063346] env[63366]: DEBUG nova.virt.hardware [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1844.063592] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e1b528-2897-4d71-b4ad-9d0ca8ebbfaa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.081429] env[63366]: DEBUG oslo_vmware.api [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52778d0a-df7c-8686-b81a-c4d0ff26c67c, 'name': SearchDatastore_Task, 'duration_secs': 0.010282} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.082263] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.082263] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1844.082396] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.082490] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.082665] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1844.084195] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480dbf79-1271-4d93-9075-c6c72d8f5dba {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.088498] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77baeb5a-34e2-4943-b239-2cef66427d39 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.103760] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1844.105550] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1844.105550] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46191c8e-9075-4cd2-9e75-ebcda1e8f1bb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.113910] env[63366]: DEBUG oslo_vmware.api [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Waiting for the task: (returnval){ [ 1844.113910] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]523bc549-7148-2a45-2c1a-4d9fc2812b3c" [ 1844.113910] env[63366]: _type = "Task" [ 1844.113910] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.129604] env[63366]: DEBUG oslo_vmware.api [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523bc549-7148-2a45-2c1a-4d9fc2812b3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.157254] env[63366]: DEBUG nova.network.neutron [req-da0e2a42-6e75-4a80-9139-fd96523df805 req-99f232af-aaf6-4de7-ac4f-47b6efb2e6b7 service nova] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Updated VIF entry in instance network info cache for port 0f6ad4c9-b39c-46b7-8f77-d98d77a20a09. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1844.157942] env[63366]: DEBUG nova.network.neutron [req-da0e2a42-6e75-4a80-9139-fd96523df805 req-99f232af-aaf6-4de7-ac4f-47b6efb2e6b7 service nova] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Updating instance_info_cache with network_info: [{"id": "0f6ad4c9-b39c-46b7-8f77-d98d77a20a09", "address": "fa:16:3e:a8:e9:58", "network": {"id": "764dc435-fc64-48c6-ba7f-b6bf111b21dc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1851394257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9622986e63843bba40fb1f5bd9b7a61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f6ad4c9-b3", "ovs_interfaceid": "0f6ad4c9-b39c-46b7-8f77-d98d77a20a09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.221055] env[63366]: DEBUG oslo_vmware.api [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103235, 'name': PowerOnVM_Task, 'duration_secs': 0.555885} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.221386] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1844.221897] env[63366]: INFO nova.compute.manager [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Took 14.49 seconds to spawn the instance on the hypervisor. [ 1844.222107] env[63366]: DEBUG nova.compute.manager [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1844.226274] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0105045b-a026-4e35-ad93-6247b5f6023a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.306972] env[63366]: DEBUG oslo_vmware.api [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Task: {'id': task-2103238, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.400637] env[63366]: DEBUG oslo_vmware.api [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Task: {'id': task-2103239, 'name': Rename_Task, 'duration_secs': 0.34906} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.400937] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1844.401235] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6057c000-0f60-4d61-af8b-1a5b66abb8f8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.410479] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.411058] env[63366]: DEBUG nova.compute.manager [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1844.413717] env[63366]: DEBUG oslo_vmware.api [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Waiting for the task: (returnval){ [ 1844.413717] env[63366]: value = "task-2103240" [ 1844.413717] env[63366]: _type = "Task" [ 1844.413717] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.414501] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.287s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.416586] env[63366]: INFO nova.compute.claims [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1844.430053] env[63366]: DEBUG oslo_vmware.api [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103231, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.318749} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.430445] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 1d01e724-1c08-4dd9-8757-650aed9dac4d/1d01e724-1c08-4dd9-8757-650aed9dac4d.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1844.430583] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1844.431243] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3effc03d-0256-4bbd-8847-8957f37fd8d9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.437428] env[63366]: DEBUG oslo_vmware.api [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Task: {'id': task-2103240, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.443034] env[63366]: DEBUG oslo_vmware.api [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 1844.443034] env[63366]: value = "task-2103241" [ 1844.443034] env[63366]: _type = "Task" [ 1844.443034] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.449905] env[63366]: DEBUG oslo_vmware.api [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103241, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.630733] env[63366]: DEBUG oslo_vmware.api [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523bc549-7148-2a45-2c1a-4d9fc2812b3c, 'name': SearchDatastore_Task, 'duration_secs': 0.073016} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.631511] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c645057b-53b9-4643-b005-39b975491042 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.637587] env[63366]: DEBUG oslo_vmware.api [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Waiting for the task: (returnval){ [ 1844.637587] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]525c2296-c3e3-c9ef-d6b2-08ffcf462e3d" [ 1844.637587] env[63366]: _type = "Task" [ 1844.637587] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.653904] env[63366]: DEBUG oslo_vmware.api [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]525c2296-c3e3-c9ef-d6b2-08ffcf462e3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.660416] env[63366]: DEBUG oslo_concurrency.lockutils [req-da0e2a42-6e75-4a80-9139-fd96523df805 req-99f232af-aaf6-4de7-ac4f-47b6efb2e6b7 service nova] Releasing lock "refresh_cache-1d01e724-1c08-4dd9-8757-650aed9dac4d" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.755530] env[63366]: INFO nova.compute.manager [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Took 19.28 seconds to build instance. [ 1844.805311] env[63366]: DEBUG oslo_vmware.api [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Task: {'id': task-2103238, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.891776] env[63366]: DEBUG nova.network.neutron [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Successfully created port: 736b6286-6f47-4265-91b8-cd154c93a5da {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1844.931496] env[63366]: DEBUG nova.compute.utils [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1844.933596] env[63366]: DEBUG nova.compute.manager [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Not allocating networking since 'none' was specified. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1844.941852] env[63366]: DEBUG oslo_vmware.api [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Task: {'id': task-2103240, 'name': PowerOnVM_Task} progress is 37%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.953554] env[63366]: DEBUG oslo_vmware.api [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103241, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070733} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.953818] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1844.954736] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f654ac-7091-4679-8efc-60814b5398a8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.982861] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 1d01e724-1c08-4dd9-8757-650aed9dac4d/1d01e724-1c08-4dd9-8757-650aed9dac4d.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1844.983345] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83409427-2b56-4cf0-84e5-b0b15b4f04eb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.004923] env[63366]: DEBUG oslo_vmware.api [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 1845.004923] env[63366]: value = "task-2103242" [ 1845.004923] env[63366]: _type = "Task" [ 1845.004923] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.013886] env[63366]: DEBUG oslo_vmware.api [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103242, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.085278] env[63366]: DEBUG nova.network.neutron [req-7f90dc46-f6a8-4cf2-8914-2dcd2cd0e3fc req-6df4f492-50f5-48db-b03b-f2deebd0d15a service nova] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Updated VIF entry in instance network info cache for port aa8f1f08-fb52-46a5-b752-7ea9b1c1df53. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1845.085278] env[63366]: DEBUG nova.network.neutron [req-7f90dc46-f6a8-4cf2-8914-2dcd2cd0e3fc req-6df4f492-50f5-48db-b03b-f2deebd0d15a service nova] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Updating instance_info_cache with network_info: [{"id": "aa8f1f08-fb52-46a5-b752-7ea9b1c1df53", "address": "fa:16:3e:16:f0:49", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8f1f08-fb", "ovs_interfaceid": "aa8f1f08-fb52-46a5-b752-7ea9b1c1df53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.153789] env[63366]: DEBUG oslo_vmware.api [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]525c2296-c3e3-c9ef-d6b2-08ffcf462e3d, 'name': SearchDatastore_Task, 'duration_secs': 0.018927} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.154290] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.155146] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] ca21962c-e15c-46b5-98d4-92973869fdb1/ca21962c-e15c-46b5-98d4-92973869fdb1.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1845.155146] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c68e9912-c6a9-4be4-8b4e-4717dd8f0608 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.162878] env[63366]: DEBUG oslo_vmware.api [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Waiting for the task: (returnval){ [ 1845.162878] env[63366]: value = "task-2103243" [ 1845.162878] env[63366]: _type = "Task" [ 1845.162878] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.172110] env[63366]: DEBUG oslo_vmware.api [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Task: {'id': task-2103243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.198473] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Acquiring lock "9edbed1b-6fc3-4fbb-9c16-f426ecfa286f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.198669] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Lock "9edbed1b-6fc3-4fbb-9c16-f426ecfa286f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.258913] env[63366]: DEBUG oslo_concurrency.lockutils [None req-373de936-b355-4c27-81cd-0451338ed0b8 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Lock "4d9f0050-4fe7-470c-96c3-63c7362026f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.795s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.307646] env[63366]: DEBUG oslo_vmware.api [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Task: {'id': task-2103238, 'name': PowerOnVM_Task, 'duration_secs': 1.268088} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.307795] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1845.308774] env[63366]: INFO nova.compute.manager [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Took 13.37 seconds to spawn the instance on the hypervisor. [ 1845.308774] env[63366]: DEBUG nova.compute.manager [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1845.309493] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e944b3e-d15a-4590-9ea8-d9c78f352104 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.422059] env[63366]: DEBUG nova.network.neutron [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Successfully updated port: f4a0ec11-799e-413a-b44b-f0e127313da7 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1845.439777] env[63366]: DEBUG nova.compute.manager [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1845.443932] env[63366]: DEBUG oslo_vmware.api [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Task: {'id': task-2103240, 'name': PowerOnVM_Task, 'duration_secs': 0.982472} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.443932] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1845.444362] env[63366]: INFO nova.compute.manager [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Took 10.87 seconds to spawn the instance on the hypervisor. [ 1845.444413] env[63366]: DEBUG nova.compute.manager [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1845.445464] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b400cc-42c6-44eb-981f-f5eecdf0f6c8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.521800] env[63366]: DEBUG oslo_vmware.api [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.587486] env[63366]: DEBUG oslo_concurrency.lockutils [req-7f90dc46-f6a8-4cf2-8914-2dcd2cd0e3fc req-6df4f492-50f5-48db-b03b-f2deebd0d15a service nova] Releasing lock "refresh_cache-ca21962c-e15c-46b5-98d4-92973869fdb1" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.681222] env[63366]: DEBUG oslo_vmware.api [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Task: {'id': task-2103243, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.763914] env[63366]: DEBUG nova.compute.manager [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1845.770587] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1499c88e-5f04-42ce-860b-dcb85e50b749 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.781222] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fa3a60-d915-4ec8-9013-55796d95afaa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.823965] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c669af05-a90f-464f-ba67-1b6157d28118 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.830260] env[63366]: INFO nova.compute.manager [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Took 18.33 seconds to build instance. [ 1845.836334] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0efa994-5d4d-402e-9146-2f98188ae8bf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.858775] env[63366]: DEBUG nova.compute.provider_tree [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1845.926541] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "refresh_cache-2a99be1b-f5c2-4df9-ae96-3bb1f244e576" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.926607] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquired lock "refresh_cache-2a99be1b-f5c2-4df9-ae96-3bb1f244e576" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.926907] env[63366]: DEBUG nova.network.neutron [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1845.967937] env[63366]: INFO nova.compute.manager [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Took 15.81 seconds to build instance. [ 1846.016914] env[63366]: DEBUG oslo_vmware.api [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103242, 'name': ReconfigVM_Task, 'duration_secs': 0.654345} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.017148] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 1d01e724-1c08-4dd9-8757-650aed9dac4d/1d01e724-1c08-4dd9-8757-650aed9dac4d.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1846.017840] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d48cd2e4-f679-458f-9314-c9ed61b2f91f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.024666] env[63366]: DEBUG oslo_vmware.api [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 1846.024666] env[63366]: value = "task-2103244" [ 1846.024666] env[63366]: _type = "Task" [ 1846.024666] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.035175] env[63366]: DEBUG oslo_vmware.api [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103244, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.182087] env[63366]: DEBUG oslo_vmware.api [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Task: {'id': task-2103243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674894} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.182489] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] ca21962c-e15c-46b5-98d4-92973869fdb1/ca21962c-e15c-46b5-98d4-92973869fdb1.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1846.182785] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1846.183378] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7d66e45-49d7-4f30-ae4e-42ffc4e02859 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.190378] env[63366]: DEBUG oslo_vmware.api [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Waiting for the task: (returnval){ [ 1846.190378] env[63366]: value = "task-2103245" [ 1846.190378] env[63366]: _type = "Task" [ 1846.190378] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.200835] env[63366]: DEBUG oslo_vmware.api [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Task: {'id': task-2103245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.301548] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.332716] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a14dc73f-dc5e-49f9-930e-31841478b601 tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Lock "00d6b6fc-8690-41f2-ad17-6518d68ba9df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.848s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.362977] env[63366]: DEBUG nova.scheduler.client.report [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1846.450839] env[63366]: DEBUG nova.compute.manager [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1846.472992] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4bba4d5-a976-4a97-b147-244b6d6701da tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Lock "aea01b22-a721-4070-9c59-f8554a20423b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.340s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.476164] env[63366]: DEBUG nova.virt.hardware [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1846.476357] env[63366]: DEBUG nova.virt.hardware [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1846.476509] env[63366]: DEBUG nova.virt.hardware [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1846.476686] env[63366]: DEBUG nova.virt.hardware [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1846.476826] env[63366]: DEBUG nova.virt.hardware [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1846.477304] env[63366]: DEBUG nova.virt.hardware [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1846.477557] env[63366]: DEBUG nova.virt.hardware [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1846.477723] env[63366]: DEBUG nova.virt.hardware [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1846.477913] env[63366]: DEBUG nova.virt.hardware [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1846.478270] env[63366]: DEBUG nova.virt.hardware [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1846.478464] env[63366]: DEBUG nova.virt.hardware [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1846.480534] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc6728b-040f-4c1f-86b6-af6d0b54df03 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.492995] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ab1c92-1870-43b9-add3-27f540bea256 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.511653] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Instance VIF info [] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1846.518072] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Creating folder: Project (fa01e3b6f44845ddb6348d5f4fe95490). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1846.518748] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25753d92-c45a-4ea2-95b4-15ad6bc9f940 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.529739] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Created folder: Project (fa01e3b6f44845ddb6348d5f4fe95490) in parent group-v430612. [ 1846.529930] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Creating folder: Instances. Parent ref: group-v430628. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1846.530585] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f463e02f-f199-4804-80f9-dc601eb9a423 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.535309] env[63366]: DEBUG oslo_vmware.api [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103244, 'name': Rename_Task, 'duration_secs': 0.269351} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.535932] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1846.536205] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d57ffec1-b387-43b0-ab0b-3591907cb86f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.541976] env[63366]: DEBUG oslo_vmware.api [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 1846.541976] env[63366]: value = "task-2103248" [ 1846.541976] env[63366]: _type = "Task" [ 1846.541976] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.543254] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Created folder: Instances in parent group-v430628. [ 1846.543472] env[63366]: DEBUG oslo.service.loopingcall [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1846.549756] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1846.549756] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e95d513-5ec9-4315-a889-a6932a3bdc31 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.566307] env[63366]: DEBUG oslo_vmware.api [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103248, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.567836] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1846.567836] env[63366]: value = "task-2103249" [ 1846.567836] env[63366]: _type = "Task" [ 1846.567836] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.577772] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103249, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.648673] env[63366]: DEBUG nova.network.neutron [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1846.706260] env[63366]: DEBUG oslo_vmware.api [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Task: {'id': task-2103245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101501} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.706260] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1846.707417] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d5849d-ae4b-4740-8c09-1aaa53612347 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.734574] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] ca21962c-e15c-46b5-98d4-92973869fdb1/ca21962c-e15c-46b5-98d4-92973869fdb1.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1846.735185] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58992384-2837-4e49-b14a-9e4f6932a3c8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.765563] env[63366]: DEBUG oslo_vmware.api [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Waiting for the task: (returnval){ [ 1846.765563] env[63366]: value = "task-2103250" [ 1846.765563] env[63366]: _type = "Task" [ 1846.765563] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.775416] env[63366]: DEBUG oslo_vmware.api [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Task: {'id': task-2103250, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.837240] env[63366]: DEBUG nova.compute.manager [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1846.869568] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.873413] env[63366]: DEBUG nova.compute.manager [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1846.876758] env[63366]: DEBUG oslo_concurrency.lockutils [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.520s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.880737] env[63366]: INFO nova.compute.claims [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1846.973033] env[63366]: DEBUG nova.compute.manager [req-72c00040-929e-4633-b2b0-95a3b92726c3 req-489895c0-ac10-43c3-8726-7fa1b2a5e9b8 service nova] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Received event network-vif-plugged-f4a0ec11-799e-413a-b44b-f0e127313da7 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1846.973274] env[63366]: DEBUG oslo_concurrency.lockutils [req-72c00040-929e-4633-b2b0-95a3b92726c3 req-489895c0-ac10-43c3-8726-7fa1b2a5e9b8 service nova] Acquiring lock "2a99be1b-f5c2-4df9-ae96-3bb1f244e576-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.973482] env[63366]: DEBUG oslo_concurrency.lockutils [req-72c00040-929e-4633-b2b0-95a3b92726c3 req-489895c0-ac10-43c3-8726-7fa1b2a5e9b8 service nova] Lock "2a99be1b-f5c2-4df9-ae96-3bb1f244e576-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.973650] env[63366]: DEBUG oslo_concurrency.lockutils [req-72c00040-929e-4633-b2b0-95a3b92726c3 req-489895c0-ac10-43c3-8726-7fa1b2a5e9b8 service nova] Lock "2a99be1b-f5c2-4df9-ae96-3bb1f244e576-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.973874] env[63366]: DEBUG nova.compute.manager [req-72c00040-929e-4633-b2b0-95a3b92726c3 req-489895c0-ac10-43c3-8726-7fa1b2a5e9b8 service nova] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] No waiting events found dispatching network-vif-plugged-f4a0ec11-799e-413a-b44b-f0e127313da7 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1846.974387] env[63366]: WARNING nova.compute.manager [req-72c00040-929e-4633-b2b0-95a3b92726c3 req-489895c0-ac10-43c3-8726-7fa1b2a5e9b8 service nova] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Received unexpected event network-vif-plugged-f4a0ec11-799e-413a-b44b-f0e127313da7 for instance with vm_state building and task_state spawning. [ 1846.984981] env[63366]: DEBUG nova.compute.manager [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1847.030982] env[63366]: DEBUG nova.network.neutron [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Updating instance_info_cache with network_info: [{"id": "f4a0ec11-799e-413a-b44b-f0e127313da7", "address": "fa:16:3e:c8:2f:16", "network": {"id": "8e5b94f6-69f8-4bb7-aff5-99920baec34e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-341388656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1ff64f0d194d108aaaee128cf37032", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4a0ec11-79", "ovs_interfaceid": "f4a0ec11-799e-413a-b44b-f0e127313da7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.055246] env[63366]: DEBUG oslo_vmware.api [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103248, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.078631] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103249, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.281378] env[63366]: DEBUG oslo_vmware.api [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Task: {'id': task-2103250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.322970] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Acquiring lock "8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.323211] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Lock "8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.366220] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.386019] env[63366]: DEBUG nova.compute.utils [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1847.389912] env[63366]: DEBUG nova.compute.manager [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1847.389912] env[63366]: DEBUG nova.network.neutron [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1847.512078] env[63366]: DEBUG oslo_concurrency.lockutils [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.531887] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Releasing lock "refresh_cache-2a99be1b-f5c2-4df9-ae96-3bb1f244e576" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.532292] env[63366]: DEBUG nova.compute.manager [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Instance network_info: |[{"id": "f4a0ec11-799e-413a-b44b-f0e127313da7", "address": "fa:16:3e:c8:2f:16", "network": {"id": "8e5b94f6-69f8-4bb7-aff5-99920baec34e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-341388656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1ff64f0d194d108aaaee128cf37032", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4a0ec11-79", "ovs_interfaceid": "f4a0ec11-799e-413a-b44b-f0e127313da7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1847.533436] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:2f:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4a0ec11-799e-413a-b44b-f0e127313da7', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1847.545041] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Creating folder: Project (ae1ff64f0d194d108aaaee128cf37032). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1847.545041] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76361f90-de58-48b8-a1c5-d2da461ec6fd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.548067] env[63366]: DEBUG nova.policy [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '723ea4de21ce44a690b7acbb14431ac7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a6b369729644eb299067082c22e5e36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1847.562787] env[63366]: DEBUG oslo_vmware.api [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103248, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.566739] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Created folder: Project (ae1ff64f0d194d108aaaee128cf37032) in parent group-v430612. [ 1847.566973] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Creating folder: Instances. Parent ref: group-v430631. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1847.567266] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f8b5981-3bd9-489a-9cf7-ee9eb8901a09 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.576139] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Created folder: Instances in parent group-v430631. [ 1847.576464] env[63366]: DEBUG oslo.service.loopingcall [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1847.580347] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1847.580601] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103249, 'name': CreateVM_Task, 'duration_secs': 0.574919} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.580816] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2871d70f-d827-4d5b-a872-953dcd63f848 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.598056] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1847.600029] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.600187] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.600528] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1847.601248] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0184244-8ab2-45a9-95e1-a1bb6a060afd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.607553] env[63366]: DEBUG oslo_vmware.api [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Waiting for the task: (returnval){ [ 1847.607553] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52138184-631a-fe42-666f-1c2dab288f6a" [ 1847.607553] env[63366]: _type = "Task" [ 1847.607553] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.607726] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1847.607726] env[63366]: value = "task-2103253" [ 1847.607726] env[63366]: _type = "Task" [ 1847.607726] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.625125] env[63366]: DEBUG oslo_vmware.api [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52138184-631a-fe42-666f-1c2dab288f6a, 'name': SearchDatastore_Task, 'duration_secs': 0.010852} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.630885] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.631160] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1847.631391] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.631530] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.631730] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1847.631984] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103253, 'name': CreateVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.632207] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4af5814f-c755-4584-bb81-2b420f2d6e3f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.642513] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1847.642698] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1847.643460] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a3b7976-766c-4f7a-9445-1710b115dbe0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.652483] env[63366]: DEBUG oslo_vmware.api [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Waiting for the task: (returnval){ [ 1847.652483] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]525c4a84-8fd3-9cc7-dbc0-7ecabe709b1a" [ 1847.652483] env[63366]: _type = "Task" [ 1847.652483] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.664349] env[63366]: DEBUG oslo_vmware.api [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]525c4a84-8fd3-9cc7-dbc0-7ecabe709b1a, 'name': SearchDatastore_Task, 'duration_secs': 0.009955} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.665276] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8ee1081-5468-4f99-bb23-522e4108cf0d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.672110] env[63366]: DEBUG oslo_vmware.api [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Waiting for the task: (returnval){ [ 1847.672110] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52c8d300-14c5-d827-e49a-f7416bed00c8" [ 1847.672110] env[63366]: _type = "Task" [ 1847.672110] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.683805] env[63366]: DEBUG oslo_vmware.api [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52c8d300-14c5-d827-e49a-f7416bed00c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.783419] env[63366]: DEBUG oslo_vmware.api [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Task: {'id': task-2103250, 'name': ReconfigVM_Task, 'duration_secs': 0.80546} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.783419] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Reconfigured VM instance instance-00000005 to attach disk [datastore2] ca21962c-e15c-46b5-98d4-92973869fdb1/ca21962c-e15c-46b5-98d4-92973869fdb1.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1847.786105] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-682da03c-36d8-4db5-8676-d9124fc4755a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.793104] env[63366]: DEBUG oslo_vmware.api [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Waiting for the task: (returnval){ [ 1847.793104] env[63366]: value = "task-2103254" [ 1847.793104] env[63366]: _type = "Task" [ 1847.793104] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.805915] env[63366]: DEBUG oslo_vmware.api [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Task: {'id': task-2103254, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.893749] env[63366]: DEBUG nova.compute.manager [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1847.942595] env[63366]: DEBUG nova.network.neutron [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Successfully updated port: 736b6286-6f47-4265-91b8-cd154c93a5da {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1848.058950] env[63366]: DEBUG oslo_vmware.api [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103248, 'name': PowerOnVM_Task, 'duration_secs': 1.413685} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.059330] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1848.059615] env[63366]: INFO nova.compute.manager [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Took 11.14 seconds to spawn the instance on the hypervisor. [ 1848.059868] env[63366]: DEBUG nova.compute.manager [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1848.063036] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c257b214-f2fb-45ad-9dc6-3f248c37c72f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.121393] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103253, 'name': CreateVM_Task, 'duration_secs': 0.408355} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.121788] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1848.122702] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.123299] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.123794] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1848.127941] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0eb2de6-75ee-4e11-b61c-de93c866491c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.133118] env[63366]: DEBUG oslo_vmware.api [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 1848.133118] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52c9cda2-16f0-d420-a22d-c30772287b1e" [ 1848.133118] env[63366]: _type = "Task" [ 1848.133118] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.147268] env[63366]: DEBUG oslo_vmware.api [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52c9cda2-16f0-d420-a22d-c30772287b1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.192705] env[63366]: DEBUG oslo_vmware.api [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52c8d300-14c5-d827-e49a-f7416bed00c8, 'name': SearchDatastore_Task, 'duration_secs': 0.015851} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.193139] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.193563] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 24dffd64-79b1-4d94-b5af-b7822d04b8f5/24dffd64-79b1-4d94-b5af-b7822d04b8f5.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1848.193920] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d3d6d0e-c1e1-4e0b-932e-82c4b2319f62 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.201729] env[63366]: DEBUG oslo_vmware.api [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Waiting for the task: (returnval){ [ 1848.201729] env[63366]: value = "task-2103255" [ 1848.201729] env[63366]: _type = "Task" [ 1848.201729] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.216150] env[63366]: DEBUG oslo_vmware.api [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.234081] env[63366]: DEBUG oslo_concurrency.lockutils [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] Acquiring lock "4d9f0050-4fe7-470c-96c3-63c7362026f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.236157] env[63366]: DEBUG oslo_concurrency.lockutils [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] Lock "4d9f0050-4fe7-470c-96c3-63c7362026f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.236157] env[63366]: DEBUG oslo_concurrency.lockutils [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] Acquiring lock "4d9f0050-4fe7-470c-96c3-63c7362026f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.236157] env[63366]: DEBUG oslo_concurrency.lockutils [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] Lock "4d9f0050-4fe7-470c-96c3-63c7362026f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.236417] env[63366]: DEBUG oslo_concurrency.lockutils [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] Lock "4d9f0050-4fe7-470c-96c3-63c7362026f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.239637] env[63366]: INFO nova.compute.manager [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Terminating instance [ 1848.262670] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e6e7fd-8bc1-4296-99ef-0bd2e603334b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.273409] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59eed97e-6929-4388-bce4-fb9e72d5b490 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.315482] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a28169d-4cc0-4b11-a2a6-3b2dcfa11a6a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.321119] env[63366]: DEBUG oslo_concurrency.lockutils [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Acquiring lock "0273547a-6bdc-40e4-be59-4a7b96e68f83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.321357] env[63366]: DEBUG oslo_concurrency.lockutils [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Lock "0273547a-6bdc-40e4-be59-4a7b96e68f83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.329814] env[63366]: DEBUG oslo_vmware.api [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Task: {'id': task-2103254, 'name': Rename_Task, 'duration_secs': 0.197298} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.330477] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1848.331730] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc60fbe-65aa-4cf1-b335-88953b328330 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.335613] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-473367fd-71fb-40de-bc8d-8bcfa60d7a78 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.347987] env[63366]: DEBUG nova.compute.provider_tree [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1848.350708] env[63366]: DEBUG oslo_vmware.api [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Waiting for the task: (returnval){ [ 1848.350708] env[63366]: value = "task-2103256" [ 1848.350708] env[63366]: _type = "Task" [ 1848.350708] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.358965] env[63366]: DEBUG oslo_vmware.api [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Task: {'id': task-2103256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.450855] env[63366]: DEBUG oslo_concurrency.lockutils [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Acquiring lock "refresh_cache-5772c3d4-987e-411d-8b1a-499c247ee735" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.450855] env[63366]: DEBUG oslo_concurrency.lockutils [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Acquired lock "refresh_cache-5772c3d4-987e-411d-8b1a-499c247ee735" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.450855] env[63366]: DEBUG nova.network.neutron [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1848.585405] env[63366]: INFO nova.compute.manager [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Took 18.43 seconds to build instance. [ 1848.647954] env[63366]: DEBUG oslo_vmware.api [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52c9cda2-16f0-d420-a22d-c30772287b1e, 'name': SearchDatastore_Task, 'duration_secs': 0.012296} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.649226] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.649226] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1848.649514] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.649731] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.650143] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1848.650330] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebfdbd82-2597-4d13-aa2c-4183690de704 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.661398] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1848.661398] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1848.661580] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5a565b7-d998-454e-a2af-0a12cacf9cd4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.667825] env[63366]: DEBUG oslo_vmware.api [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 1848.667825] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52728abc-f31b-f92f-bc97-7b8ffb3cd0f9" [ 1848.667825] env[63366]: _type = "Task" [ 1848.667825] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.683245] env[63366]: DEBUG oslo_vmware.api [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52728abc-f31b-f92f-bc97-7b8ffb3cd0f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.719545] env[63366]: DEBUG oslo_vmware.api [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103255, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.752323] env[63366]: DEBUG nova.compute.manager [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1848.752323] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1848.753217] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196ec9f1-294e-43bf-892d-d6175632d029 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.761815] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1848.762076] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59a4312a-5b2a-4630-8e59-7cd8965929f6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.772929] env[63366]: DEBUG oslo_vmware.api [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] Waiting for the task: (returnval){ [ 1848.772929] env[63366]: value = "task-2103257" [ 1848.772929] env[63366]: _type = "Task" [ 1848.772929] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.782439] env[63366]: DEBUG oslo_vmware.api [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] Task: {'id': task-2103257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.842714] env[63366]: DEBUG nova.network.neutron [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Successfully created port: aeda7b4e-29b5-45e2-9a58-a55b2f8c3072 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1848.857890] env[63366]: DEBUG nova.scheduler.client.report [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1848.870595] env[63366]: DEBUG oslo_vmware.api [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Task: {'id': task-2103256, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.910503] env[63366]: DEBUG nova.compute.manager [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1848.950221] env[63366]: DEBUG nova.virt.hardware [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1848.950221] env[63366]: DEBUG nova.virt.hardware [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1848.950221] env[63366]: DEBUG nova.virt.hardware [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1848.950439] env[63366]: DEBUG nova.virt.hardware [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1848.951264] env[63366]: DEBUG nova.virt.hardware [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1848.951264] env[63366]: DEBUG nova.virt.hardware [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1848.951264] env[63366]: DEBUG nova.virt.hardware [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1848.951264] env[63366]: DEBUG nova.virt.hardware [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1848.951264] env[63366]: DEBUG nova.virt.hardware [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1848.951476] env[63366]: DEBUG nova.virt.hardware [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1848.951553] env[63366]: DEBUG nova.virt.hardware [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1848.952546] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d581383-6967-43b2-9bb5-d7c3a099cfca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.965802] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5501584d-586c-4076-adaa-b52d2da2b217 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.033644] env[63366]: DEBUG nova.network.neutron [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1849.086896] env[63366]: DEBUG oslo_concurrency.lockutils [None req-50d58185-9370-45c4-9eab-b92f11366acb tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lock "1d01e724-1c08-4dd9-8757-650aed9dac4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.959s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.181771] env[63366]: DEBUG oslo_vmware.api [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52728abc-f31b-f92f-bc97-7b8ffb3cd0f9, 'name': SearchDatastore_Task, 'duration_secs': 0.014474} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.182580] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14330730-fe90-4ee7-a4c8-bd6a677d84ba {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.189506] env[63366]: DEBUG oslo_vmware.api [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 1849.189506] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]526dd1ab-9d0a-9d86-37e5-7c28b1d13fda" [ 1849.189506] env[63366]: _type = "Task" [ 1849.189506] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.198179] env[63366]: DEBUG oslo_vmware.api [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526dd1ab-9d0a-9d86-37e5-7c28b1d13fda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.214936] env[63366]: DEBUG oslo_vmware.api [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.833174} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.215701] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 24dffd64-79b1-4d94-b5af-b7822d04b8f5/24dffd64-79b1-4d94-b5af-b7822d04b8f5.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1849.215935] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1849.216184] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fcf3fd5-00f8-474c-8e3c-18ed98b96ae6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.222728] env[63366]: DEBUG oslo_vmware.api [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Waiting for the task: (returnval){ [ 1849.222728] env[63366]: value = "task-2103258" [ 1849.222728] env[63366]: _type = "Task" [ 1849.222728] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.231244] env[63366]: DEBUG oslo_vmware.api [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.282987] env[63366]: DEBUG oslo_vmware.api [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] Task: {'id': task-2103257, 'name': PowerOffVM_Task, 'duration_secs': 0.328988} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.285649] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1849.285649] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1849.286889] env[63366]: DEBUG nova.compute.manager [req-5eec0f18-51d1-4526-84c4-2d3dda4ab5e1 req-98f0fd56-9549-4918-a20e-bffe39f33fae service nova] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Received event network-vif-plugged-736b6286-6f47-4265-91b8-cd154c93a5da {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1849.287125] env[63366]: DEBUG oslo_concurrency.lockutils [req-5eec0f18-51d1-4526-84c4-2d3dda4ab5e1 req-98f0fd56-9549-4918-a20e-bffe39f33fae service nova] Acquiring lock "5772c3d4-987e-411d-8b1a-499c247ee735-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.287215] env[63366]: DEBUG oslo_concurrency.lockutils [req-5eec0f18-51d1-4526-84c4-2d3dda4ab5e1 req-98f0fd56-9549-4918-a20e-bffe39f33fae service nova] Lock "5772c3d4-987e-411d-8b1a-499c247ee735-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.287413] env[63366]: DEBUG oslo_concurrency.lockutils [req-5eec0f18-51d1-4526-84c4-2d3dda4ab5e1 req-98f0fd56-9549-4918-a20e-bffe39f33fae service nova] Lock "5772c3d4-987e-411d-8b1a-499c247ee735-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.287732] env[63366]: DEBUG nova.compute.manager [req-5eec0f18-51d1-4526-84c4-2d3dda4ab5e1 req-98f0fd56-9549-4918-a20e-bffe39f33fae service nova] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] No waiting events found dispatching network-vif-plugged-736b6286-6f47-4265-91b8-cd154c93a5da {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1849.287850] env[63366]: WARNING nova.compute.manager [req-5eec0f18-51d1-4526-84c4-2d3dda4ab5e1 req-98f0fd56-9549-4918-a20e-bffe39f33fae service nova] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Received unexpected event network-vif-plugged-736b6286-6f47-4265-91b8-cd154c93a5da for instance with vm_state building and task_state spawning. [ 1849.288184] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14825b04-5956-44d5-a21d-c3a89f79131f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.365514] env[63366]: DEBUG oslo_concurrency.lockutils [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.366244] env[63366]: DEBUG nova.compute.manager [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1849.368959] env[63366]: DEBUG oslo_vmware.api [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Task: {'id': task-2103256, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.370085] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.068s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.371034] env[63366]: INFO nova.compute.claims [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1849.400354] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1849.400516] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1849.401231] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] Deleting the datastore file [datastore2] 4d9f0050-4fe7-470c-96c3-63c7362026f2 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1849.401231] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53b5c492-bd06-4f41-9443-59dde9367207 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.418252] env[63366]: DEBUG oslo_vmware.api [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] Waiting for the task: (returnval){ [ 1849.418252] env[63366]: value = "task-2103260" [ 1849.418252] env[63366]: _type = "Task" [ 1849.418252] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.426693] env[63366]: DEBUG oslo_vmware.api [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] Task: {'id': task-2103260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.587283] env[63366]: DEBUG nova.network.neutron [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Updating instance_info_cache with network_info: [{"id": "736b6286-6f47-4265-91b8-cd154c93a5da", "address": "fa:16:3e:75:06:b8", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap736b6286-6f", "ovs_interfaceid": "736b6286-6f47-4265-91b8-cd154c93a5da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.592742] env[63366]: DEBUG nova.compute.manager [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1849.707447] env[63366]: DEBUG oslo_vmware.api [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526dd1ab-9d0a-9d86-37e5-7c28b1d13fda, 'name': SearchDatastore_Task, 'duration_secs': 0.025312} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.708675] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.708675] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 2a99be1b-f5c2-4df9-ae96-3bb1f244e576/2a99be1b-f5c2-4df9-ae96-3bb1f244e576.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1849.708675] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25a8e3a8-82bc-4981-b740-cc3214ceb0ac {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.717489] env[63366]: DEBUG oslo_vmware.api [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 1849.717489] env[63366]: value = "task-2103261" [ 1849.717489] env[63366]: _type = "Task" [ 1849.717489] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.735293] env[63366]: DEBUG oslo_vmware.api [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.740541] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Acquiring lock "8cd4e26b-954b-435e-880a-5765ca34f736" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.741020] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Lock "8cd4e26b-954b-435e-880a-5765ca34f736" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.746504] env[63366]: DEBUG oslo_vmware.api [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076157} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.746860] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1849.747905] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556b4eb7-4942-4ba2-a1c3-7e6b9046473d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.774326] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 24dffd64-79b1-4d94-b5af-b7822d04b8f5/24dffd64-79b1-4d94-b5af-b7822d04b8f5.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1849.774567] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-783f3ccb-d848-4ee7-8300-fa26035e8eb7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.798552] env[63366]: DEBUG oslo_vmware.api [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Waiting for the task: (returnval){ [ 1849.798552] env[63366]: value = "task-2103262" [ 1849.798552] env[63366]: _type = "Task" [ 1849.798552] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.808352] env[63366]: DEBUG oslo_vmware.api [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103262, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.863908] env[63366]: DEBUG oslo_vmware.api [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Task: {'id': task-2103256, 'name': PowerOnVM_Task} progress is 37%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.877634] env[63366]: DEBUG nova.compute.utils [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1849.882642] env[63366]: DEBUG nova.compute.manager [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1849.882814] env[63366]: DEBUG nova.network.neutron [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1849.929461] env[63366]: DEBUG oslo_vmware.api [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] Task: {'id': task-2103260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414413} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.930191] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1849.930562] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1849.930562] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1849.930779] env[63366]: INFO nova.compute.manager [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1849.931241] env[63366]: DEBUG oslo.service.loopingcall [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1849.931371] env[63366]: DEBUG nova.compute.manager [-] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1849.931532] env[63366]: DEBUG nova.network.neutron [-] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1850.090770] env[63366]: DEBUG oslo_concurrency.lockutils [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Releasing lock "refresh_cache-5772c3d4-987e-411d-8b1a-499c247ee735" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.091029] env[63366]: DEBUG nova.compute.manager [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Instance network_info: |[{"id": "736b6286-6f47-4265-91b8-cd154c93a5da", "address": "fa:16:3e:75:06:b8", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap736b6286-6f", "ovs_interfaceid": "736b6286-6f47-4265-91b8-cd154c93a5da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1850.091784] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:06:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '736b6286-6f47-4265-91b8-cd154c93a5da', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1850.102294] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Creating folder: Project (9d7c94ab73684b77b243efd6e270385d). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1850.108842] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ac4a2bb-6568-480a-99c8-b6021394414e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.120655] env[63366]: DEBUG nova.policy [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57cbe58e1adf4d97931cef762e9ab62d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62d2d0f41b904398b951842d02cb3e1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1850.124288] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Created folder: Project (9d7c94ab73684b77b243efd6e270385d) in parent group-v430612. [ 1850.124483] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Creating folder: Instances. Parent ref: group-v430634. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1850.124752] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8362ca8c-a5f1-40e8-8b7c-34bda36a4e44 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.136164] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.138069] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Created folder: Instances in parent group-v430634. [ 1850.138127] env[63366]: DEBUG oslo.service.loopingcall [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1850.138285] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1850.138491] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f49883ad-e071-4703-a64a-b3ea886bc313 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.162728] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1850.162728] env[63366]: value = "task-2103265" [ 1850.162728] env[63366]: _type = "Task" [ 1850.162728] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.173167] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103265, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.231442] env[63366]: DEBUG oslo_vmware.api [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103261, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.309557] env[63366]: DEBUG oslo_vmware.api [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.368986] env[63366]: DEBUG oslo_vmware.api [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Task: {'id': task-2103256, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.386019] env[63366]: DEBUG nova.compute.manager [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1850.684508] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103265, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.731147] env[63366]: DEBUG oslo_vmware.api [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655874} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.731412] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 2a99be1b-f5c2-4df9-ae96-3bb1f244e576/2a99be1b-f5c2-4df9-ae96-3bb1f244e576.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1850.731705] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1850.732504] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eef0d37b-acdf-419a-8f16-6d02ad1fa61a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.739581] env[63366]: DEBUG oslo_vmware.api [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 1850.739581] env[63366]: value = "task-2103266" [ 1850.739581] env[63366]: _type = "Task" [ 1850.739581] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.759285] env[63366]: DEBUG oslo_vmware.api [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.773085] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c14661-6346-408c-af2b-7122eac31ad7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.783741] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4256fdc7-0bec-48ce-bc49-6504d8d01a8f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.829710] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6eedcca-49d4-44b8-80e5-3ba92576d2be {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.850145] env[63366]: DEBUG oslo_vmware.api [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103262, 'name': ReconfigVM_Task, 'duration_secs': 0.796005} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.850236] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f99df41-7aff-498c-84b3-87cb8514a546 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.857473] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 24dffd64-79b1-4d94-b5af-b7822d04b8f5/24dffd64-79b1-4d94-b5af-b7822d04b8f5.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1850.858085] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66dc7092-0041-42d7-a666-06e88ae5f8e7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.885225] env[63366]: DEBUG nova.compute.provider_tree [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1850.899744] env[63366]: DEBUG oslo_vmware.api [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Waiting for the task: (returnval){ [ 1850.899744] env[63366]: value = "task-2103267" [ 1850.899744] env[63366]: _type = "Task" [ 1850.899744] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.900335] env[63366]: DEBUG oslo_vmware.api [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Task: {'id': task-2103256, 'name': PowerOnVM_Task, 'duration_secs': 2.451342} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.901860] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1850.902088] env[63366]: INFO nova.compute.manager [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Took 11.62 seconds to spawn the instance on the hypervisor. [ 1850.902356] env[63366]: DEBUG nova.compute.manager [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1850.911679] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a431f62a-299d-4f3b-b6b3-4b00a6268659 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.921997] env[63366]: DEBUG oslo_vmware.api [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103267, 'name': Rename_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.992819] env[63366]: DEBUG nova.compute.manager [req-67e5ef38-df8c-4175-b04c-3877ced1ea94 req-593affa6-ce25-40ad-ba3b-351810a104a7 service nova] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Received event network-changed-f4a0ec11-799e-413a-b44b-f0e127313da7 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1850.996603] env[63366]: DEBUG nova.compute.manager [req-67e5ef38-df8c-4175-b04c-3877ced1ea94 req-593affa6-ce25-40ad-ba3b-351810a104a7 service nova] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Refreshing instance network info cache due to event network-changed-f4a0ec11-799e-413a-b44b-f0e127313da7. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1850.997016] env[63366]: DEBUG oslo_concurrency.lockutils [req-67e5ef38-df8c-4175-b04c-3877ced1ea94 req-593affa6-ce25-40ad-ba3b-351810a104a7 service nova] Acquiring lock "refresh_cache-2a99be1b-f5c2-4df9-ae96-3bb1f244e576" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.997016] env[63366]: DEBUG oslo_concurrency.lockutils [req-67e5ef38-df8c-4175-b04c-3877ced1ea94 req-593affa6-ce25-40ad-ba3b-351810a104a7 service nova] Acquired lock "refresh_cache-2a99be1b-f5c2-4df9-ae96-3bb1f244e576" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.997119] env[63366]: DEBUG nova.network.neutron [req-67e5ef38-df8c-4175-b04c-3877ced1ea94 req-593affa6-ce25-40ad-ba3b-351810a104a7 service nova] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Refreshing network info cache for port f4a0ec11-799e-413a-b44b-f0e127313da7 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1851.178268] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103265, 'name': CreateVM_Task, 'duration_secs': 0.604738} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.178586] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1851.180720] env[63366]: DEBUG oslo_concurrency.lockutils [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.180720] env[63366]: DEBUG oslo_concurrency.lockutils [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.180720] env[63366]: DEBUG oslo_concurrency.lockutils [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1851.180906] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Acquiring lock "aea01b22-a721-4070-9c59-f8554a20423b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.181067] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Lock "aea01b22-a721-4070-9c59-f8554a20423b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.181505] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Acquiring lock "aea01b22-a721-4070-9c59-f8554a20423b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.181909] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Lock "aea01b22-a721-4070-9c59-f8554a20423b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.182021] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Lock "aea01b22-a721-4070-9c59-f8554a20423b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.184461] env[63366]: INFO nova.compute.manager [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Terminating instance [ 1851.187913] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c5ea082-a5f6-40dc-9a0b-1fe3200d6741 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.200157] env[63366]: DEBUG oslo_concurrency.lockutils [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Acquiring lock "9f1629c8-a6f3-4285-85fe-ae369c4d20ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.200410] env[63366]: DEBUG oslo_concurrency.lockutils [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Lock "9f1629c8-a6f3-4285-85fe-ae369c4d20ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.200681] env[63366]: DEBUG oslo_vmware.api [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Waiting for the task: (returnval){ [ 1851.200681] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52298917-48a8-c603-39a4-c1a873d72cd9" [ 1851.200681] env[63366]: _type = "Task" [ 1851.200681] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.211365] env[63366]: DEBUG oslo_vmware.api [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52298917-48a8-c603-39a4-c1a873d72cd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.254679] env[63366]: DEBUG oslo_vmware.api [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074495} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.254787] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1851.255598] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd12ab79-814c-4be6-b8f8-fa2267f16ab5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.283411] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 2a99be1b-f5c2-4df9-ae96-3bb1f244e576/2a99be1b-f5c2-4df9-ae96-3bb1f244e576.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1851.283848] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d8279da-7c12-4a23-8bf4-620441506a30 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.303580] env[63366]: DEBUG oslo_vmware.api [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 1851.303580] env[63366]: value = "task-2103268" [ 1851.303580] env[63366]: _type = "Task" [ 1851.303580] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.314612] env[63366]: DEBUG oslo_vmware.api [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103268, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.337688] env[63366]: DEBUG nova.network.neutron [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Successfully updated port: aeda7b4e-29b5-45e2-9a58-a55b2f8c3072 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1851.401739] env[63366]: DEBUG nova.scheduler.client.report [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1851.406423] env[63366]: DEBUG nova.compute.manager [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1851.420923] env[63366]: DEBUG oslo_vmware.api [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103267, 'name': Rename_Task, 'duration_secs': 0.349901} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.421831] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1851.421890] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-109e61ed-ac33-498f-b78a-8ede69c70754 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.434429] env[63366]: DEBUG oslo_vmware.api [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Waiting for the task: (returnval){ [ 1851.434429] env[63366]: value = "task-2103269" [ 1851.434429] env[63366]: _type = "Task" [ 1851.434429] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.442465] env[63366]: INFO nova.compute.manager [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Took 20.89 seconds to build instance. [ 1851.446536] env[63366]: DEBUG nova.virt.hardware [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1851.446619] env[63366]: DEBUG nova.virt.hardware [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1851.447471] env[63366]: DEBUG nova.virt.hardware [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1851.447471] env[63366]: DEBUG nova.virt.hardware [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1851.447471] env[63366]: DEBUG nova.virt.hardware [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1851.447471] env[63366]: DEBUG nova.virt.hardware [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1851.447974] env[63366]: DEBUG nova.virt.hardware [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1851.447974] env[63366]: DEBUG nova.virt.hardware [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1851.447974] env[63366]: DEBUG nova.virt.hardware [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1851.448094] env[63366]: DEBUG nova.virt.hardware [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1851.448561] env[63366]: DEBUG nova.virt.hardware [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1851.448990] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd364184-7e17-4c3d-a772-736a28c92d54 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.459374] env[63366]: DEBUG oslo_vmware.api [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.468654] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef78c6a0-b28a-41d5-a926-db06fe7cd6ba {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.498242] env[63366]: DEBUG nova.network.neutron [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Successfully created port: 1a635d48-b43f-45d3-8a0c-e2bca303280a {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1851.689796] env[63366]: DEBUG nova.compute.manager [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1851.690030] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1851.693274] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92524aac-a1c6-46f8-bd9d-490d28f31f9b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.702953] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1851.705885] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a419d597-c4d7-41c6-9a8c-dc4bc30d79c4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.713142] env[63366]: DEBUG oslo_vmware.api [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52298917-48a8-c603-39a4-c1a873d72cd9, 'name': SearchDatastore_Task, 'duration_secs': 0.027531} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.714563] env[63366]: DEBUG oslo_concurrency.lockutils [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.715067] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1851.715259] env[63366]: DEBUG oslo_concurrency.lockutils [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.715259] env[63366]: DEBUG oslo_concurrency.lockutils [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.715553] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1851.715753] env[63366]: DEBUG oslo_vmware.api [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Waiting for the task: (returnval){ [ 1851.715753] env[63366]: value = "task-2103270" [ 1851.715753] env[63366]: _type = "Task" [ 1851.715753] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.715967] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c631b791-9eb1-4ca5-9ed5-ec64bd14379e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.728847] env[63366]: DEBUG oslo_vmware.api [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Task: {'id': task-2103270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.728847] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1851.728847] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1851.728847] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c76fc69-feaf-4fdc-ae00-93bf83a352c5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.733939] env[63366]: DEBUG oslo_vmware.api [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Waiting for the task: (returnval){ [ 1851.733939] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ce598a-1caa-d608-f2f0-251dd4a4b7a3" [ 1851.733939] env[63366]: _type = "Task" [ 1851.733939] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.742261] env[63366]: DEBUG oslo_vmware.api [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ce598a-1caa-d608-f2f0-251dd4a4b7a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.800099] env[63366]: DEBUG nova.network.neutron [-] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.818301] env[63366]: DEBUG oslo_vmware.api [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.841253] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "refresh_cache-96f0fab0-d17a-46cc-bff7-66de56c2acc3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.841253] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquired lock "refresh_cache-96f0fab0-d17a-46cc-bff7-66de56c2acc3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.841396] env[63366]: DEBUG nova.network.neutron [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1851.910954] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.910954] env[63366]: DEBUG nova.compute.manager [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1851.915407] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.549s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.916415] env[63366]: INFO nova.compute.claims [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1851.946709] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0c80e6e0-8023-4d1e-8816-d80dc8b1a796 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Lock "ca21962c-e15c-46b5-98d4-92973869fdb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.409s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.968982] env[63366]: DEBUG oslo_vmware.api [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103269, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.121241] env[63366]: DEBUG nova.network.neutron [req-67e5ef38-df8c-4175-b04c-3877ced1ea94 req-593affa6-ce25-40ad-ba3b-351810a104a7 service nova] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Updated VIF entry in instance network info cache for port f4a0ec11-799e-413a-b44b-f0e127313da7. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1852.121554] env[63366]: DEBUG nova.network.neutron [req-67e5ef38-df8c-4175-b04c-3877ced1ea94 req-593affa6-ce25-40ad-ba3b-351810a104a7 service nova] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Updating instance_info_cache with network_info: [{"id": "f4a0ec11-799e-413a-b44b-f0e127313da7", "address": "fa:16:3e:c8:2f:16", "network": {"id": "8e5b94f6-69f8-4bb7-aff5-99920baec34e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-341388656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1ff64f0d194d108aaaee128cf37032", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4a0ec11-79", "ovs_interfaceid": "f4a0ec11-799e-413a-b44b-f0e127313da7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.236394] env[63366]: DEBUG oslo_vmware.api [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Task: {'id': task-2103270, 'name': PowerOffVM_Task, 'duration_secs': 0.238919} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.243399] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1852.243399] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1852.244099] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5ab1428-2712-4576-9fc1-cb3c21e183ca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.263859] env[63366]: DEBUG oslo_vmware.api [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ce598a-1caa-d608-f2f0-251dd4a4b7a3, 'name': SearchDatastore_Task, 'duration_secs': 0.010282} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.265325] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-262c1757-bd74-425c-af16-970c06022022 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.271584] env[63366]: DEBUG oslo_vmware.api [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Waiting for the task: (returnval){ [ 1852.271584] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52c3f68c-fc80-7b14-6a8b-0990cce8710f" [ 1852.271584] env[63366]: _type = "Task" [ 1852.271584] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.280617] env[63366]: DEBUG oslo_vmware.api [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52c3f68c-fc80-7b14-6a8b-0990cce8710f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.302429] env[63366]: INFO nova.compute.manager [-] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Took 2.37 seconds to deallocate network for instance. [ 1852.316863] env[63366]: DEBUG oslo_vmware.api [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103268, 'name': ReconfigVM_Task, 'duration_secs': 0.59053} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.317752] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 2a99be1b-f5c2-4df9-ae96-3bb1f244e576/2a99be1b-f5c2-4df9-ae96-3bb1f244e576.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1852.318318] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1734d1b-3ddb-4810-b9cd-6fd1d27c7a54 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.325294] env[63366]: DEBUG oslo_vmware.api [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 1852.325294] env[63366]: value = "task-2103272" [ 1852.325294] env[63366]: _type = "Task" [ 1852.325294] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.335493] env[63366]: DEBUG oslo_vmware.api [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103272, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.412300] env[63366]: DEBUG nova.network.neutron [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1852.421926] env[63366]: DEBUG nova.compute.utils [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1852.430363] env[63366]: DEBUG nova.compute.manager [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1852.430527] env[63366]: DEBUG nova.network.neutron [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1852.448519] env[63366]: DEBUG oslo_vmware.api [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103269, 'name': PowerOnVM_Task} progress is 82%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.459066] env[63366]: DEBUG nova.compute.manager [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1852.481579] env[63366]: DEBUG nova.policy [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57cbe58e1adf4d97931cef762e9ab62d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62d2d0f41b904398b951842d02cb3e1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1852.496258] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1852.496777] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1852.496777] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Deleting the datastore file [datastore2] aea01b22-a721-4070-9c59-f8554a20423b {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1852.498343] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69b8ec26-e492-4d09-82a5-279dfbfacc39 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.505503] env[63366]: DEBUG oslo_vmware.api [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Waiting for the task: (returnval){ [ 1852.505503] env[63366]: value = "task-2103273" [ 1852.505503] env[63366]: _type = "Task" [ 1852.505503] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.516688] env[63366]: DEBUG oslo_vmware.api [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Task: {'id': task-2103273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.625153] env[63366]: DEBUG oslo_concurrency.lockutils [req-67e5ef38-df8c-4175-b04c-3877ced1ea94 req-593affa6-ce25-40ad-ba3b-351810a104a7 service nova] Releasing lock "refresh_cache-2a99be1b-f5c2-4df9-ae96-3bb1f244e576" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.667438] env[63366]: DEBUG nova.network.neutron [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Updating instance_info_cache with network_info: [{"id": "aeda7b4e-29b5-45e2-9a58-a55b2f8c3072", "address": "fa:16:3e:30:19:91", "network": {"id": "2461296c-b492-4d75-b35d-5e521090c9eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-859076243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6b369729644eb299067082c22e5e36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeda7b4e-29", "ovs_interfaceid": "aeda7b4e-29b5-45e2-9a58-a55b2f8c3072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.785559] env[63366]: DEBUG oslo_vmware.api [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52c3f68c-fc80-7b14-6a8b-0990cce8710f, 'name': SearchDatastore_Task, 'duration_secs': 0.016399} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.788160] env[63366]: DEBUG oslo_concurrency.lockutils [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.788160] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 5772c3d4-987e-411d-8b1a-499c247ee735/5772c3d4-987e-411d-8b1a-499c247ee735.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1852.788160] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-885ee38f-7a61-4f9b-bc16-e2edb44b8893 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.795588] env[63366]: DEBUG oslo_vmware.api [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Waiting for the task: (returnval){ [ 1852.795588] env[63366]: value = "task-2103274" [ 1852.795588] env[63366]: _type = "Task" [ 1852.795588] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.806069] env[63366]: DEBUG oslo_vmware.api [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Task: {'id': task-2103274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.809348] env[63366]: DEBUG oslo_concurrency.lockutils [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.835734] env[63366]: DEBUG oslo_vmware.api [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103272, 'name': Rename_Task, 'duration_secs': 0.221758} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.835734] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1852.836203] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3c73612-8b49-400c-bb99-e030dfa9a972 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.842869] env[63366]: DEBUG oslo_vmware.api [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 1852.842869] env[63366]: value = "task-2103275" [ 1852.842869] env[63366]: _type = "Task" [ 1852.842869] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.852572] env[63366]: DEBUG oslo_vmware.api [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.934632] env[63366]: DEBUG nova.compute.manager [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1852.954772] env[63366]: DEBUG oslo_vmware.api [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103269, 'name': PowerOnVM_Task, 'duration_secs': 1.159496} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.955046] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1852.956880] env[63366]: INFO nova.compute.manager [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Took 6.50 seconds to spawn the instance on the hypervisor. [ 1852.956880] env[63366]: DEBUG nova.compute.manager [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1852.956880] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243609a8-ea52-4525-a05f-cbeb651445c0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.999228] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.024045] env[63366]: DEBUG oslo_vmware.api [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Task: {'id': task-2103273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314033} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.024045] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1853.024262] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1853.024387] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1853.024547] env[63366]: INFO nova.compute.manager [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1853.024852] env[63366]: DEBUG oslo.service.loopingcall [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1853.025090] env[63366]: DEBUG nova.compute.manager [-] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1853.025190] env[63366]: DEBUG nova.network.neutron [-] [instance: aea01b22-a721-4070-9c59-f8554a20423b] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1853.170406] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Releasing lock "refresh_cache-96f0fab0-d17a-46cc-bff7-66de56c2acc3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.171325] env[63366]: DEBUG nova.compute.manager [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Instance network_info: |[{"id": "aeda7b4e-29b5-45e2-9a58-a55b2f8c3072", "address": "fa:16:3e:30:19:91", "network": {"id": "2461296c-b492-4d75-b35d-5e521090c9eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-859076243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6b369729644eb299067082c22e5e36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeda7b4e-29", "ovs_interfaceid": "aeda7b4e-29b5-45e2-9a58-a55b2f8c3072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1853.171497] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:19:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aeda7b4e-29b5-45e2-9a58-a55b2f8c3072', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1853.182223] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Creating folder: Project (1a6b369729644eb299067082c22e5e36). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1853.185650] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dabff651-df31-4c07-ab22-002c24600850 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.199358] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Created folder: Project (1a6b369729644eb299067082c22e5e36) in parent group-v430612. [ 1853.199720] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Creating folder: Instances. Parent ref: group-v430640. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1853.200618] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ba7c38e-9e50-49ab-82da-600f9e39cef2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.215129] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Created folder: Instances in parent group-v430640. [ 1853.215458] env[63366]: DEBUG oslo.service.loopingcall [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1853.215746] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1853.215912] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebc9a772-e54d-4440-9472-3d8db0898e13 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.240077] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1853.240077] env[63366]: value = "task-2103282" [ 1853.240077] env[63366]: _type = "Task" [ 1853.240077] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.253267] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103282, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.307381] env[63366]: DEBUG oslo_vmware.api [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Task: {'id': task-2103274, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.340960] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9e6b11-c955-41b7-b2c3-f082b8ceed80 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.364199] env[63366]: DEBUG oslo_vmware.api [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103275, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.365024] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06eaf50-44a3-457b-9212-eac533644396 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.407956] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a6318f-a65a-45e4-9ecd-b86b99348a37 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.419366] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4917da-64d1-458c-92fe-5d21441cb222 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.444080] env[63366]: DEBUG nova.compute.provider_tree [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1853.487151] env[63366]: INFO nova.compute.manager [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Took 21.32 seconds to build instance. [ 1853.509497] env[63366]: DEBUG nova.network.neutron [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Successfully created port: a40e9f3b-467c-4b27-b727-2e8b9076b371 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1853.593837] env[63366]: DEBUG nova.compute.manager [req-35ef87e0-50f5-4fd6-bc1e-51a2a38c3601 req-0c737080-4904-46a5-9f24-7ba697584878 service nova] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Received event network-changed-736b6286-6f47-4265-91b8-cd154c93a5da {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1853.594190] env[63366]: DEBUG nova.compute.manager [req-35ef87e0-50f5-4fd6-bc1e-51a2a38c3601 req-0c737080-4904-46a5-9f24-7ba697584878 service nova] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Refreshing instance network info cache due to event network-changed-736b6286-6f47-4265-91b8-cd154c93a5da. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1853.594489] env[63366]: DEBUG oslo_concurrency.lockutils [req-35ef87e0-50f5-4fd6-bc1e-51a2a38c3601 req-0c737080-4904-46a5-9f24-7ba697584878 service nova] Acquiring lock "refresh_cache-5772c3d4-987e-411d-8b1a-499c247ee735" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.594704] env[63366]: DEBUG oslo_concurrency.lockutils [req-35ef87e0-50f5-4fd6-bc1e-51a2a38c3601 req-0c737080-4904-46a5-9f24-7ba697584878 service nova] Acquired lock "refresh_cache-5772c3d4-987e-411d-8b1a-499c247ee735" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.594953] env[63366]: DEBUG nova.network.neutron [req-35ef87e0-50f5-4fd6-bc1e-51a2a38c3601 req-0c737080-4904-46a5-9f24-7ba697584878 service nova] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Refreshing network info cache for port 736b6286-6f47-4265-91b8-cd154c93a5da {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1853.754090] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103282, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.808979] env[63366]: DEBUG oslo_vmware.api [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Task: {'id': task-2103274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674115} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.809286] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 5772c3d4-987e-411d-8b1a-499c247ee735/5772c3d4-987e-411d-8b1a-499c247ee735.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1853.809614] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1853.809885] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf88776f-6864-4cee-955a-ad118e13376e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.818403] env[63366]: DEBUG oslo_vmware.api [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Waiting for the task: (returnval){ [ 1853.818403] env[63366]: value = "task-2103283" [ 1853.818403] env[63366]: _type = "Task" [ 1853.818403] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.827701] env[63366]: DEBUG oslo_vmware.api [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Task: {'id': task-2103283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.855824] env[63366]: DEBUG oslo_vmware.api [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103275, 'name': PowerOnVM_Task, 'duration_secs': 0.84224} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.855824] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1853.855824] env[63366]: INFO nova.compute.manager [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Took 12.26 seconds to spawn the instance on the hypervisor. [ 1853.856179] env[63366]: DEBUG nova.compute.manager [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1853.857466] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a7b7b8-121e-49b6-8fd1-302b094e1327 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.946957] env[63366]: DEBUG nova.compute.manager [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1853.949988] env[63366]: DEBUG nova.scheduler.client.report [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1853.980284] env[63366]: DEBUG nova.virt.hardware [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1853.980436] env[63366]: DEBUG nova.virt.hardware [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1853.980596] env[63366]: DEBUG nova.virt.hardware [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1853.981029] env[63366]: DEBUG nova.virt.hardware [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1853.981029] env[63366]: DEBUG nova.virt.hardware [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1853.981146] env[63366]: DEBUG nova.virt.hardware [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1853.981346] env[63366]: DEBUG nova.virt.hardware [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1853.981501] env[63366]: DEBUG nova.virt.hardware [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1853.981661] env[63366]: DEBUG nova.virt.hardware [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1853.981854] env[63366]: DEBUG nova.virt.hardware [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1853.982052] env[63366]: DEBUG nova.virt.hardware [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1853.983347] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee19ba6-6731-4d53-a575-69cf35845ac1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.991369] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fd1b3bae-8046-48d7-8d0a-38a68c718a43 tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Lock "24dffd64-79b1-4d94-b5af-b7822d04b8f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.835s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.993969] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ef841e-e28c-4f42-82c9-9a7c6889866d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.018395] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Acquiring lock "2a5458eb-c394-484c-8374-73eee310dc89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.018624] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Lock "2a5458eb-c394-484c-8374-73eee310dc89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.254650] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103282, 'name': CreateVM_Task, 'duration_secs': 0.591533} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.254721] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1854.255419] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.255627] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.255907] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1854.256182] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf9a36b4-2640-4e26-b8cb-789e00475883 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.260956] env[63366]: DEBUG oslo_vmware.api [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 1854.260956] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]527fa88d-4bc8-4ed6-1e6b-08ccab97142a" [ 1854.260956] env[63366]: _type = "Task" [ 1854.260956] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.271733] env[63366]: DEBUG oslo_vmware.api [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]527fa88d-4bc8-4ed6-1e6b-08ccab97142a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.330729] env[63366]: DEBUG oslo_vmware.api [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Task: {'id': task-2103283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128701} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.330997] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1854.331866] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e4394f-1575-46b0-aebd-8261debcac52 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.355132] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 5772c3d4-987e-411d-8b1a-499c247ee735/5772c3d4-987e-411d-8b1a-499c247ee735.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1854.355494] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04b440b7-2e86-4ade-9d56-2b921703a4b0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.377889] env[63366]: INFO nova.compute.manager [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Took 23.04 seconds to build instance. [ 1854.383519] env[63366]: DEBUG oslo_vmware.api [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Waiting for the task: (returnval){ [ 1854.383519] env[63366]: value = "task-2103284" [ 1854.383519] env[63366]: _type = "Task" [ 1854.383519] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.397017] env[63366]: DEBUG oslo_vmware.api [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Task: {'id': task-2103284, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.410371] env[63366]: DEBUG nova.network.neutron [-] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.456102] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.456617] env[63366]: DEBUG nova.compute.manager [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1854.459380] env[63366]: DEBUG oslo_concurrency.lockutils [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.947s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.462127] env[63366]: INFO nova.compute.claims [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1854.499233] env[63366]: DEBUG nova.compute.manager [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1854.511018] env[63366]: DEBUG nova.network.neutron [req-35ef87e0-50f5-4fd6-bc1e-51a2a38c3601 req-0c737080-4904-46a5-9f24-7ba697584878 service nova] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Updated VIF entry in instance network info cache for port 736b6286-6f47-4265-91b8-cd154c93a5da. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1854.511453] env[63366]: DEBUG nova.network.neutron [req-35ef87e0-50f5-4fd6-bc1e-51a2a38c3601 req-0c737080-4904-46a5-9f24-7ba697584878 service nova] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Updating instance_info_cache with network_info: [{"id": "736b6286-6f47-4265-91b8-cd154c93a5da", "address": "fa:16:3e:75:06:b8", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap736b6286-6f", "ovs_interfaceid": "736b6286-6f47-4265-91b8-cd154c93a5da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.546688] env[63366]: DEBUG nova.network.neutron [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Successfully updated port: 1a635d48-b43f-45d3-8a0c-e2bca303280a {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1854.782565] env[63366]: DEBUG oslo_vmware.api [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]527fa88d-4bc8-4ed6-1e6b-08ccab97142a, 'name': SearchDatastore_Task, 'duration_secs': 0.066104} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.783015] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.783378] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1854.783750] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.783974] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.784276] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1854.784679] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68f31fbb-4419-4b91-86f9-b9ed5e0ce6b0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.802236] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1854.802429] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1854.803170] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b86698dc-8f80-4602-91fb-cf4c75a04197 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.808548] env[63366]: DEBUG oslo_vmware.api [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 1854.808548] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ed255e-ccf9-dcfb-75ea-c79c23e35ea8" [ 1854.808548] env[63366]: _type = "Task" [ 1854.808548] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.817657] env[63366]: DEBUG oslo_vmware.api [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ed255e-ccf9-dcfb-75ea-c79c23e35ea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.886459] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63f625d1-d971-417d-a0c6-f49002961276 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "2a99be1b-f5c2-4df9-ae96-3bb1f244e576" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.558s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.901035] env[63366]: DEBUG oslo_vmware.api [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Task: {'id': task-2103284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.914060] env[63366]: INFO nova.compute.manager [-] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Took 1.89 seconds to deallocate network for instance. [ 1854.965542] env[63366]: DEBUG nova.compute.utils [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1854.970479] env[63366]: DEBUG nova.compute.manager [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1854.970808] env[63366]: DEBUG nova.network.neutron [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1855.014129] env[63366]: DEBUG oslo_concurrency.lockutils [req-35ef87e0-50f5-4fd6-bc1e-51a2a38c3601 req-0c737080-4904-46a5-9f24-7ba697584878 service nova] Releasing lock "refresh_cache-5772c3d4-987e-411d-8b1a-499c247ee735" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.014557] env[63366]: DEBUG nova.compute.manager [req-35ef87e0-50f5-4fd6-bc1e-51a2a38c3601 req-0c737080-4904-46a5-9f24-7ba697584878 service nova] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Received event network-vif-deleted-f79a7ad4-5cb4-420f-aed3-cd4a74e72c2e {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1855.030327] env[63366]: DEBUG oslo_concurrency.lockutils [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.049182] env[63366]: DEBUG oslo_concurrency.lockutils [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "refresh_cache-05c3d463-05fa-44a6-835c-756d94f65be4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.049339] env[63366]: DEBUG oslo_concurrency.lockutils [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquired lock "refresh_cache-05c3d463-05fa-44a6-835c-756d94f65be4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.049561] env[63366]: DEBUG nova.network.neutron [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1855.067682] env[63366]: DEBUG nova.policy [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23409dd13c414e6db5b7669dcd51763c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cee41884862643a5aded589b36b42807', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1855.322012] env[63366]: DEBUG oslo_vmware.api [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ed255e-ccf9-dcfb-75ea-c79c23e35ea8, 'name': SearchDatastore_Task, 'duration_secs': 0.018108} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.323214] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da46f2a6-9686-4574-bc87-c8f4bf8e420e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.331058] env[63366]: DEBUG oslo_vmware.api [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 1855.331058] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52983aee-1472-d476-fba6-e32f8cf8ef85" [ 1855.331058] env[63366]: _type = "Task" [ 1855.331058] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.343119] env[63366]: DEBUG oslo_vmware.api [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52983aee-1472-d476-fba6-e32f8cf8ef85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.392535] env[63366]: DEBUG nova.compute.manager [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1855.403151] env[63366]: DEBUG oslo_vmware.api [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Task: {'id': task-2103284, 'name': ReconfigVM_Task, 'duration_secs': 0.743752} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.403478] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 5772c3d4-987e-411d-8b1a-499c247ee735/5772c3d4-987e-411d-8b1a-499c247ee735.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1855.404114] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32a3ca30-25c2-433b-b20b-d319f25c7722 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.410647] env[63366]: DEBUG oslo_vmware.api [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Waiting for the task: (returnval){ [ 1855.410647] env[63366]: value = "task-2103285" [ 1855.410647] env[63366]: _type = "Task" [ 1855.410647] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.421175] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.421533] env[63366]: DEBUG oslo_vmware.api [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Task: {'id': task-2103285, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.484341] env[63366]: DEBUG nova.compute.manager [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1855.612851] env[63366]: DEBUG nova.compute.manager [None req-e9986175-ac79-46e2-b229-f7b299d5ebac tempest-ServerDiagnosticsTest-670806675 tempest-ServerDiagnosticsTest-670806675-project-admin] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1855.613973] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ee6ad4-a505-4704-bc81-cc9b112ac63b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.620306] env[63366]: DEBUG nova.network.neutron [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1855.626679] env[63366]: INFO nova.compute.manager [None req-e9986175-ac79-46e2-b229-f7b299d5ebac tempest-ServerDiagnosticsTest-670806675 tempest-ServerDiagnosticsTest-670806675-project-admin] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Retrieving diagnostics [ 1855.627368] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84625e91-302d-48eb-92c5-8617dead543e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.845278] env[63366]: DEBUG oslo_vmware.api [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52983aee-1472-d476-fba6-e32f8cf8ef85, 'name': SearchDatastore_Task, 'duration_secs': 0.011752} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.848609] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.848899] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 96f0fab0-d17a-46cc-bff7-66de56c2acc3/96f0fab0-d17a-46cc-bff7-66de56c2acc3.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1855.849691] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14f73640-52f7-448f-9485-a8d6a0699441 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.858705] env[63366]: DEBUG oslo_vmware.api [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 1855.858705] env[63366]: value = "task-2103286" [ 1855.858705] env[63366]: _type = "Task" [ 1855.858705] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.865892] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c2aa13-758b-4c1d-b551-173f60facd4a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.870464] env[63366]: DEBUG nova.network.neutron [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Successfully created port: 8d47812b-1742-4e32-95d2-1f226baa3ee6 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1855.878500] env[63366]: DEBUG oslo_vmware.api [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.881659] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faab6bd0-675f-406f-b0d8-a08f90d3c54b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.927060] env[63366]: DEBUG nova.network.neutron [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Updating instance_info_cache with network_info: [{"id": "1a635d48-b43f-45d3-8a0c-e2bca303280a", "address": "fa:16:3e:82:fd:e3", "network": {"id": "87e0888f-8e2d-41e6-9c96-906ae0eaea4c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-579322839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d2d0f41b904398b951842d02cb3e1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a635d48-b4", "ovs_interfaceid": "1a635d48-b43f-45d3-8a0c-e2bca303280a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.935817] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01a3f05-894c-47ab-92d8-e83f3b15b607 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.949896] env[63366]: DEBUG oslo_vmware.api [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Task: {'id': task-2103285, 'name': Rename_Task, 'duration_secs': 0.29753} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.949896] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1855.949896] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80c98b93-b47e-49cb-9c29-c3f93d10a52b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.955064] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ba1861-061c-45ac-85c9-65b0501436a6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.962248] env[63366]: DEBUG oslo_vmware.api [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Waiting for the task: (returnval){ [ 1855.962248] env[63366]: value = "task-2103287" [ 1855.962248] env[63366]: _type = "Task" [ 1855.962248] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.966441] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.974977] env[63366]: DEBUG oslo_vmware.api [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Task: {'id': task-2103287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.985857] env[63366]: DEBUG nova.compute.provider_tree [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1856.151817] env[63366]: DEBUG nova.compute.manager [req-f2ef72a8-4d81-4c64-85b6-984ca9f2edb2 req-91a3c8e7-bd8f-4e33-ba06-b56ba5318496 service nova] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Received event network-vif-plugged-aeda7b4e-29b5-45e2-9a58-a55b2f8c3072 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1856.151817] env[63366]: DEBUG oslo_concurrency.lockutils [req-f2ef72a8-4d81-4c64-85b6-984ca9f2edb2 req-91a3c8e7-bd8f-4e33-ba06-b56ba5318496 service nova] Acquiring lock "96f0fab0-d17a-46cc-bff7-66de56c2acc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.154239] env[63366]: DEBUG oslo_concurrency.lockutils [req-f2ef72a8-4d81-4c64-85b6-984ca9f2edb2 req-91a3c8e7-bd8f-4e33-ba06-b56ba5318496 service nova] Lock "96f0fab0-d17a-46cc-bff7-66de56c2acc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.154239] env[63366]: DEBUG oslo_concurrency.lockutils [req-f2ef72a8-4d81-4c64-85b6-984ca9f2edb2 req-91a3c8e7-bd8f-4e33-ba06-b56ba5318496 service nova] Lock "96f0fab0-d17a-46cc-bff7-66de56c2acc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.154239] env[63366]: DEBUG nova.compute.manager [req-f2ef72a8-4d81-4c64-85b6-984ca9f2edb2 req-91a3c8e7-bd8f-4e33-ba06-b56ba5318496 service nova] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] No waiting events found dispatching network-vif-plugged-aeda7b4e-29b5-45e2-9a58-a55b2f8c3072 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1856.154239] env[63366]: WARNING nova.compute.manager [req-f2ef72a8-4d81-4c64-85b6-984ca9f2edb2 req-91a3c8e7-bd8f-4e33-ba06-b56ba5318496 service nova] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Received unexpected event network-vif-plugged-aeda7b4e-29b5-45e2-9a58-a55b2f8c3072 for instance with vm_state building and task_state spawning. [ 1856.154239] env[63366]: DEBUG nova.compute.manager [req-f2ef72a8-4d81-4c64-85b6-984ca9f2edb2 req-91a3c8e7-bd8f-4e33-ba06-b56ba5318496 service nova] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Received event network-changed-aeda7b4e-29b5-45e2-9a58-a55b2f8c3072 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1856.154446] env[63366]: DEBUG nova.compute.manager [req-f2ef72a8-4d81-4c64-85b6-984ca9f2edb2 req-91a3c8e7-bd8f-4e33-ba06-b56ba5318496 service nova] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Refreshing instance network info cache due to event network-changed-aeda7b4e-29b5-45e2-9a58-a55b2f8c3072. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1856.154446] env[63366]: DEBUG oslo_concurrency.lockutils [req-f2ef72a8-4d81-4c64-85b6-984ca9f2edb2 req-91a3c8e7-bd8f-4e33-ba06-b56ba5318496 service nova] Acquiring lock "refresh_cache-96f0fab0-d17a-46cc-bff7-66de56c2acc3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.154446] env[63366]: DEBUG oslo_concurrency.lockutils [req-f2ef72a8-4d81-4c64-85b6-984ca9f2edb2 req-91a3c8e7-bd8f-4e33-ba06-b56ba5318496 service nova] Acquired lock "refresh_cache-96f0fab0-d17a-46cc-bff7-66de56c2acc3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.154446] env[63366]: DEBUG nova.network.neutron [req-f2ef72a8-4d81-4c64-85b6-984ca9f2edb2 req-91a3c8e7-bd8f-4e33-ba06-b56ba5318496 service nova] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Refreshing network info cache for port aeda7b4e-29b5-45e2-9a58-a55b2f8c3072 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1856.370244] env[63366]: DEBUG oslo_vmware.api [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103286, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.441264] env[63366]: DEBUG oslo_concurrency.lockutils [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Releasing lock "refresh_cache-05c3d463-05fa-44a6-835c-756d94f65be4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.441671] env[63366]: DEBUG nova.compute.manager [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Instance network_info: |[{"id": "1a635d48-b43f-45d3-8a0c-e2bca303280a", "address": "fa:16:3e:82:fd:e3", "network": {"id": "87e0888f-8e2d-41e6-9c96-906ae0eaea4c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-579322839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d2d0f41b904398b951842d02cb3e1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a635d48-b4", "ovs_interfaceid": "1a635d48-b43f-45d3-8a0c-e2bca303280a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1856.442141] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:fd:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a635d48-b43f-45d3-8a0c-e2bca303280a', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1856.456026] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Creating folder: Project (62d2d0f41b904398b951842d02cb3e1a). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1856.456026] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-244d39c1-be73-465c-87fa-882e041461cd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.470229] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Created folder: Project (62d2d0f41b904398b951842d02cb3e1a) in parent group-v430612. [ 1856.470468] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Creating folder: Instances. Parent ref: group-v430643. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1856.471964] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76eae7ca-0c7d-4c6d-ae87-cdb2f8108df7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.481233] env[63366]: DEBUG oslo_vmware.api [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Task: {'id': task-2103287, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.489622] env[63366]: DEBUG nova.scheduler.client.report [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1856.492956] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Created folder: Instances in parent group-v430643. [ 1856.494733] env[63366]: DEBUG oslo.service.loopingcall [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1856.495976] env[63366]: DEBUG nova.compute.manager [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1856.501172] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1856.502946] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1c2ef4f-f21c-4e8d-8b85-b55ac68645ed {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.529786] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1856.529786] env[63366]: value = "task-2103291" [ 1856.529786] env[63366]: _type = "Task" [ 1856.529786] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.538022] env[63366]: DEBUG nova.virt.hardware [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1856.538022] env[63366]: DEBUG nova.virt.hardware [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1856.538022] env[63366]: DEBUG nova.virt.hardware [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1856.538252] env[63366]: DEBUG nova.virt.hardware [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1856.538252] env[63366]: DEBUG nova.virt.hardware [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1856.538366] env[63366]: DEBUG nova.virt.hardware [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1856.538570] env[63366]: DEBUG nova.virt.hardware [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1856.538717] env[63366]: DEBUG nova.virt.hardware [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1856.538876] env[63366]: DEBUG nova.virt.hardware [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1856.539041] env[63366]: DEBUG nova.virt.hardware [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1856.539212] env[63366]: DEBUG nova.virt.hardware [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1856.540387] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093a02e8-bc32-4501-9888-13eefe45cfbd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.546145] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103291, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.551014] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cd9764-dc45-483a-b493-1e0fdc5b9d66 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.600869] env[63366]: DEBUG nova.network.neutron [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Successfully updated port: a40e9f3b-467c-4b27-b727-2e8b9076b371 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1856.872527] env[63366]: DEBUG oslo_vmware.api [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671188} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.872527] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 96f0fab0-d17a-46cc-bff7-66de56c2acc3/96f0fab0-d17a-46cc-bff7-66de56c2acc3.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1856.872527] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1856.872527] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95945a18-8d29-40c2-8689-fef2d2de712b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.880148] env[63366]: DEBUG oslo_vmware.api [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 1856.880148] env[63366]: value = "task-2103292" [ 1856.880148] env[63366]: _type = "Task" [ 1856.880148] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.890398] env[63366]: DEBUG oslo_vmware.api [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.977125] env[63366]: DEBUG oslo_vmware.api [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Task: {'id': task-2103287, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.996312] env[63366]: DEBUG oslo_concurrency.lockutils [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.996825] env[63366]: DEBUG nova.compute.manager [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1857.004023] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.865s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.004023] env[63366]: INFO nova.compute.claims [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1857.049745] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103291, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.106306] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "refresh_cache-49c15748-bcd1-4c07-9572-9ff7ea7a4284" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.106306] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquired lock "refresh_cache-49c15748-bcd1-4c07-9572-9ff7ea7a4284" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.106306] env[63366]: DEBUG nova.network.neutron [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1857.152812] env[63366]: DEBUG nova.network.neutron [req-f2ef72a8-4d81-4c64-85b6-984ca9f2edb2 req-91a3c8e7-bd8f-4e33-ba06-b56ba5318496 service nova] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Updated VIF entry in instance network info cache for port aeda7b4e-29b5-45e2-9a58-a55b2f8c3072. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1857.152812] env[63366]: DEBUG nova.network.neutron [req-f2ef72a8-4d81-4c64-85b6-984ca9f2edb2 req-91a3c8e7-bd8f-4e33-ba06-b56ba5318496 service nova] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Updating instance_info_cache with network_info: [{"id": "aeda7b4e-29b5-45e2-9a58-a55b2f8c3072", "address": "fa:16:3e:30:19:91", "network": {"id": "2461296c-b492-4d75-b35d-5e521090c9eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-859076243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6b369729644eb299067082c22e5e36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeda7b4e-29", "ovs_interfaceid": "aeda7b4e-29b5-45e2-9a58-a55b2f8c3072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.391515] env[63366]: DEBUG oslo_vmware.api [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148385} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.391838] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1857.392654] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4ec8a5-9702-4f5f-81d3-c627d44e1ed4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.416998] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 96f0fab0-d17a-46cc-bff7-66de56c2acc3/96f0fab0-d17a-46cc-bff7-66de56c2acc3.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1857.417320] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a06480c6-7b18-4e20-bee9-0652e85c74d9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.439730] env[63366]: DEBUG oslo_vmware.api [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 1857.439730] env[63366]: value = "task-2103293" [ 1857.439730] env[63366]: _type = "Task" [ 1857.439730] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.448214] env[63366]: DEBUG oslo_vmware.api [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.473252] env[63366]: DEBUG oslo_vmware.api [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Task: {'id': task-2103287, 'name': PowerOnVM_Task} progress is 73%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.513613] env[63366]: DEBUG nova.compute.utils [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1857.516125] env[63366]: DEBUG nova.compute.manager [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1857.516125] env[63366]: DEBUG nova.network.neutron [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1857.541470] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103291, 'name': CreateVM_Task, 'duration_secs': 0.588593} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.541658] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1857.545160] env[63366]: DEBUG oslo_concurrency.lockutils [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.545160] env[63366]: DEBUG oslo_concurrency.lockutils [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.545160] env[63366]: DEBUG oslo_concurrency.lockutils [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1857.545160] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3422885-a52c-41f9-84e5-43c46c31a2ba {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.548980] env[63366]: DEBUG oslo_vmware.api [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 1857.548980] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5209bc28-8c74-0686-a678-538522e2f9c0" [ 1857.548980] env[63366]: _type = "Task" [ 1857.548980] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.559200] env[63366]: DEBUG oslo_vmware.api [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5209bc28-8c74-0686-a678-538522e2f9c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.608107] env[63366]: DEBUG nova.policy [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84a1992e4af94e9e997f6e905134b854', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4442ee5adbb3419f9a601f11d54e96dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1857.656799] env[63366]: DEBUG nova.network.neutron [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1857.659410] env[63366]: DEBUG oslo_concurrency.lockutils [req-f2ef72a8-4d81-4c64-85b6-984ca9f2edb2 req-91a3c8e7-bd8f-4e33-ba06-b56ba5318496 service nova] Releasing lock "refresh_cache-96f0fab0-d17a-46cc-bff7-66de56c2acc3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.808514] env[63366]: DEBUG nova.network.neutron [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Updating instance_info_cache with network_info: [{"id": "a40e9f3b-467c-4b27-b727-2e8b9076b371", "address": "fa:16:3e:11:5d:ec", "network": {"id": "87e0888f-8e2d-41e6-9c96-906ae0eaea4c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-579322839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d2d0f41b904398b951842d02cb3e1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa40e9f3b-46", "ovs_interfaceid": "a40e9f3b-467c-4b27-b727-2e8b9076b371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.948688] env[63366]: DEBUG nova.compute.manager [req-ff149d0d-c50f-4f62-b21d-8709bd43f769 req-cd6f5fc7-c6ad-489e-b341-58e26de0e817 service nova] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Received event network-vif-plugged-1a635d48-b43f-45d3-8a0c-e2bca303280a {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1857.948960] env[63366]: DEBUG oslo_concurrency.lockutils [req-ff149d0d-c50f-4f62-b21d-8709bd43f769 req-cd6f5fc7-c6ad-489e-b341-58e26de0e817 service nova] Acquiring lock "05c3d463-05fa-44a6-835c-756d94f65be4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.950739] env[63366]: DEBUG oslo_concurrency.lockutils [req-ff149d0d-c50f-4f62-b21d-8709bd43f769 req-cd6f5fc7-c6ad-489e-b341-58e26de0e817 service nova] Lock "05c3d463-05fa-44a6-835c-756d94f65be4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.950739] env[63366]: DEBUG oslo_concurrency.lockutils [req-ff149d0d-c50f-4f62-b21d-8709bd43f769 req-cd6f5fc7-c6ad-489e-b341-58e26de0e817 service nova] Lock "05c3d463-05fa-44a6-835c-756d94f65be4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.950739] env[63366]: DEBUG nova.compute.manager [req-ff149d0d-c50f-4f62-b21d-8709bd43f769 req-cd6f5fc7-c6ad-489e-b341-58e26de0e817 service nova] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] No waiting events found dispatching network-vif-plugged-1a635d48-b43f-45d3-8a0c-e2bca303280a {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1857.950739] env[63366]: WARNING nova.compute.manager [req-ff149d0d-c50f-4f62-b21d-8709bd43f769 req-cd6f5fc7-c6ad-489e-b341-58e26de0e817 service nova] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Received unexpected event network-vif-plugged-1a635d48-b43f-45d3-8a0c-e2bca303280a for instance with vm_state building and task_state spawning. [ 1857.950739] env[63366]: DEBUG nova.compute.manager [req-ff149d0d-c50f-4f62-b21d-8709bd43f769 req-cd6f5fc7-c6ad-489e-b341-58e26de0e817 service nova] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Received event network-changed-1a635d48-b43f-45d3-8a0c-e2bca303280a {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1857.951066] env[63366]: DEBUG nova.compute.manager [req-ff149d0d-c50f-4f62-b21d-8709bd43f769 req-cd6f5fc7-c6ad-489e-b341-58e26de0e817 service nova] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Refreshing instance network info cache due to event network-changed-1a635d48-b43f-45d3-8a0c-e2bca303280a. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1857.951066] env[63366]: DEBUG oslo_concurrency.lockutils [req-ff149d0d-c50f-4f62-b21d-8709bd43f769 req-cd6f5fc7-c6ad-489e-b341-58e26de0e817 service nova] Acquiring lock "refresh_cache-05c3d463-05fa-44a6-835c-756d94f65be4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.951066] env[63366]: DEBUG oslo_concurrency.lockutils [req-ff149d0d-c50f-4f62-b21d-8709bd43f769 req-cd6f5fc7-c6ad-489e-b341-58e26de0e817 service nova] Acquired lock "refresh_cache-05c3d463-05fa-44a6-835c-756d94f65be4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.951066] env[63366]: DEBUG nova.network.neutron [req-ff149d0d-c50f-4f62-b21d-8709bd43f769 req-cd6f5fc7-c6ad-489e-b341-58e26de0e817 service nova] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Refreshing network info cache for port 1a635d48-b43f-45d3-8a0c-e2bca303280a {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1857.964395] env[63366]: DEBUG oslo_vmware.api [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.974867] env[63366]: DEBUG oslo_vmware.api [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Task: {'id': task-2103287, 'name': PowerOnVM_Task} progress is 82%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.023827] env[63366]: DEBUG nova.compute.manager [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1858.063066] env[63366]: DEBUG oslo_vmware.api [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5209bc28-8c74-0686-a678-538522e2f9c0, 'name': SearchDatastore_Task, 'duration_secs': 0.056446} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.063500] env[63366]: DEBUG oslo_concurrency.lockutils [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.063752] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1858.064088] env[63366]: DEBUG oslo_concurrency.lockutils [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.064218] env[63366]: DEBUG oslo_concurrency.lockutils [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.064339] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1858.068532] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6f09012-121f-42bf-b304-f7622c65e879 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.085503] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1858.085907] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1858.086729] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d84cf645-012f-4ad3-81cb-7461d6b9c216 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.094638] env[63366]: DEBUG oslo_vmware.api [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 1858.094638] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52a611a0-d317-e30f-9160-96d3cca40ea2" [ 1858.094638] env[63366]: _type = "Task" [ 1858.094638] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.106114] env[63366]: DEBUG oslo_vmware.api [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a611a0-d317-e30f-9160-96d3cca40ea2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.314022] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Releasing lock "refresh_cache-49c15748-bcd1-4c07-9572-9ff7ea7a4284" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.314022] env[63366]: DEBUG nova.compute.manager [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Instance network_info: |[{"id": "a40e9f3b-467c-4b27-b727-2e8b9076b371", "address": "fa:16:3e:11:5d:ec", "network": {"id": "87e0888f-8e2d-41e6-9c96-906ae0eaea4c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-579322839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d2d0f41b904398b951842d02cb3e1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa40e9f3b-46", "ovs_interfaceid": "a40e9f3b-467c-4b27-b727-2e8b9076b371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1858.314631] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:5d:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a40e9f3b-467c-4b27-b727-2e8b9076b371', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1858.323194] env[63366]: DEBUG oslo.service.loopingcall [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1858.328035] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1858.328035] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c095d77-b34e-4091-9c05-d28e8430ac54 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.356391] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1858.356391] env[63366]: value = "task-2103295" [ 1858.356391] env[63366]: _type = "Task" [ 1858.356391] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.365080] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103295, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.382211] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4700b5e-2059-4e53-829a-ffa4271fac5c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.389379] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227851ac-9df3-4139-82d5-5f2d07359585 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.429913] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994bbefe-37f9-4f47-a11d-4e16e48bf741 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.438064] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ede95fd-b60b-42e5-bb67-e0a88178eeb3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.455431] env[63366]: DEBUG nova.compute.provider_tree [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1858.462340] env[63366]: DEBUG oslo_vmware.api [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.469034] env[63366]: DEBUG nova.network.neutron [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Successfully created port: 10eaf132-5e3e-45bb-815e-754d2c5d72c9 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1858.477731] env[63366]: DEBUG oslo_vmware.api [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Task: {'id': task-2103287, 'name': PowerOnVM_Task, 'duration_secs': 2.104886} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.478169] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1858.478556] env[63366]: INFO nova.compute.manager [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Took 14.44 seconds to spawn the instance on the hypervisor. [ 1858.478807] env[63366]: DEBUG nova.compute.manager [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1858.480106] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a3e85c-0441-4f03-92c0-5c40c0ea7284 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.538611] env[63366]: DEBUG nova.network.neutron [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Successfully updated port: 8d47812b-1742-4e32-95d2-1f226baa3ee6 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1858.582644] env[63366]: DEBUG oslo_concurrency.lockutils [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Acquiring lock "ca21962c-e15c-46b5-98d4-92973869fdb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.582843] env[63366]: DEBUG oslo_concurrency.lockutils [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Lock "ca21962c-e15c-46b5-98d4-92973869fdb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.583107] env[63366]: DEBUG oslo_concurrency.lockutils [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Acquiring lock "ca21962c-e15c-46b5-98d4-92973869fdb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.583323] env[63366]: DEBUG oslo_concurrency.lockutils [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Lock "ca21962c-e15c-46b5-98d4-92973869fdb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.584833] env[63366]: DEBUG oslo_concurrency.lockutils [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Lock "ca21962c-e15c-46b5-98d4-92973869fdb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.586036] env[63366]: INFO nova.compute.manager [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Terminating instance [ 1858.605987] env[63366]: DEBUG oslo_vmware.api [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a611a0-d317-e30f-9160-96d3cca40ea2, 'name': SearchDatastore_Task, 'duration_secs': 0.059126} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.607772] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-628fe845-baa4-45eb-9e7f-abe569fd714b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.615865] env[63366]: DEBUG oslo_vmware.api [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 1858.615865] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52370631-8594-de77-c41c-404b7f11848e" [ 1858.615865] env[63366]: _type = "Task" [ 1858.615865] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.624194] env[63366]: DEBUG oslo_vmware.api [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52370631-8594-de77-c41c-404b7f11848e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.705301] env[63366]: DEBUG nova.network.neutron [req-ff149d0d-c50f-4f62-b21d-8709bd43f769 req-cd6f5fc7-c6ad-489e-b341-58e26de0e817 service nova] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Updated VIF entry in instance network info cache for port 1a635d48-b43f-45d3-8a0c-e2bca303280a. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1858.705994] env[63366]: DEBUG nova.network.neutron [req-ff149d0d-c50f-4f62-b21d-8709bd43f769 req-cd6f5fc7-c6ad-489e-b341-58e26de0e817 service nova] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Updating instance_info_cache with network_info: [{"id": "1a635d48-b43f-45d3-8a0c-e2bca303280a", "address": "fa:16:3e:82:fd:e3", "network": {"id": "87e0888f-8e2d-41e6-9c96-906ae0eaea4c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-579322839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d2d0f41b904398b951842d02cb3e1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a635d48-b4", "ovs_interfaceid": "1a635d48-b43f-45d3-8a0c-e2bca303280a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.867539] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103295, 'name': CreateVM_Task, 'duration_secs': 0.354363} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.867740] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1858.868425] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.868612] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.868885] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1858.872028] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61de5df7-24c5-4600-b95e-0d6ac85b54fa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.873819] env[63366]: DEBUG oslo_vmware.api [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 1858.873819] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52e4b08a-28b0-f709-c0a2-64a683831dd4" [ 1858.873819] env[63366]: _type = "Task" [ 1858.873819] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.882300] env[63366]: DEBUG oslo_vmware.api [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52e4b08a-28b0-f709-c0a2-64a683831dd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.951763] env[63366]: DEBUG oslo_vmware.api [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103293, 'name': ReconfigVM_Task, 'duration_secs': 1.18151} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.952063] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 96f0fab0-d17a-46cc-bff7-66de56c2acc3/96f0fab0-d17a-46cc-bff7-66de56c2acc3.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1858.952869] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8ed3829-25f5-4ddf-9d02-713d90ec8594 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.959670] env[63366]: DEBUG oslo_vmware.api [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 1858.959670] env[63366]: value = "task-2103296" [ 1858.959670] env[63366]: _type = "Task" [ 1858.959670] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.974393] env[63366]: DEBUG oslo_vmware.api [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103296, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.988652] env[63366]: ERROR nova.scheduler.client.report [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [req-eef07a3a-2c34-4dcb-b537-04f324b257ec] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d4eb5599-1ee7-4533-a84b-536c6f825ecc. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-eef07a3a-2c34-4dcb-b537-04f324b257ec"}]} [ 1858.998324] env[63366]: INFO nova.compute.manager [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Took 26.93 seconds to build instance. [ 1859.017808] env[63366]: DEBUG nova.scheduler.client.report [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Refreshing inventories for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1859.044436] env[63366]: DEBUG nova.compute.manager [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1859.045168] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquiring lock "refresh_cache-ace1ae39-d6de-4b36-93f5-e1b8f810a16a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.045485] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquired lock "refresh_cache-ace1ae39-d6de-4b36-93f5-e1b8f810a16a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.045800] env[63366]: DEBUG nova.network.neutron [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1859.053451] env[63366]: DEBUG nova.scheduler.client.report [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Updating ProviderTree inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1859.053451] env[63366]: DEBUG nova.compute.provider_tree [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1859.076290] env[63366]: DEBUG nova.scheduler.client.report [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Refreshing aggregate associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, aggregates: None {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1859.090178] env[63366]: DEBUG nova.virt.hardware [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1859.090326] env[63366]: DEBUG nova.virt.hardware [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1859.090381] env[63366]: DEBUG nova.virt.hardware [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1859.090566] env[63366]: DEBUG nova.virt.hardware [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1859.090955] env[63366]: DEBUG nova.virt.hardware [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1859.090955] env[63366]: DEBUG nova.virt.hardware [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1859.091537] env[63366]: DEBUG nova.virt.hardware [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1859.091537] env[63366]: DEBUG nova.virt.hardware [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1859.091537] env[63366]: DEBUG nova.virt.hardware [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1859.091760] env[63366]: DEBUG nova.virt.hardware [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1859.092219] env[63366]: DEBUG nova.virt.hardware [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1859.092746] env[63366]: DEBUG nova.compute.manager [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1859.093657] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1859.094795] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a849968-fc46-44b3-9d68-a412a50bbd8c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.098166] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c3a340-80d1-4b72-a6be-51accbd0b15d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.101803] env[63366]: DEBUG nova.scheduler.client.report [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Refreshing trait associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1859.110832] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de61b0b5-b6d7-4db7-b8fa-1357515081b7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.115559] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1859.115766] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-828d0b2a-656b-4933-b8db-0dfca5368fac {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.135407] env[63366]: DEBUG oslo_vmware.api [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Waiting for the task: (returnval){ [ 1859.135407] env[63366]: value = "task-2103297" [ 1859.135407] env[63366]: _type = "Task" [ 1859.135407] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.144436] env[63366]: DEBUG oslo_vmware.api [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52370631-8594-de77-c41c-404b7f11848e, 'name': SearchDatastore_Task, 'duration_secs': 0.020192} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.146038] env[63366]: DEBUG oslo_concurrency.lockutils [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.146038] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 05c3d463-05fa-44a6-835c-756d94f65be4/05c3d463-05fa-44a6-835c-756d94f65be4.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1859.146038] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef421911-257b-47ab-9c08-1a882ea0413c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.151294] env[63366]: DEBUG oslo_vmware.api [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Task: {'id': task-2103297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.161196] env[63366]: DEBUG oslo_vmware.api [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 1859.161196] env[63366]: value = "task-2103298" [ 1859.161196] env[63366]: _type = "Task" [ 1859.161196] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.170539] env[63366]: DEBUG oslo_vmware.api [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.209994] env[63366]: DEBUG oslo_concurrency.lockutils [req-ff149d0d-c50f-4f62-b21d-8709bd43f769 req-cd6f5fc7-c6ad-489e-b341-58e26de0e817 service nova] Releasing lock "refresh_cache-05c3d463-05fa-44a6-835c-756d94f65be4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.223493] env[63366]: DEBUG oslo_concurrency.lockutils [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "3f634a63-a93f-48b9-8272-3bbf62ae807f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.223493] env[63366]: DEBUG oslo_concurrency.lockutils [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "3f634a63-a93f-48b9-8272-3bbf62ae807f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.386286] env[63366]: DEBUG oslo_vmware.api [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52e4b08a-28b0-f709-c0a2-64a683831dd4, 'name': SearchDatastore_Task, 'duration_secs': 0.021211} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.389394] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.389804] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1859.390097] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.390272] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.390521] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1859.391433] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7abf8269-8216-41a0-b539-2db8b056b96f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.407683] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1859.407874] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1859.408753] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59978f66-1fdd-42ec-9362-b5ebd4c990a0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.418925] env[63366]: DEBUG oslo_vmware.api [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 1859.418925] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52391466-1a00-2b3a-396c-e321ca3d3b61" [ 1859.418925] env[63366]: _type = "Task" [ 1859.418925] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.433053] env[63366]: DEBUG oslo_vmware.api [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52391466-1a00-2b3a-396c-e321ca3d3b61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.462365] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefb391e-3af6-456c-820f-48e1eddbeb62 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.483701] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6826ceb6-a01d-4a34-9581-e4e59c8dbbdc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.491210] env[63366]: DEBUG oslo_vmware.api [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103296, 'name': Rename_Task, 'duration_secs': 0.197317} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.491210] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1859.491210] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d95f7bbd-16be-4bec-904f-fe54daa4a434 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.519785] env[63366]: DEBUG oslo_concurrency.lockutils [None req-24269874-473b-40d1-a103-a1ffcad06fd7 tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Lock "5772c3d4-987e-411d-8b1a-499c247ee735" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.464s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.524020] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d320d329-0324-48d0-be53-b47d0110fc04 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.526857] env[63366]: DEBUG oslo_vmware.api [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 1859.526857] env[63366]: value = "task-2103299" [ 1859.526857] env[63366]: _type = "Task" [ 1859.526857] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.534546] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b62a6a8-a405-407d-8a4a-e4c2914faadc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.543735] env[63366]: DEBUG oslo_vmware.api [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103299, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.559171] env[63366]: DEBUG nova.compute.provider_tree [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1859.563750] env[63366]: DEBUG oslo_concurrency.lockutils [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Acquiring lock "00d6b6fc-8690-41f2-ad17-6518d68ba9df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.563977] env[63366]: DEBUG oslo_concurrency.lockutils [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Lock "00d6b6fc-8690-41f2-ad17-6518d68ba9df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.564191] env[63366]: DEBUG oslo_concurrency.lockutils [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Acquiring lock "00d6b6fc-8690-41f2-ad17-6518d68ba9df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.564376] env[63366]: DEBUG oslo_concurrency.lockutils [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Lock "00d6b6fc-8690-41f2-ad17-6518d68ba9df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.564537] env[63366]: DEBUG oslo_concurrency.lockutils [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Lock "00d6b6fc-8690-41f2-ad17-6518d68ba9df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.567023] env[63366]: INFO nova.compute.manager [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Terminating instance [ 1859.608675] env[63366]: DEBUG nova.network.neutron [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1859.646835] env[63366]: DEBUG oslo_vmware.api [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Task: {'id': task-2103297, 'name': PowerOffVM_Task, 'duration_secs': 0.199675} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.648036] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1859.648036] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1859.648036] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21dcc9f5-a876-4f7d-87c9-c9f1fbedeaf6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.670656] env[63366]: DEBUG oslo_vmware.api [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493563} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.670927] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 05c3d463-05fa-44a6-835c-756d94f65be4/05c3d463-05fa-44a6-835c-756d94f65be4.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1859.671157] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1859.671408] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc6c0a36-e8ce-4186-a5dd-2a13c1a55ebc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.677420] env[63366]: DEBUG oslo_vmware.api [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 1859.677420] env[63366]: value = "task-2103301" [ 1859.677420] env[63366]: _type = "Task" [ 1859.677420] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.687372] env[63366]: DEBUG oslo_vmware.api [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103301, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.732656] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1859.732961] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1859.733103] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Deleting the datastore file [datastore2] ca21962c-e15c-46b5-98d4-92973869fdb1 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1859.733393] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9af05aef-543e-4138-99ef-268f67d47f2b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.742052] env[63366]: DEBUG oslo_vmware.api [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Waiting for the task: (returnval){ [ 1859.742052] env[63366]: value = "task-2103302" [ 1859.742052] env[63366]: _type = "Task" [ 1859.742052] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.752024] env[63366]: DEBUG oslo_vmware.api [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Task: {'id': task-2103302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.767991] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Acquiring lock "104eaa03-2212-451d-bc4e-e84be2b126ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.768363] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Lock "104eaa03-2212-451d-bc4e-e84be2b126ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.790891] env[63366]: DEBUG nova.network.neutron [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Updating instance_info_cache with network_info: [{"id": "8d47812b-1742-4e32-95d2-1f226baa3ee6", "address": "fa:16:3e:f6:4c:6b", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d47812b-17", "ovs_interfaceid": "8d47812b-1742-4e32-95d2-1f226baa3ee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.816450] env[63366]: INFO nova.compute.manager [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Rebuilding instance [ 1859.873094] env[63366]: DEBUG nova.compute.manager [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1859.874112] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9104c32-0e42-4cd4-b343-9bdcc4de868d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.935641] env[63366]: DEBUG oslo_vmware.api [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52391466-1a00-2b3a-396c-e321ca3d3b61, 'name': SearchDatastore_Task, 'duration_secs': 0.051394} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.939953] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11ef2548-fa99-4ef1-aa1a-8f607a78a171 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.945562] env[63366]: DEBUG oslo_vmware.api [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 1859.945562] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52a85dc8-bc4a-b1bb-dcac-111d01be80c7" [ 1859.945562] env[63366]: _type = "Task" [ 1859.945562] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.954550] env[63366]: DEBUG oslo_vmware.api [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a85dc8-bc4a-b1bb-dcac-111d01be80c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.001489] env[63366]: DEBUG nova.compute.manager [req-8260898b-7c82-4eb4-9af2-fe498284bc8c req-27606d42-8040-4851-add1-7a24b5502279 service nova] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Received event network-vif-deleted-f41b40b8-86eb-49e7-9f9a-c2efd0a7e289 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1860.028461] env[63366]: DEBUG nova.compute.manager [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1860.045544] env[63366]: DEBUG oslo_vmware.api [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103299, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.051727] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0f75f757-7f5f-496b-819e-c1dd8238200c tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "2a99be1b-f5c2-4df9-ae96-3bb1f244e576" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.051727] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0f75f757-7f5f-496b-819e-c1dd8238200c tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "2a99be1b-f5c2-4df9-ae96-3bb1f244e576" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.051727] env[63366]: DEBUG nova.compute.manager [None req-0f75f757-7f5f-496b-819e-c1dd8238200c tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1860.052084] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4931bd1e-d38c-4d2e-a6a0-897a63c67b2b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.061660] env[63366]: DEBUG nova.compute.manager [None req-0f75f757-7f5f-496b-819e-c1dd8238200c tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63366) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1860.062278] env[63366]: DEBUG nova.objects.instance [None req-0f75f757-7f5f-496b-819e-c1dd8238200c tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lazy-loading 'flavor' on Instance uuid 2a99be1b-f5c2-4df9-ae96-3bb1f244e576 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1860.072263] env[63366]: DEBUG nova.compute.manager [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1860.072478] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1860.073363] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363bdc53-ff90-497e-8d3c-377f27f19106 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.083777] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1860.084064] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3113a039-6b94-47a5-9664-842c154182c9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.093699] env[63366]: DEBUG oslo_vmware.api [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Waiting for the task: (returnval){ [ 1860.093699] env[63366]: value = "task-2103303" [ 1860.093699] env[63366]: _type = "Task" [ 1860.093699] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.099481] env[63366]: ERROR nova.scheduler.client.report [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [req-6e9dfb62-3f2d-4a0c-9f95-078dd7471af9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d4eb5599-1ee7-4533-a84b-536c6f825ecc. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6e9dfb62-3f2d-4a0c-9f95-078dd7471af9"}]} [ 1860.112186] env[63366]: DEBUG oslo_vmware.api [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Task: {'id': task-2103303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.122560] env[63366]: DEBUG nova.scheduler.client.report [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Refreshing inventories for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1860.141958] env[63366]: DEBUG nova.scheduler.client.report [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Updating ProviderTree inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1860.141958] env[63366]: DEBUG nova.compute.provider_tree [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1860.157891] env[63366]: DEBUG nova.scheduler.client.report [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Refreshing aggregate associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, aggregates: None {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1860.185326] env[63366]: DEBUG nova.scheduler.client.report [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Refreshing trait associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1860.193672] env[63366]: DEBUG oslo_vmware.api [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103301, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068645} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.193950] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1860.195275] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d671e8-8f9f-458a-a93c-ca1173226faa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.225624] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 05c3d463-05fa-44a6-835c-756d94f65be4/05c3d463-05fa-44a6-835c-756d94f65be4.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1860.228496] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdf004e0-91cd-4715-83c4-23739d0ea955 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.256268] env[63366]: DEBUG oslo_vmware.api [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Task: {'id': task-2103302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182888} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.256732] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1860.256940] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1860.257136] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1860.257313] env[63366]: INFO nova.compute.manager [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1860.257609] env[63366]: DEBUG oslo.service.loopingcall [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1860.257879] env[63366]: DEBUG oslo_vmware.api [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 1860.257879] env[63366]: value = "task-2103305" [ 1860.257879] env[63366]: _type = "Task" [ 1860.257879] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.260917] env[63366]: DEBUG nova.compute.manager [-] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1860.261078] env[63366]: DEBUG nova.network.neutron [-] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1860.274720] env[63366]: DEBUG oslo_vmware.api [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103305, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.294226] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Releasing lock "refresh_cache-ace1ae39-d6de-4b36-93f5-e1b8f810a16a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.294483] env[63366]: DEBUG nova.compute.manager [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Instance network_info: |[{"id": "8d47812b-1742-4e32-95d2-1f226baa3ee6", "address": "fa:16:3e:f6:4c:6b", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d47812b-17", "ovs_interfaceid": "8d47812b-1742-4e32-95d2-1f226baa3ee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1860.295485] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:4c:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d47812b-1742-4e32-95d2-1f226baa3ee6', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1860.307897] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Creating folder: Project (cee41884862643a5aded589b36b42807). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1860.312281] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf233d51-bfa9-44e9-91b0-b822ce8bae2a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.323278] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Created folder: Project (cee41884862643a5aded589b36b42807) in parent group-v430612. [ 1860.323497] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Creating folder: Instances. Parent ref: group-v430647. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1860.323743] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e9f2aef-0a5b-4ad1-80b3-0ca745595595 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.333335] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Created folder: Instances in parent group-v430647. [ 1860.333606] env[63366]: DEBUG oslo.service.loopingcall [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1860.333815] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1860.334065] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fef4685-cb76-409b-8132-0e9a7013edb8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.356394] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1860.356394] env[63366]: value = "task-2103308" [ 1860.356394] env[63366]: _type = "Task" [ 1860.356394] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.365031] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103308, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.457043] env[63366]: DEBUG oslo_vmware.api [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a85dc8-bc4a-b1bb-dcac-111d01be80c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009842} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.461134] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.461134] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 49c15748-bcd1-4c07-9572-9ff7ea7a4284/49c15748-bcd1-4c07-9572-9ff7ea7a4284.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1860.461134] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0789e184-423d-46de-acf7-49a4230975fe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.470230] env[63366]: DEBUG oslo_vmware.api [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 1860.470230] env[63366]: value = "task-2103309" [ 1860.470230] env[63366]: _type = "Task" [ 1860.470230] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.478544] env[63366]: DEBUG oslo_vmware.api [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.546756] env[63366]: DEBUG oslo_vmware.api [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103299, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.571328] env[63366]: DEBUG oslo_concurrency.lockutils [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.604186] env[63366]: DEBUG oslo_vmware.api [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Task: {'id': task-2103303, 'name': PowerOffVM_Task, 'duration_secs': 0.219962} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.604481] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1860.605204] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1860.607463] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7ff34f8-b2ca-43dd-b80f-6c37ace23829 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.625680] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f34221-511f-4124-8571-6f679aa7f9c2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.637631] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372e7a7a-1a94-4ed5-94aa-b3b1c58339ce {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.671217] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad03588-2194-4c92-92a8-48b384b8b62f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.683864] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25aba5fc-7d60-49ce-bad6-e5ec7d2bafc3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.701866] env[63366]: DEBUG nova.compute.provider_tree [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1860.709295] env[63366]: DEBUG nova.network.neutron [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Successfully updated port: 10eaf132-5e3e-45bb-815e-754d2c5d72c9 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1860.743879] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1860.743879] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1860.744097] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Deleting the datastore file [datastore2] 00d6b6fc-8690-41f2-ad17-6518d68ba9df {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1860.744869] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-903870f8-ecc0-4260-8491-41d81f3b00c7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.755297] env[63366]: DEBUG oslo_vmware.api [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Waiting for the task: (returnval){ [ 1860.755297] env[63366]: value = "task-2103311" [ 1860.755297] env[63366]: _type = "Task" [ 1860.755297] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.766632] env[63366]: DEBUG oslo_vmware.api [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Task: {'id': task-2103311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.781265] env[63366]: DEBUG oslo_vmware.api [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103305, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.872330] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103308, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.888490] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1860.888940] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-345caa73-e28b-4ba6-a21b-235ea3465c6b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.898847] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Waiting for the task: (returnval){ [ 1860.898847] env[63366]: value = "task-2103312" [ 1860.898847] env[63366]: _type = "Task" [ 1860.898847] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.914387] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.986856] env[63366]: DEBUG oslo_vmware.api [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103309, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.043413] env[63366]: DEBUG oslo_vmware.api [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103299, 'name': PowerOnVM_Task, 'duration_secs': 1.400349} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.043749] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1861.044012] env[63366]: INFO nova.compute.manager [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Took 12.13 seconds to spawn the instance on the hypervisor. [ 1861.044208] env[63366]: DEBUG nova.compute.manager [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1861.045034] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7e0037-ea53-4d77-a687-f9ce87a079d3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.074039] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f75f757-7f5f-496b-819e-c1dd8238200c tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1861.074322] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7a026ec-3952-4ce0-b5a7-3d4f4d1f7435 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.082217] env[63366]: DEBUG oslo_vmware.api [None req-0f75f757-7f5f-496b-819e-c1dd8238200c tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 1861.082217] env[63366]: value = "task-2103313" [ 1861.082217] env[63366]: _type = "Task" [ 1861.082217] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.092949] env[63366]: DEBUG oslo_vmware.api [None req-0f75f757-7f5f-496b-819e-c1dd8238200c tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.112665] env[63366]: DEBUG nova.network.neutron [-] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.212171] env[63366]: DEBUG oslo_concurrency.lockutils [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Acquiring lock "refresh_cache-36746589-7243-480f-8aa8-07b7ed19cdec" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.212377] env[63366]: DEBUG oslo_concurrency.lockutils [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Acquired lock "refresh_cache-36746589-7243-480f-8aa8-07b7ed19cdec" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.212563] env[63366]: DEBUG nova.network.neutron [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1861.225593] env[63366]: ERROR nova.scheduler.client.report [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [req-439e0a68-f9b8-441e-88d5-da1464da2fcc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d4eb5599-1ee7-4533-a84b-536c6f825ecc. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-439e0a68-f9b8-441e-88d5-da1464da2fcc"}]} [ 1861.256954] env[63366]: DEBUG nova.scheduler.client.report [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Refreshing inventories for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1861.269033] env[63366]: DEBUG oslo_vmware.api [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Task: {'id': task-2103311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.506879} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.272697] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1861.272945] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1861.273794] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1861.273794] env[63366]: INFO nova.compute.manager [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1861.273794] env[63366]: DEBUG oslo.service.loopingcall [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1861.273794] env[63366]: DEBUG nova.compute.manager [-] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1861.274051] env[63366]: DEBUG nova.network.neutron [-] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1861.276410] env[63366]: DEBUG nova.scheduler.client.report [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Updating ProviderTree inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1861.276675] env[63366]: DEBUG nova.compute.provider_tree [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1861.288538] env[63366]: DEBUG oslo_vmware.api [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103305, 'name': ReconfigVM_Task, 'duration_secs': 0.574179} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.289151] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 05c3d463-05fa-44a6-835c-756d94f65be4/05c3d463-05fa-44a6-835c-756d94f65be4.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1861.290881] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ee18828-95aa-4131-b1f6-965fb53430fa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.294706] env[63366]: DEBUG nova.scheduler.client.report [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Refreshing aggregate associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, aggregates: None {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1861.299401] env[63366]: DEBUG oslo_vmware.api [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 1861.299401] env[63366]: value = "task-2103314" [ 1861.299401] env[63366]: _type = "Task" [ 1861.299401] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.310357] env[63366]: DEBUG oslo_vmware.api [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103314, 'name': Rename_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.325889] env[63366]: DEBUG nova.scheduler.client.report [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Refreshing trait associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1861.370905] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103308, 'name': CreateVM_Task, 'duration_secs': 0.576989} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.374529] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1861.378282] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.378544] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.378893] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1861.379252] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Acquiring lock "c33de456-d210-4ba8-b039-3bf1678f9cb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.379515] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Lock "c33de456-d210-4ba8-b039-3bf1678f9cb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.379845] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49ccbf7e-385e-40c2-9483-66b5c783f82e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.385255] env[63366]: DEBUG oslo_vmware.api [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 1861.385255] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]524dd47f-22f2-9c73-152a-20ddc3fa8f26" [ 1861.385255] env[63366]: _type = "Task" [ 1861.385255] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.397405] env[63366]: DEBUG oslo_vmware.api [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]524dd47f-22f2-9c73-152a-20ddc3fa8f26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.409931] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103312, 'name': PowerOffVM_Task, 'duration_secs': 0.165552} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.410493] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1861.410574] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1861.411361] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc536c20-e5cd-4488-abbe-ff37cd547026 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.424313] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1861.424610] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c02f87f8-b2dd-4944-8a2d-d526dd615734 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.451499] env[63366]: DEBUG nova.compute.manager [req-f557012c-fca2-44c9-b053-0a6c78781d04 req-0229e330-e1e8-4ec8-9fd3-d2023cf53b46 service nova] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Received event network-vif-plugged-a40e9f3b-467c-4b27-b727-2e8b9076b371 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1861.451884] env[63366]: DEBUG oslo_concurrency.lockutils [req-f557012c-fca2-44c9-b053-0a6c78781d04 req-0229e330-e1e8-4ec8-9fd3-d2023cf53b46 service nova] Acquiring lock "49c15748-bcd1-4c07-9572-9ff7ea7a4284-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.452228] env[63366]: DEBUG oslo_concurrency.lockutils [req-f557012c-fca2-44c9-b053-0a6c78781d04 req-0229e330-e1e8-4ec8-9fd3-d2023cf53b46 service nova] Lock "49c15748-bcd1-4c07-9572-9ff7ea7a4284-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.452313] env[63366]: DEBUG oslo_concurrency.lockutils [req-f557012c-fca2-44c9-b053-0a6c78781d04 req-0229e330-e1e8-4ec8-9fd3-d2023cf53b46 service nova] Lock "49c15748-bcd1-4c07-9572-9ff7ea7a4284-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.452489] env[63366]: DEBUG nova.compute.manager [req-f557012c-fca2-44c9-b053-0a6c78781d04 req-0229e330-e1e8-4ec8-9fd3-d2023cf53b46 service nova] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] No waiting events found dispatching network-vif-plugged-a40e9f3b-467c-4b27-b727-2e8b9076b371 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1861.452666] env[63366]: WARNING nova.compute.manager [req-f557012c-fca2-44c9-b053-0a6c78781d04 req-0229e330-e1e8-4ec8-9fd3-d2023cf53b46 service nova] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Received unexpected event network-vif-plugged-a40e9f3b-467c-4b27-b727-2e8b9076b371 for instance with vm_state building and task_state spawning. [ 1861.452991] env[63366]: DEBUG nova.compute.manager [req-f557012c-fca2-44c9-b053-0a6c78781d04 req-0229e330-e1e8-4ec8-9fd3-d2023cf53b46 service nova] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Received event network-changed-a40e9f3b-467c-4b27-b727-2e8b9076b371 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1861.452991] env[63366]: DEBUG nova.compute.manager [req-f557012c-fca2-44c9-b053-0a6c78781d04 req-0229e330-e1e8-4ec8-9fd3-d2023cf53b46 service nova] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Refreshing instance network info cache due to event network-changed-a40e9f3b-467c-4b27-b727-2e8b9076b371. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1861.453216] env[63366]: DEBUG oslo_concurrency.lockutils [req-f557012c-fca2-44c9-b053-0a6c78781d04 req-0229e330-e1e8-4ec8-9fd3-d2023cf53b46 service nova] Acquiring lock "refresh_cache-49c15748-bcd1-4c07-9572-9ff7ea7a4284" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.453376] env[63366]: DEBUG oslo_concurrency.lockutils [req-f557012c-fca2-44c9-b053-0a6c78781d04 req-0229e330-e1e8-4ec8-9fd3-d2023cf53b46 service nova] Acquired lock "refresh_cache-49c15748-bcd1-4c07-9572-9ff7ea7a4284" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.453521] env[63366]: DEBUG nova.network.neutron [req-f557012c-fca2-44c9-b053-0a6c78781d04 req-0229e330-e1e8-4ec8-9fd3-d2023cf53b46 service nova] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Refreshing network info cache for port a40e9f3b-467c-4b27-b727-2e8b9076b371 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1861.456448] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1861.456641] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1861.456819] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Deleting the datastore file [datastore2] 24dffd64-79b1-4d94-b5af-b7822d04b8f5 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1861.458060] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a42193e7-f9cc-4d24-b118-76db8fedccb4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.471172] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Waiting for the task: (returnval){ [ 1861.471172] env[63366]: value = "task-2103316" [ 1861.471172] env[63366]: _type = "Task" [ 1861.471172] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.482645] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.491044] env[63366]: DEBUG oslo_vmware.api [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527019} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.491356] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 49c15748-bcd1-4c07-9572-9ff7ea7a4284/49c15748-bcd1-4c07-9572-9ff7ea7a4284.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1861.491643] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1861.492558] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1788835b-755d-445c-89e1-26324cc714b5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.500265] env[63366]: DEBUG oslo_vmware.api [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 1861.500265] env[63366]: value = "task-2103317" [ 1861.500265] env[63366]: _type = "Task" [ 1861.500265] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.513417] env[63366]: DEBUG oslo_vmware.api [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.570594] env[63366]: INFO nova.compute.manager [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Took 27.47 seconds to build instance. [ 1861.593304] env[63366]: DEBUG oslo_vmware.api [None req-0f75f757-7f5f-496b-819e-c1dd8238200c tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.615168] env[63366]: INFO nova.compute.manager [-] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Took 1.35 seconds to deallocate network for instance. [ 1861.763262] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c95a79-9382-4ab9-882d-ce9eb09ade60 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.771486] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fcab28-e902-45aa-ac03-8e2640492ee4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.806752] env[63366]: DEBUG nova.network.neutron [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1861.814694] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6d9beb-924d-4c9f-8493-1c2e64020635 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.826244] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada904c0-210e-4a33-b11c-9161f291c0e3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.830640] env[63366]: DEBUG oslo_vmware.api [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103314, 'name': Rename_Task, 'duration_secs': 0.31172} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.830989] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1861.831741] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36d1a2e5-7583-49bd-a161-345d7af5b535 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.842389] env[63366]: DEBUG nova.compute.provider_tree [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1861.849048] env[63366]: DEBUG oslo_vmware.api [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 1861.849048] env[63366]: value = "task-2103318" [ 1861.849048] env[63366]: _type = "Task" [ 1861.849048] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.864895] env[63366]: DEBUG oslo_vmware.api [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.553111] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cc7b199c-b846-4432-91aa-19d2be61ec7a tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "96f0fab0-d17a-46cc-bff7-66de56c2acc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.459s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.553992] env[63366]: DEBUG oslo_concurrency.lockutils [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.554250] env[63366]: DEBUG nova.network.neutron [-] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.558083] env[63366]: DEBUG oslo_vmware.api [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]524dd47f-22f2-9c73-152a-20ddc3fa8f26, 'name': SearchDatastore_Task, 'duration_secs': 0.024102} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.564612] env[63366]: DEBUG nova.compute.manager [None req-1874d9f8-5169-442f-b535-d7ace3811888 tempest-ServerExternalEventsTest-551857941 tempest-ServerExternalEventsTest-551857941-project] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Received event network-changed {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1862.564951] env[63366]: DEBUG nova.compute.manager [None req-1874d9f8-5169-442f-b535-d7ace3811888 tempest-ServerExternalEventsTest-551857941 tempest-ServerExternalEventsTest-551857941-project] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Refreshing instance network info cache due to event network-changed. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1862.564951] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1874d9f8-5169-442f-b535-d7ace3811888 tempest-ServerExternalEventsTest-551857941 tempest-ServerExternalEventsTest-551857941-project] Acquiring lock "refresh_cache-5772c3d4-987e-411d-8b1a-499c247ee735" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.565143] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1874d9f8-5169-442f-b535-d7ace3811888 tempest-ServerExternalEventsTest-551857941 tempest-ServerExternalEventsTest-551857941-project] Acquired lock "refresh_cache-5772c3d4-987e-411d-8b1a-499c247ee735" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.565209] env[63366]: DEBUG nova.network.neutron [None req-1874d9f8-5169-442f-b535-d7ace3811888 tempest-ServerExternalEventsTest-551857941 tempest-ServerExternalEventsTest-551857941-project] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1862.577404] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.579774] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1862.579774] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.579774] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.579774] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1862.581738] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3184b9f6-d41b-4a11-87e8-79a0a8d0cffd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.600328] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302321} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.600328] env[63366]: DEBUG oslo_vmware.api [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.463546} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.600328] env[63366]: DEBUG oslo_vmware.api [None req-0f75f757-7f5f-496b-819e-c1dd8238200c tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103313, 'name': PowerOffVM_Task, 'duration_secs': 0.982065} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.604481] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1862.604697] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1862.604902] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1862.607577] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1862.607823] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f75f757-7f5f-496b-819e-c1dd8238200c tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1862.608031] env[63366]: DEBUG nova.compute.manager [None req-0f75f757-7f5f-496b-819e-c1dd8238200c tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1862.608579] env[63366]: DEBUG oslo_vmware.api [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103318, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.610393] env[63366]: DEBUG nova.scheduler.client.report [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Updated inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with generation 26 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1862.610393] env[63366]: DEBUG nova.compute.provider_tree [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Updating resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc generation from 26 to 27 during operation: update_inventory {{(pid=63366) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1862.610664] env[63366]: DEBUG nova.compute.provider_tree [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1862.614544] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30eeed5e-38be-4f35-ad4c-0ced65a34a05 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.617937] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b94a73c-2a84-4dea-b087-bf83f4cb9795 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.623554] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1862.623554] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1862.625484] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a50bfd74-7628-48db-8a8a-3d3a3fb4155e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.649679] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 49c15748-bcd1-4c07-9572-9ff7ea7a4284/49c15748-bcd1-4c07-9572-9ff7ea7a4284.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1862.653970] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a18c5232-53e0-4367-ae5a-2cd27c043eef {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.674764] env[63366]: DEBUG oslo_vmware.api [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 1862.674764] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]527f9d67-eca7-932b-6f8e-c16b9c485307" [ 1862.674764] env[63366]: _type = "Task" [ 1862.674764] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.676728] env[63366]: DEBUG oslo_vmware.api [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 1862.676728] env[63366]: value = "task-2103320" [ 1862.676728] env[63366]: _type = "Task" [ 1862.676728] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.684034] env[63366]: DEBUG oslo_vmware.api [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]527f9d67-eca7-932b-6f8e-c16b9c485307, 'name': SearchDatastore_Task, 'duration_secs': 0.010069} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.685361] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2080a914-941d-484e-8d76-fe5ba99e293b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.690618] env[63366]: DEBUG oslo_vmware.api [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103320, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.693979] env[63366]: DEBUG oslo_vmware.api [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 1862.693979] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5278edc7-a0b1-f560-6b4d-5633d4006d80" [ 1862.693979] env[63366]: _type = "Task" [ 1862.693979] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.706263] env[63366]: DEBUG oslo_vmware.api [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5278edc7-a0b1-f560-6b4d-5633d4006d80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.885952] env[63366]: DEBUG nova.compute.manager [req-d8d89092-46b0-4767-bc7c-d0fe3b01be84 req-0a124c7e-0949-4485-a799-28924fb03b96 service nova] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Received event network-vif-deleted-aa8f1f08-fb52-46a5-b752-7ea9b1c1df53 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1863.033906] env[63366]: DEBUG nova.network.neutron [req-f557012c-fca2-44c9-b053-0a6c78781d04 req-0229e330-e1e8-4ec8-9fd3-d2023cf53b46 service nova] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Updated VIF entry in instance network info cache for port a40e9f3b-467c-4b27-b727-2e8b9076b371. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1863.034400] env[63366]: DEBUG nova.network.neutron [req-f557012c-fca2-44c9-b053-0a6c78781d04 req-0229e330-e1e8-4ec8-9fd3-d2023cf53b46 service nova] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Updating instance_info_cache with network_info: [{"id": "a40e9f3b-467c-4b27-b727-2e8b9076b371", "address": "fa:16:3e:11:5d:ec", "network": {"id": "87e0888f-8e2d-41e6-9c96-906ae0eaea4c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-579322839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d2d0f41b904398b951842d02cb3e1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa40e9f3b-46", "ovs_interfaceid": "a40e9f3b-467c-4b27-b727-2e8b9076b371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.064049] env[63366]: INFO nova.compute.manager [-] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Took 1.79 seconds to deallocate network for instance. [ 1863.076549] env[63366]: DEBUG oslo_vmware.api [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103318, 'name': PowerOnVM_Task, 'duration_secs': 0.998199} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.076920] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1863.079089] env[63366]: INFO nova.compute.manager [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Took 11.67 seconds to spawn the instance on the hypervisor. [ 1863.079089] env[63366]: DEBUG nova.compute.manager [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1863.079089] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3626a591-820c-418b-a36c-1f10ee9392c3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.084288] env[63366]: DEBUG nova.compute.manager [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1863.124088] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.123s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.124322] env[63366]: DEBUG nova.compute.manager [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1863.127185] env[63366]: DEBUG oslo_concurrency.lockutils [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.318s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.127553] env[63366]: DEBUG nova.objects.instance [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] Lazy-loading 'resources' on Instance uuid 4d9f0050-4fe7-470c-96c3-63c7362026f2 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1863.156935] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0f75f757-7f5f-496b-819e-c1dd8238200c tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "2a99be1b-f5c2-4df9-ae96-3bb1f244e576" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.106s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.159210] env[63366]: DEBUG nova.network.neutron [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Updating instance_info_cache with network_info: [{"id": "10eaf132-5e3e-45bb-815e-754d2c5d72c9", "address": "fa:16:3e:fd:17:df", "network": {"id": "0c5efb30-df0f-4299-9578-ec49df596d02", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-313441813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4442ee5adbb3419f9a601f11d54e96dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10eaf132-5e", "ovs_interfaceid": "10eaf132-5e3e-45bb-815e-754d2c5d72c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.190570] env[63366]: DEBUG oslo_vmware.api [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.209727] env[63366]: DEBUG oslo_vmware.api [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5278edc7-a0b1-f560-6b4d-5633d4006d80, 'name': SearchDatastore_Task, 'duration_secs': 0.018856} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.213249] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.213249] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] ace1ae39-d6de-4b36-93f5-e1b8f810a16a/ace1ae39-d6de-4b36-93f5-e1b8f810a16a.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1863.213249] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f59fa6a8-514d-4110-9d2f-355e7c87eb85 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.220405] env[63366]: DEBUG oslo_vmware.api [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 1863.220405] env[63366]: value = "task-2103321" [ 1863.220405] env[63366]: _type = "Task" [ 1863.220405] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.230531] env[63366]: DEBUG oslo_vmware.api [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.434637] env[63366]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1863.485492] env[63366]: DEBUG nova.network.neutron [None req-1874d9f8-5169-442f-b535-d7ace3811888 tempest-ServerExternalEventsTest-551857941 tempest-ServerExternalEventsTest-551857941-project] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Updating instance_info_cache with network_info: [{"id": "736b6286-6f47-4265-91b8-cd154c93a5da", "address": "fa:16:3e:75:06:b8", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap736b6286-6f", "ovs_interfaceid": "736b6286-6f47-4265-91b8-cd154c93a5da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.537718] env[63366]: DEBUG oslo_concurrency.lockutils [req-f557012c-fca2-44c9-b053-0a6c78781d04 req-0229e330-e1e8-4ec8-9fd3-d2023cf53b46 service nova] Releasing lock "refresh_cache-49c15748-bcd1-4c07-9572-9ff7ea7a4284" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.538426] env[63366]: DEBUG nova.compute.manager [req-f557012c-fca2-44c9-b053-0a6c78781d04 req-0229e330-e1e8-4ec8-9fd3-d2023cf53b46 service nova] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Received event network-vif-plugged-8d47812b-1742-4e32-95d2-1f226baa3ee6 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1863.538426] env[63366]: DEBUG oslo_concurrency.lockutils [req-f557012c-fca2-44c9-b053-0a6c78781d04 req-0229e330-e1e8-4ec8-9fd3-d2023cf53b46 service nova] Acquiring lock "ace1ae39-d6de-4b36-93f5-e1b8f810a16a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.538586] env[63366]: DEBUG oslo_concurrency.lockutils [req-f557012c-fca2-44c9-b053-0a6c78781d04 req-0229e330-e1e8-4ec8-9fd3-d2023cf53b46 service nova] Lock "ace1ae39-d6de-4b36-93f5-e1b8f810a16a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.538763] env[63366]: DEBUG oslo_concurrency.lockutils [req-f557012c-fca2-44c9-b053-0a6c78781d04 req-0229e330-e1e8-4ec8-9fd3-d2023cf53b46 service nova] Lock "ace1ae39-d6de-4b36-93f5-e1b8f810a16a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.539283] env[63366]: DEBUG nova.compute.manager [req-f557012c-fca2-44c9-b053-0a6c78781d04 req-0229e330-e1e8-4ec8-9fd3-d2023cf53b46 service nova] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] No waiting events found dispatching network-vif-plugged-8d47812b-1742-4e32-95d2-1f226baa3ee6 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1863.539594] env[63366]: WARNING nova.compute.manager [req-f557012c-fca2-44c9-b053-0a6c78781d04 req-0229e330-e1e8-4ec8-9fd3-d2023cf53b46 service nova] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Received unexpected event network-vif-plugged-8d47812b-1742-4e32-95d2-1f226baa3ee6 for instance with vm_state building and task_state spawning. [ 1863.539791] env[63366]: DEBUG nova.compute.manager [req-f557012c-fca2-44c9-b053-0a6c78781d04 req-0229e330-e1e8-4ec8-9fd3-d2023cf53b46 service nova] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Received event network-changed-8d47812b-1742-4e32-95d2-1f226baa3ee6 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1863.540076] env[63366]: DEBUG nova.compute.manager [req-f557012c-fca2-44c9-b053-0a6c78781d04 req-0229e330-e1e8-4ec8-9fd3-d2023cf53b46 service nova] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Refreshing instance network info cache due to event network-changed-8d47812b-1742-4e32-95d2-1f226baa3ee6. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1863.541208] env[63366]: DEBUG oslo_concurrency.lockutils [req-f557012c-fca2-44c9-b053-0a6c78781d04 req-0229e330-e1e8-4ec8-9fd3-d2023cf53b46 service nova] Acquiring lock "refresh_cache-ace1ae39-d6de-4b36-93f5-e1b8f810a16a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.541208] env[63366]: DEBUG oslo_concurrency.lockutils [req-f557012c-fca2-44c9-b053-0a6c78781d04 req-0229e330-e1e8-4ec8-9fd3-d2023cf53b46 service nova] Acquired lock "refresh_cache-ace1ae39-d6de-4b36-93f5-e1b8f810a16a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.541208] env[63366]: DEBUG nova.network.neutron [req-f557012c-fca2-44c9-b053-0a6c78781d04 req-0229e330-e1e8-4ec8-9fd3-d2023cf53b46 service nova] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Refreshing network info cache for port 8d47812b-1742-4e32-95d2-1f226baa3ee6 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1863.571236] env[63366]: DEBUG oslo_concurrency.lockutils [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.608469] env[63366]: INFO nova.compute.manager [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Took 27.26 seconds to build instance. [ 1863.625024] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.633784] env[63366]: DEBUG nova.compute.utils [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1863.641142] env[63366]: DEBUG nova.compute.manager [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1863.641360] env[63366]: DEBUG nova.network.neutron [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1863.664304] env[63366]: DEBUG oslo_concurrency.lockutils [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Releasing lock "refresh_cache-36746589-7243-480f-8aa8-07b7ed19cdec" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.664304] env[63366]: DEBUG nova.compute.manager [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Instance network_info: |[{"id": "10eaf132-5e3e-45bb-815e-754d2c5d72c9", "address": "fa:16:3e:fd:17:df", "network": {"id": "0c5efb30-df0f-4299-9578-ec49df596d02", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-313441813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4442ee5adbb3419f9a601f11d54e96dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10eaf132-5e", "ovs_interfaceid": "10eaf132-5e3e-45bb-815e-754d2c5d72c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1863.672965] env[63366]: DEBUG nova.virt.hardware [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1863.673086] env[63366]: DEBUG nova.virt.hardware [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1863.673497] env[63366]: DEBUG nova.virt.hardware [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1863.673497] env[63366]: DEBUG nova.virt.hardware [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1863.673676] env[63366]: DEBUG nova.virt.hardware [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1863.673676] env[63366]: DEBUG nova.virt.hardware [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1863.674355] env[63366]: DEBUG nova.virt.hardware [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1863.674355] env[63366]: DEBUG nova.virt.hardware [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1863.674355] env[63366]: DEBUG nova.virt.hardware [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1863.674355] env[63366]: DEBUG nova.virt.hardware [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1863.676309] env[63366]: DEBUG nova.virt.hardware [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1863.676309] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:17:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10eaf132-5e3e-45bb-815e-754d2c5d72c9', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1863.682784] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Creating folder: Project (4442ee5adbb3419f9a601f11d54e96dc). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1863.684027] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acfe77d-a640-4309-b05c-3c1b8110325f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.689570] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4f5b74d-b072-405b-b6b3-db5bf2198582 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.708478] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7657b4ff-3784-4a25-9d30-c438930ab7e0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.713412] env[63366]: DEBUG oslo_vmware.api [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103320, 'name': ReconfigVM_Task, 'duration_secs': 0.759756} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.715358] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 49c15748-bcd1-4c07-9572-9ff7ea7a4284/49c15748-bcd1-4c07-9572-9ff7ea7a4284.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1863.720187] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Created folder: Project (4442ee5adbb3419f9a601f11d54e96dc) in parent group-v430612. [ 1863.720187] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Creating folder: Instances. Parent ref: group-v430651. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1863.720187] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ad0d9f9-6a8f-40f2-90f0-3ce3ffcfd537 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.720187] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e86f1e4e-7d96-4c87-8513-1a5c3295eded {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.735123] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Instance VIF info [] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1863.741211] env[63366]: DEBUG oslo.service.loopingcall [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1863.748308] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1863.750042] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2470bfcb-1d4d-42a5-9126-b054481384b2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.767402] env[63366]: DEBUG oslo_vmware.api [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 1863.767402] env[63366]: value = "task-2103323" [ 1863.767402] env[63366]: _type = "Task" [ 1863.767402] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.767675] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Created folder: Instances in parent group-v430651. [ 1863.768747] env[63366]: DEBUG oslo.service.loopingcall [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1863.771819] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1863.782388] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8d4d5c5-0840-4f5d-859a-09bcee1b98fe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.798345] env[63366]: DEBUG oslo_vmware.api [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539134} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.798501] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1863.798501] env[63366]: value = "task-2103325" [ 1863.798501] env[63366]: _type = "Task" [ 1863.798501] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.800646] env[63366]: DEBUG nova.policy [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53bcbdd45d7344beb70dade7e6d8277c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92c522dbdfe14c6db3b5a538de0d562d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1863.804530] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1863.804530] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] ace1ae39-d6de-4b36-93f5-e1b8f810a16a/ace1ae39-d6de-4b36-93f5-e1b8f810a16a.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1863.805438] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1863.805438] env[63366]: DEBUG oslo_concurrency.lockutils [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Acquiring lock "5772c3d4-987e-411d-8b1a-499c247ee735" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.805772] env[63366]: DEBUG oslo_concurrency.lockutils [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Lock "5772c3d4-987e-411d-8b1a-499c247ee735" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.805963] env[63366]: DEBUG oslo_concurrency.lockutils [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Acquiring lock "5772c3d4-987e-411d-8b1a-499c247ee735-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.806278] env[63366]: DEBUG oslo_concurrency.lockutils [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Lock "5772c3d4-987e-411d-8b1a-499c247ee735-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.806918] env[63366]: DEBUG oslo_concurrency.lockutils [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Lock "5772c3d4-987e-411d-8b1a-499c247ee735-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.813226] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba166bf8-afcc-4e28-acc1-829bc90a42b0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.819106] env[63366]: DEBUG oslo_vmware.api [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103323, 'name': Rename_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.823731] env[63366]: INFO nova.compute.manager [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Terminating instance [ 1863.825766] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1863.825766] env[63366]: value = "task-2103326" [ 1863.825766] env[63366]: _type = "Task" [ 1863.825766] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.836138] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103325, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.837896] env[63366]: DEBUG oslo_vmware.api [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 1863.837896] env[63366]: value = "task-2103327" [ 1863.837896] env[63366]: _type = "Task" [ 1863.837896] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.846162] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103326, 'name': CreateVM_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.854541] env[63366]: DEBUG oslo_vmware.api [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.990523] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1874d9f8-5169-442f-b535-d7ace3811888 tempest-ServerExternalEventsTest-551857941 tempest-ServerExternalEventsTest-551857941-project] Releasing lock "refresh_cache-5772c3d4-987e-411d-8b1a-499c247ee735" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.110672] env[63366]: DEBUG oslo_concurrency.lockutils [None req-11bd9be4-812c-43a8-9bd2-b8914861691d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "05c3d463-05fa-44a6-835c-756d94f65be4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.778s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.134226] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ddefd2-4054-4c65-adb8-51ce1c88d3f7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.144441] env[63366]: DEBUG nova.compute.manager [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1864.149038] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa209b8-b777-44a8-a266-8cdff1569138 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.185796] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2108afa9-ce43-47a6-a35c-b58c25dfd9a5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.196446] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ffc216-dbf4-4b9b-89d6-c0ac99174161 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.213718] env[63366]: DEBUG nova.compute.provider_tree [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1864.282707] env[63366]: DEBUG oslo_vmware.api [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103323, 'name': Rename_Task, 'duration_secs': 0.182336} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.282937] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1864.283191] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0673ac9c-a933-4329-a86f-9050533176ee {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.292500] env[63366]: DEBUG oslo_vmware.api [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 1864.292500] env[63366]: value = "task-2103328" [ 1864.292500] env[63366]: _type = "Task" [ 1864.292500] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.301839] env[63366]: DEBUG oslo_vmware.api [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.313698] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103325, 'name': CreateVM_Task, 'duration_secs': 0.324524} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.314208] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1864.314587] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.314701] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.315096] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1864.319350] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c429ad8-8550-4c18-8852-78ebd6f142f6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.332397] env[63366]: DEBUG nova.compute.manager [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1864.332397] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1864.335837] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ccedb1-17c1-43ce-b4c3-7bf1116ff3d9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.339542] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Waiting for the task: (returnval){ [ 1864.339542] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52743e8e-2774-4d98-e767-6d1eba9ab618" [ 1864.339542] env[63366]: _type = "Task" [ 1864.339542] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.353295] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103326, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.353618] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1864.354318] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b803aed6-6987-4cb1-8ae8-4cd2afb684ef {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.359876] env[63366]: DEBUG oslo_vmware.api [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079531} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.360561] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1864.364175] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65bc865-2817-4ae4-8844-25591b5b2dc3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.366727] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52743e8e-2774-4d98-e767-6d1eba9ab618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.368290] env[63366]: DEBUG oslo_vmware.api [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Waiting for the task: (returnval){ [ 1864.368290] env[63366]: value = "task-2103329" [ 1864.368290] env[63366]: _type = "Task" [ 1864.368290] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.390703] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] ace1ae39-d6de-4b36-93f5-e1b8f810a16a/ace1ae39-d6de-4b36-93f5-e1b8f810a16a.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1864.391534] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cc57baf-77d6-40bb-b3d0-7799c79a4f6b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.410181] env[63366]: DEBUG oslo_vmware.api [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Task: {'id': task-2103329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.415860] env[63366]: DEBUG oslo_vmware.api [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 1864.415860] env[63366]: value = "task-2103330" [ 1864.415860] env[63366]: _type = "Task" [ 1864.415860] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.423588] env[63366]: DEBUG oslo_vmware.api [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.427286] env[63366]: DEBUG nova.network.neutron [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Successfully created port: 3e6ba59e-3bf7-4e66-a6eb-c2602439a3ef {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1864.615888] env[63366]: DEBUG nova.compute.manager [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1864.678020] env[63366]: DEBUG nova.network.neutron [req-f557012c-fca2-44c9-b053-0a6c78781d04 req-0229e330-e1e8-4ec8-9fd3-d2023cf53b46 service nova] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Updated VIF entry in instance network info cache for port 8d47812b-1742-4e32-95d2-1f226baa3ee6. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1864.678161] env[63366]: DEBUG nova.network.neutron [req-f557012c-fca2-44c9-b053-0a6c78781d04 req-0229e330-e1e8-4ec8-9fd3-d2023cf53b46 service nova] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Updating instance_info_cache with network_info: [{"id": "8d47812b-1742-4e32-95d2-1f226baa3ee6", "address": "fa:16:3e:f6:4c:6b", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d47812b-17", "ovs_interfaceid": "8d47812b-1742-4e32-95d2-1f226baa3ee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.718631] env[63366]: DEBUG nova.scheduler.client.report [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1864.802794] env[63366]: DEBUG oslo_vmware.api [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103328, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.843465] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103326, 'name': CreateVM_Task, 'duration_secs': 0.564604} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.844011] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1864.850983] env[63366]: DEBUG oslo_concurrency.lockutils [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.859600] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52743e8e-2774-4d98-e767-6d1eba9ab618, 'name': SearchDatastore_Task, 'duration_secs': 0.03805} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.859840] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.860472] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1864.861032] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.861186] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.861522] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1864.862027] env[63366]: DEBUG oslo_concurrency.lockutils [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.862499] env[63366]: DEBUG oslo_concurrency.lockutils [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1864.862841] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0966809b-067b-49a0-aa70-55260df1b3da {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.866351] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e093bce8-5076-46e2-b08b-83356dbb5758 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.876852] env[63366]: DEBUG oslo_vmware.api [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Waiting for the task: (returnval){ [ 1864.876852] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52febfc4-8b77-2098-8863-516e5b01611c" [ 1864.876852] env[63366]: _type = "Task" [ 1864.876852] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.888255] env[63366]: DEBUG oslo_vmware.api [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Task: {'id': task-2103329, 'name': PowerOffVM_Task, 'duration_secs': 0.352968} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.890285] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1864.890579] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1864.890978] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1864.891339] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1864.898320] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-856a36d3-27c9-4511-bd2b-57aefde8d343 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.899900] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcde5a22-b113-4220-9169-8e5522bda140 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.903845] env[63366]: DEBUG oslo_vmware.api [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52febfc4-8b77-2098-8863-516e5b01611c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.907731] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Waiting for the task: (returnval){ [ 1864.907731] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52645a44-2454-4a09-722c-fb7dca321aa3" [ 1864.907731] env[63366]: _type = "Task" [ 1864.907731] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.920542] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52645a44-2454-4a09-722c-fb7dca321aa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.931867] env[63366]: DEBUG oslo_vmware.api [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103330, 'name': ReconfigVM_Task, 'duration_secs': 0.29818} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.932345] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Reconfigured VM instance instance-0000000c to attach disk [datastore2] ace1ae39-d6de-4b36-93f5-e1b8f810a16a/ace1ae39-d6de-4b36-93f5-e1b8f810a16a.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1864.933298] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5adb59db-694e-4c65-b78a-979c249985a3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.941186] env[63366]: DEBUG oslo_vmware.api [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 1864.941186] env[63366]: value = "task-2103333" [ 1864.941186] env[63366]: _type = "Task" [ 1864.941186] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.954213] env[63366]: DEBUG oslo_vmware.api [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103333, 'name': Rename_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.044575] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1865.044575] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1865.044575] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Deleting the datastore file [datastore2] 5772c3d4-987e-411d-8b1a-499c247ee735 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1865.044575] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02f77654-8443-4cd5-b8ea-cda034aa5d19 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.051814] env[63366]: DEBUG oslo_vmware.api [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Waiting for the task: (returnval){ [ 1865.051814] env[63366]: value = "task-2103334" [ 1865.051814] env[63366]: _type = "Task" [ 1865.051814] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.059983] env[63366]: DEBUG oslo_vmware.api [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Task: {'id': task-2103334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.149263] env[63366]: DEBUG oslo_concurrency.lockutils [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.153778] env[63366]: DEBUG nova.compute.manager [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1865.165704] env[63366]: DEBUG nova.compute.manager [req-960716c6-53de-4d74-9a60-fac893c85e3b req-6e6a82bb-629d-45bc-af95-c567aaf59668 service nova] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Received event network-vif-plugged-10eaf132-5e3e-45bb-815e-754d2c5d72c9 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1865.165704] env[63366]: DEBUG oslo_concurrency.lockutils [req-960716c6-53de-4d74-9a60-fac893c85e3b req-6e6a82bb-629d-45bc-af95-c567aaf59668 service nova] Acquiring lock "36746589-7243-480f-8aa8-07b7ed19cdec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.165704] env[63366]: DEBUG oslo_concurrency.lockutils [req-960716c6-53de-4d74-9a60-fac893c85e3b req-6e6a82bb-629d-45bc-af95-c567aaf59668 service nova] Lock "36746589-7243-480f-8aa8-07b7ed19cdec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.165704] env[63366]: DEBUG oslo_concurrency.lockutils [req-960716c6-53de-4d74-9a60-fac893c85e3b req-6e6a82bb-629d-45bc-af95-c567aaf59668 service nova] Lock "36746589-7243-480f-8aa8-07b7ed19cdec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.165704] env[63366]: DEBUG nova.compute.manager [req-960716c6-53de-4d74-9a60-fac893c85e3b req-6e6a82bb-629d-45bc-af95-c567aaf59668 service nova] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] No waiting events found dispatching network-vif-plugged-10eaf132-5e3e-45bb-815e-754d2c5d72c9 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1865.166181] env[63366]: WARNING nova.compute.manager [req-960716c6-53de-4d74-9a60-fac893c85e3b req-6e6a82bb-629d-45bc-af95-c567aaf59668 service nova] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Received unexpected event network-vif-plugged-10eaf132-5e3e-45bb-815e-754d2c5d72c9 for instance with vm_state building and task_state spawning. [ 1865.166181] env[63366]: DEBUG nova.compute.manager [req-960716c6-53de-4d74-9a60-fac893c85e3b req-6e6a82bb-629d-45bc-af95-c567aaf59668 service nova] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Received event network-changed-10eaf132-5e3e-45bb-815e-754d2c5d72c9 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1865.166181] env[63366]: DEBUG nova.compute.manager [req-960716c6-53de-4d74-9a60-fac893c85e3b req-6e6a82bb-629d-45bc-af95-c567aaf59668 service nova] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Refreshing instance network info cache due to event network-changed-10eaf132-5e3e-45bb-815e-754d2c5d72c9. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1865.166181] env[63366]: DEBUG oslo_concurrency.lockutils [req-960716c6-53de-4d74-9a60-fac893c85e3b req-6e6a82bb-629d-45bc-af95-c567aaf59668 service nova] Acquiring lock "refresh_cache-36746589-7243-480f-8aa8-07b7ed19cdec" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.166181] env[63366]: DEBUG oslo_concurrency.lockutils [req-960716c6-53de-4d74-9a60-fac893c85e3b req-6e6a82bb-629d-45bc-af95-c567aaf59668 service nova] Acquired lock "refresh_cache-36746589-7243-480f-8aa8-07b7ed19cdec" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.166408] env[63366]: DEBUG nova.network.neutron [req-960716c6-53de-4d74-9a60-fac893c85e3b req-6e6a82bb-629d-45bc-af95-c567aaf59668 service nova] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Refreshing network info cache for port 10eaf132-5e3e-45bb-815e-754d2c5d72c9 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1865.180800] env[63366]: DEBUG oslo_concurrency.lockutils [req-f557012c-fca2-44c9-b053-0a6c78781d04 req-0229e330-e1e8-4ec8-9fd3-d2023cf53b46 service nova] Releasing lock "refresh_cache-ace1ae39-d6de-4b36-93f5-e1b8f810a16a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.189122] env[63366]: DEBUG nova.virt.hardware [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1865.190861] env[63366]: DEBUG nova.virt.hardware [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1865.190861] env[63366]: DEBUG nova.virt.hardware [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1865.190861] env[63366]: DEBUG nova.virt.hardware [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1865.190861] env[63366]: DEBUG nova.virt.hardware [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1865.190861] env[63366]: DEBUG nova.virt.hardware [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1865.191557] env[63366]: DEBUG nova.virt.hardware [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1865.191557] env[63366]: DEBUG nova.virt.hardware [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1865.191557] env[63366]: DEBUG nova.virt.hardware [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1865.191557] env[63366]: DEBUG nova.virt.hardware [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1865.191557] env[63366]: DEBUG nova.virt.hardware [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1865.192130] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f115b9-1237-42b7-95f2-0bbb1e766384 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.203677] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8add6ad5-9587-465a-b3fc-36f470145ea4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.223266] env[63366]: DEBUG oslo_concurrency.lockutils [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.226356] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.228s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.227913] env[63366]: INFO nova.compute.claims [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1865.252677] env[63366]: INFO nova.scheduler.client.report [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] Deleted allocations for instance 4d9f0050-4fe7-470c-96c3-63c7362026f2 [ 1865.304314] env[63366]: DEBUG oslo_vmware.api [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103328, 'name': PowerOnVM_Task, 'duration_secs': 0.989369} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.304645] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1865.304876] env[63366]: INFO nova.compute.manager [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Took 11.36 seconds to spawn the instance on the hypervisor. [ 1865.305279] env[63366]: DEBUG nova.compute.manager [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1865.306325] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fd814a-34bf-4a0c-973e-d4fcdc7506e1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.389211] env[63366]: DEBUG oslo_vmware.api [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52febfc4-8b77-2098-8863-516e5b01611c, 'name': SearchDatastore_Task, 'duration_secs': 0.03331} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.389422] env[63366]: DEBUG oslo_concurrency.lockutils [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.389741] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1865.390066] env[63366]: DEBUG oslo_concurrency.lockutils [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.418733] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52645a44-2454-4a09-722c-fb7dca321aa3, 'name': SearchDatastore_Task, 'duration_secs': 0.023435} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.419671] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-195ebdde-5329-4c3c-9b5a-a0d8a10ad804 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.425486] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Waiting for the task: (returnval){ [ 1865.425486] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52163779-a105-b265-1e3b-a2c2f3869c81" [ 1865.425486] env[63366]: _type = "Task" [ 1865.425486] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.437023] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52163779-a105-b265-1e3b-a2c2f3869c81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.453885] env[63366]: DEBUG oslo_vmware.api [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103333, 'name': Rename_Task, 'duration_secs': 0.134574} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.456429] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1865.456429] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd3034ec-afc1-4153-a8fd-8e37a2a62233 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.462755] env[63366]: DEBUG oslo_vmware.api [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 1865.462755] env[63366]: value = "task-2103335" [ 1865.462755] env[63366]: _type = "Task" [ 1865.462755] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.471798] env[63366]: DEBUG oslo_vmware.api [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.563517] env[63366]: DEBUG oslo_vmware.api [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Task: {'id': task-2103334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324211} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.563820] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1865.564420] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1865.564420] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1865.564576] env[63366]: INFO nova.compute.manager [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1865.564706] env[63366]: DEBUG oslo.service.loopingcall [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1865.567299] env[63366]: DEBUG nova.compute.manager [-] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1865.567430] env[63366]: DEBUG nova.network.neutron [-] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1865.766853] env[63366]: DEBUG oslo_concurrency.lockutils [None req-69fb2c9e-67e0-495f-972b-8a3b55299a31 tempest-DeleteServersAdminTestJSON-1391789198 tempest-DeleteServersAdminTestJSON-1391789198-project-admin] Lock "4d9f0050-4fe7-470c-96c3-63c7362026f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.530s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.789672] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1865.789931] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1865.790197] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1865.790504] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Rebuilding the list of instances to heal {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1865.827136] env[63366]: INFO nova.compute.manager [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Took 19.55 seconds to build instance. [ 1865.941209] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52163779-a105-b265-1e3b-a2c2f3869c81, 'name': SearchDatastore_Task, 'duration_secs': 0.011898} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.941514] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.941782] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 24dffd64-79b1-4d94-b5af-b7822d04b8f5/24dffd64-79b1-4d94-b5af-b7822d04b8f5.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1865.942333] env[63366]: DEBUG oslo_concurrency.lockutils [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.943027] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1865.943027] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0764b62a-db1b-4c61-bb2e-587403c243eb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.946400] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba7180df-3d83-4cd5-90eb-e886de6afcef {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.953449] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Waiting for the task: (returnval){ [ 1865.953449] env[63366]: value = "task-2103336" [ 1865.953449] env[63366]: _type = "Task" [ 1865.953449] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.959907] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1865.959907] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1865.960622] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aa23883-2657-47fc-be5b-40315b169c29 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.967359] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.976635] env[63366]: DEBUG oslo_vmware.api [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Waiting for the task: (returnval){ [ 1865.976635] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52accde5-6dda-8a35-dce1-098769e29880" [ 1865.976635] env[63366]: _type = "Task" [ 1865.976635] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.980442] env[63366]: DEBUG oslo_vmware.api [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103335, 'name': PowerOnVM_Task, 'duration_secs': 0.492384} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.983937] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1865.984175] env[63366]: INFO nova.compute.manager [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1865.984376] env[63366]: DEBUG nova.compute.manager [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1865.985176] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3accf2-6303-417b-8794-58fdef9ed079 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.992216] env[63366]: DEBUG oslo_vmware.api [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52accde5-6dda-8a35-dce1-098769e29880, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.071223] env[63366]: DEBUG nova.compute.manager [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1866.072516] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0647d35e-c024-44dd-95e4-ae74dfb06722 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.301691] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Skipping network cache update for instance because it is being deleted. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10464}} [ 1866.301882] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Skipping network cache update for instance because it is Building. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1866.302022] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Skipping network cache update for instance because it is Building. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1866.302147] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Skipping network cache update for instance because it is Building. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1866.302271] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Skipping network cache update for instance because it is Building. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1866.330355] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b3782f70-71f9-4088-be90-8191d28c5c6e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "49c15748-bcd1-4c07-9572-9ff7ea7a4284" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.966s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.340244] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "refresh_cache-00d6b6fc-8690-41f2-ad17-6518d68ba9df" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.340344] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "refresh_cache-00d6b6fc-8690-41f2-ad17-6518d68ba9df" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.340474] env[63366]: DEBUG nova.network.neutron [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Forcefully refreshing network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1866.340643] env[63366]: DEBUG nova.objects.instance [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lazy-loading 'info_cache' on Instance uuid 00d6b6fc-8690-41f2-ad17-6518d68ba9df {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1866.397971] env[63366]: DEBUG nova.network.neutron [req-960716c6-53de-4d74-9a60-fac893c85e3b req-6e6a82bb-629d-45bc-af95-c567aaf59668 service nova] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Updated VIF entry in instance network info cache for port 10eaf132-5e3e-45bb-815e-754d2c5d72c9. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1866.398356] env[63366]: DEBUG nova.network.neutron [req-960716c6-53de-4d74-9a60-fac893c85e3b req-6e6a82bb-629d-45bc-af95-c567aaf59668 service nova] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Updating instance_info_cache with network_info: [{"id": "10eaf132-5e3e-45bb-815e-754d2c5d72c9", "address": "fa:16:3e:fd:17:df", "network": {"id": "0c5efb30-df0f-4299-9578-ec49df596d02", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-313441813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4442ee5adbb3419f9a601f11d54e96dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10eaf132-5e", "ovs_interfaceid": "10eaf132-5e3e-45bb-815e-754d2c5d72c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.451744] env[63366]: DEBUG nova.network.neutron [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Successfully updated port: 3e6ba59e-3bf7-4e66-a6eb-c2602439a3ef {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1866.466879] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103336, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.495613] env[63366]: DEBUG oslo_vmware.api [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52accde5-6dda-8a35-dce1-098769e29880, 'name': SearchDatastore_Task, 'duration_secs': 0.015217} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.496553] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1015dcb-f752-4e13-9e76-a3455e6e78a1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.509469] env[63366]: DEBUG oslo_vmware.api [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Waiting for the task: (returnval){ [ 1866.509469] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52608807-e0cd-78be-997a-b4b3e41f4485" [ 1866.509469] env[63366]: _type = "Task" [ 1866.509469] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.517092] env[63366]: INFO nova.compute.manager [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Took 19.17 seconds to build instance. [ 1866.524906] env[63366]: DEBUG oslo_vmware.api [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52608807-e0cd-78be-997a-b4b3e41f4485, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.587106] env[63366]: INFO nova.compute.manager [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] instance snapshotting [ 1866.587329] env[63366]: WARNING nova.compute.manager [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1866.591824] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac21cd6-777c-4ca4-89e1-1cb8fd311ba8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.622429] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d10457b-dacf-46a1-b8c3-9b4a8a43e166 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.690581] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf213b78-09f6-4e18-902f-08523f19f252 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.700020] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f53518b-ca10-40a1-a1a0-4cd74dc01bbd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.732436] env[63366]: DEBUG nova.network.neutron [-] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.735763] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f61883-1d07-4143-8f3d-4c5356b6107e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.744481] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca84876-96b3-4a2c-8c7c-07cee92160bc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.760127] env[63366]: DEBUG nova.compute.provider_tree [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1866.835635] env[63366]: DEBUG nova.compute.manager [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1866.903354] env[63366]: DEBUG oslo_concurrency.lockutils [req-960716c6-53de-4d74-9a60-fac893c85e3b req-6e6a82bb-629d-45bc-af95-c567aaf59668 service nova] Releasing lock "refresh_cache-36746589-7243-480f-8aa8-07b7ed19cdec" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1866.903354] env[63366]: DEBUG nova.compute.manager [req-960716c6-53de-4d74-9a60-fac893c85e3b req-6e6a82bb-629d-45bc-af95-c567aaf59668 service nova] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Received event network-vif-deleted-86e097c0-d906-4910-8fd6-c72fec22f7c9 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1866.954475] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Acquiring lock "refresh_cache-9edbed1b-6fc3-4fbb-9c16-f426ecfa286f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.954616] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Acquired lock "refresh_cache-9edbed1b-6fc3-4fbb-9c16-f426ecfa286f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.954770] env[63366]: DEBUG nova.network.neutron [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1866.967423] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797697} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.967906] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 24dffd64-79b1-4d94-b5af-b7822d04b8f5/24dffd64-79b1-4d94-b5af-b7822d04b8f5.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1866.968306] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1866.969257] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a7917b0-ad1c-4cd0-ae5a-5ee50ff9f4ce {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.977932] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Waiting for the task: (returnval){ [ 1866.977932] env[63366]: value = "task-2103338" [ 1866.977932] env[63366]: _type = "Task" [ 1866.977932] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.987271] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.024662] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0d51176b-4efd-411c-87b0-674b3502cb43 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "ace1ae39-d6de-4b36-93f5-e1b8f810a16a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.959s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.024932] env[63366]: DEBUG oslo_vmware.api [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52608807-e0cd-78be-997a-b4b3e41f4485, 'name': SearchDatastore_Task, 'duration_secs': 0.04643} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.026644] env[63366]: DEBUG oslo_concurrency.lockutils [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.026644] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 36746589-7243-480f-8aa8-07b7ed19cdec/36746589-7243-480f-8aa8-07b7ed19cdec.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1867.031247] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acb9b9ec-a0c6-4f02-83eb-1f06be3c95c6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.042303] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquiring lock "90bafd7e-563c-4212-a11b-137f2bec2d84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.042524] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "90bafd7e-563c-4212-a11b-137f2bec2d84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.043293] env[63366]: DEBUG oslo_vmware.api [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Waiting for the task: (returnval){ [ 1867.043293] env[63366]: value = "task-2103339" [ 1867.043293] env[63366]: _type = "Task" [ 1867.043293] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.054762] env[63366]: DEBUG oslo_vmware.api [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Task: {'id': task-2103339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.135359] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Acquiring lock "36bd68d5-0f27-4c82-9b66-9467a57fbae3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.135359] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Lock "36bd68d5-0f27-4c82-9b66-9467a57fbae3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.138513] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Creating Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1867.138750] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-57a2c5f9-1449-49f5-a05b-ac0fd541a3e2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.148414] env[63366]: DEBUG oslo_vmware.api [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 1867.148414] env[63366]: value = "task-2103340" [ 1867.148414] env[63366]: _type = "Task" [ 1867.148414] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.157244] env[63366]: DEBUG oslo_vmware.api [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103340, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.235255] env[63366]: INFO nova.compute.manager [-] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Took 1.67 seconds to deallocate network for instance. [ 1867.263201] env[63366]: DEBUG nova.scheduler.client.report [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1867.367018] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.367699] env[63366]: DEBUG nova.network.neutron [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1867.417017] env[63366]: DEBUG nova.compute.manager [req-7dadeed8-c1fe-41ac-ba73-8f82c2f36494 req-d8cc1579-b6a5-42e5-8b99-5c55212532af service nova] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Received event network-vif-plugged-3e6ba59e-3bf7-4e66-a6eb-c2602439a3ef {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1867.417266] env[63366]: DEBUG oslo_concurrency.lockutils [req-7dadeed8-c1fe-41ac-ba73-8f82c2f36494 req-d8cc1579-b6a5-42e5-8b99-5c55212532af service nova] Acquiring lock "9edbed1b-6fc3-4fbb-9c16-f426ecfa286f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.417614] env[63366]: DEBUG oslo_concurrency.lockutils [req-7dadeed8-c1fe-41ac-ba73-8f82c2f36494 req-d8cc1579-b6a5-42e5-8b99-5c55212532af service nova] Lock "9edbed1b-6fc3-4fbb-9c16-f426ecfa286f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.417802] env[63366]: DEBUG oslo_concurrency.lockutils [req-7dadeed8-c1fe-41ac-ba73-8f82c2f36494 req-d8cc1579-b6a5-42e5-8b99-5c55212532af service nova] Lock "9edbed1b-6fc3-4fbb-9c16-f426ecfa286f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.417993] env[63366]: DEBUG nova.compute.manager [req-7dadeed8-c1fe-41ac-ba73-8f82c2f36494 req-d8cc1579-b6a5-42e5-8b99-5c55212532af service nova] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] No waiting events found dispatching network-vif-plugged-3e6ba59e-3bf7-4e66-a6eb-c2602439a3ef {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1867.418260] env[63366]: WARNING nova.compute.manager [req-7dadeed8-c1fe-41ac-ba73-8f82c2f36494 req-d8cc1579-b6a5-42e5-8b99-5c55212532af service nova] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Received unexpected event network-vif-plugged-3e6ba59e-3bf7-4e66-a6eb-c2602439a3ef for instance with vm_state building and task_state spawning. [ 1867.491389] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112435} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.491812] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1867.492551] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73ba511-e45f-49f3-9098-522fcd9f4918 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.500263] env[63366]: DEBUG nova.network.neutron [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1867.521406] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 24dffd64-79b1-4d94-b5af-b7822d04b8f5/24dffd64-79b1-4d94-b5af-b7822d04b8f5.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1867.522626] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7fdb004-863d-4d6d-8bb3-3f9a4660b926 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.540289] env[63366]: DEBUG nova.compute.manager [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1867.551947] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Waiting for the task: (returnval){ [ 1867.551947] env[63366]: value = "task-2103341" [ 1867.551947] env[63366]: _type = "Task" [ 1867.551947] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.557999] env[63366]: DEBUG oslo_vmware.api [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Task: {'id': task-2103339, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.564478] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.659533] env[63366]: DEBUG oslo_vmware.api [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103340, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.698047] env[63366]: DEBUG nova.network.neutron [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Updating instance_info_cache with network_info: [{"id": "3e6ba59e-3bf7-4e66-a6eb-c2602439a3ef", "address": "fa:16:3e:9a:c0:9e", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e6ba59e-3b", "ovs_interfaceid": "3e6ba59e-3bf7-4e66-a6eb-c2602439a3ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.742959] env[63366]: DEBUG oslo_concurrency.lockutils [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.769323] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.769419] env[63366]: DEBUG nova.compute.manager [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1867.772562] env[63366]: DEBUG oslo_concurrency.lockutils [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.742s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.774168] env[63366]: INFO nova.compute.claims [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1867.952347] env[63366]: DEBUG nova.network.neutron [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.062572] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.066297] env[63366]: DEBUG oslo_vmware.api [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Task: {'id': task-2103339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658081} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.066862] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 36746589-7243-480f-8aa8-07b7ed19cdec/36746589-7243-480f-8aa8-07b7ed19cdec.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1868.066862] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1868.067675] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f623d4a5-7bc9-4752-ac63-73691d5b2259 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.071481] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.074128] env[63366]: DEBUG oslo_vmware.api [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Waiting for the task: (returnval){ [ 1868.074128] env[63366]: value = "task-2103342" [ 1868.074128] env[63366]: _type = "Task" [ 1868.074128] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.082554] env[63366]: DEBUG oslo_vmware.api [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Task: {'id': task-2103342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.161857] env[63366]: DEBUG oslo_vmware.api [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103340, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.201155] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Releasing lock "refresh_cache-9edbed1b-6fc3-4fbb-9c16-f426ecfa286f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.202034] env[63366]: DEBUG nova.compute.manager [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Instance network_info: |[{"id": "3e6ba59e-3bf7-4e66-a6eb-c2602439a3ef", "address": "fa:16:3e:9a:c0:9e", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e6ba59e-3b", "ovs_interfaceid": "3e6ba59e-3bf7-4e66-a6eb-c2602439a3ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1868.202187] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:c0:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e6ba59e-3bf7-4e66-a6eb-c2602439a3ef', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1868.211060] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Creating folder: Project (92c522dbdfe14c6db3b5a538de0d562d). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1868.211404] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a23941d8-7872-4022-9d51-04a80286c219 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.223144] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Created folder: Project (92c522dbdfe14c6db3b5a538de0d562d) in parent group-v430612. [ 1868.223695] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Creating folder: Instances. Parent ref: group-v430655. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1868.224448] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39c69062-8fe6-4dfc-8ca9-93e175dfd6e1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.235390] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Created folder: Instances in parent group-v430655. [ 1868.235390] env[63366]: DEBUG oslo.service.loopingcall [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1868.235550] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1868.235793] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-283eb082-e413-45eb-bc99-0e4cc6760c33 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.256481] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1868.256481] env[63366]: value = "task-2103345" [ 1868.256481] env[63366]: _type = "Task" [ 1868.256481] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.268156] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103345, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.282922] env[63366]: DEBUG nova.compute.utils [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1868.284667] env[63366]: DEBUG nova.compute.manager [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1868.284857] env[63366]: DEBUG nova.network.neutron [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1868.292023] env[63366]: DEBUG nova.compute.manager [req-6c6c72a3-5ab5-4f88-83fb-78685618dcb4 req-d67ebe83-2110-4c28-ae8d-a79629bd6d9c service nova] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Received event network-changed-aeda7b4e-29b5-45e2-9a58-a55b2f8c3072 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1868.292567] env[63366]: DEBUG nova.compute.manager [req-6c6c72a3-5ab5-4f88-83fb-78685618dcb4 req-d67ebe83-2110-4c28-ae8d-a79629bd6d9c service nova] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Refreshing instance network info cache due to event network-changed-aeda7b4e-29b5-45e2-9a58-a55b2f8c3072. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1868.292567] env[63366]: DEBUG oslo_concurrency.lockutils [req-6c6c72a3-5ab5-4f88-83fb-78685618dcb4 req-d67ebe83-2110-4c28-ae8d-a79629bd6d9c service nova] Acquiring lock "refresh_cache-96f0fab0-d17a-46cc-bff7-66de56c2acc3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.292567] env[63366]: DEBUG oslo_concurrency.lockutils [req-6c6c72a3-5ab5-4f88-83fb-78685618dcb4 req-d67ebe83-2110-4c28-ae8d-a79629bd6d9c service nova] Acquired lock "refresh_cache-96f0fab0-d17a-46cc-bff7-66de56c2acc3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.292880] env[63366]: DEBUG nova.network.neutron [req-6c6c72a3-5ab5-4f88-83fb-78685618dcb4 req-d67ebe83-2110-4c28-ae8d-a79629bd6d9c service nova] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Refreshing network info cache for port aeda7b4e-29b5-45e2-9a58-a55b2f8c3072 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1868.375178] env[63366]: DEBUG nova.policy [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f0950f75a4746c6916be5139ea5c9de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bd4f751569c4f0190770791d1a0f666', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1868.456110] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "refresh_cache-00d6b6fc-8690-41f2-ad17-6518d68ba9df" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.456385] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Updated the network info_cache for instance {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 1868.456635] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1868.456936] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1868.457112] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1868.565594] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103341, 'name': ReconfigVM_Task, 'duration_secs': 0.730304} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.565956] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 24dffd64-79b1-4d94-b5af-b7822d04b8f5/24dffd64-79b1-4d94-b5af-b7822d04b8f5.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1868.566922] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f2baa42-10a0-40dc-84d0-940154d701dd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.576031] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Waiting for the task: (returnval){ [ 1868.576031] env[63366]: value = "task-2103346" [ 1868.576031] env[63366]: _type = "Task" [ 1868.576031] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.599465] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103346, 'name': Rename_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.599841] env[63366]: DEBUG oslo_vmware.api [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Task: {'id': task-2103342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063601} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.600459] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1868.601701] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efbb5a9-ac1f-40bc-9956-cc159aff4949 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.629305] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 36746589-7243-480f-8aa8-07b7ed19cdec/36746589-7243-480f-8aa8-07b7ed19cdec.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1868.629852] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6e6be75-f21b-43b2-b8b6-76d1828b0d14 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.655330] env[63366]: DEBUG oslo_vmware.api [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Waiting for the task: (returnval){ [ 1868.655330] env[63366]: value = "task-2103348" [ 1868.655330] env[63366]: _type = "Task" [ 1868.655330] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.663030] env[63366]: DEBUG oslo_vmware.api [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103340, 'name': CreateSnapshot_Task, 'duration_secs': 1.159724} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.663644] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Created Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1868.664682] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264b7869-da99-4491-a3c5-ae263dff9887 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.671426] env[63366]: DEBUG oslo_vmware.api [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Task: {'id': task-2103348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.734854] env[63366]: DEBUG nova.network.neutron [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Successfully created port: 22e34428-52fa-4ee5-8155-a6cbaa9a6e0c {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1868.770340] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103345, 'name': CreateVM_Task, 'duration_secs': 0.457085} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.771132] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1868.771777] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.772316] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.772316] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1868.773194] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a908393d-600d-49c7-9066-d88df78250fc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.778401] env[63366]: DEBUG oslo_vmware.api [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Waiting for the task: (returnval){ [ 1868.778401] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52db55b5-3a48-b3f2-7356-dcc21ce82b6a" [ 1868.778401] env[63366]: _type = "Task" [ 1868.778401] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.790086] env[63366]: DEBUG oslo_vmware.api [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52db55b5-3a48-b3f2-7356-dcc21ce82b6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.790747] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1868.792850] env[63366]: DEBUG nova.compute.manager [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1868.925642] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquiring lock "e52bb7a4-0d9e-42b1-93a5-5005a3c99229" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.925888] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "e52bb7a4-0d9e-42b1-93a5-5005a3c99229" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.094868] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103346, 'name': Rename_Task, 'duration_secs': 0.185448} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.095344] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1869.095705] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f23e448d-9423-4d22-933b-adbaf0cc650e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.104234] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Waiting for the task: (returnval){ [ 1869.104234] env[63366]: value = "task-2103349" [ 1869.104234] env[63366]: _type = "Task" [ 1869.104234] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.111075] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.167174] env[63366]: DEBUG oslo_vmware.api [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Task: {'id': task-2103348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.194537] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Creating linked-clone VM from snapshot {{(pid=63366) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1869.199459] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fa3ea975-960b-476e-9855-2ea8fcfb3043 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.216509] env[63366]: DEBUG oslo_vmware.api [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 1869.216509] env[63366]: value = "task-2103350" [ 1869.216509] env[63366]: _type = "Task" [ 1869.216509] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.227175] env[63366]: DEBUG oslo_vmware.api [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103350, 'name': CloneVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.260771] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c9b66e-b17d-4ab1-b83d-3d94a6ba1e89 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.270022] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb97ecc0-3f37-4df1-8c41-621556074cba {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.316739] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1869.317587] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6bff6c-878e-4990-af1a-5b6cfc6cd385 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.324522] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1869.326155] env[63366]: DEBUG oslo_concurrency.lockutils [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Acquiring lock "2f544489-1ad2-40ea-9427-d6f34dcfe39a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.326837] env[63366]: DEBUG oslo_concurrency.lockutils [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Lock "2f544489-1ad2-40ea-9427-d6f34dcfe39a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.335577] env[63366]: DEBUG oslo_vmware.api [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52db55b5-3a48-b3f2-7356-dcc21ce82b6a, 'name': SearchDatastore_Task, 'duration_secs': 0.011547} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.338951] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.339229] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1869.339492] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.339668] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.339854] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1869.340467] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14c5a4f1-ff68-4bcf-9fd9-0135d9279d72 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.344441] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f43f28-e2b3-42fe-bf6e-f0a7990d9ac7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.361537] env[63366]: DEBUG nova.compute.provider_tree [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1869.364874] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1869.365148] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1869.366116] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8c03ad9-6434-45c2-b994-9c733e6c06bd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.372177] env[63366]: DEBUG oslo_vmware.api [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Waiting for the task: (returnval){ [ 1869.372177] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52634e2f-cb9f-9ed3-e010-29649661e7ec" [ 1869.372177] env[63366]: _type = "Task" [ 1869.372177] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.383687] env[63366]: DEBUG oslo_vmware.api [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52634e2f-cb9f-9ed3-e010-29649661e7ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.615045] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103349, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.622023] env[63366]: DEBUG nova.network.neutron [req-6c6c72a3-5ab5-4f88-83fb-78685618dcb4 req-d67ebe83-2110-4c28-ae8d-a79629bd6d9c service nova] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Updated VIF entry in instance network info cache for port aeda7b4e-29b5-45e2-9a58-a55b2f8c3072. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1869.622023] env[63366]: DEBUG nova.network.neutron [req-6c6c72a3-5ab5-4f88-83fb-78685618dcb4 req-d67ebe83-2110-4c28-ae8d-a79629bd6d9c service nova] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Updating instance_info_cache with network_info: [{"id": "aeda7b4e-29b5-45e2-9a58-a55b2f8c3072", "address": "fa:16:3e:30:19:91", "network": {"id": "2461296c-b492-4d75-b35d-5e521090c9eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-859076243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6b369729644eb299067082c22e5e36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeda7b4e-29", "ovs_interfaceid": "aeda7b4e-29b5-45e2-9a58-a55b2f8c3072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.666323] env[63366]: DEBUG oslo_vmware.api [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Task: {'id': task-2103348, 'name': ReconfigVM_Task, 'duration_secs': 0.731288} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.666609] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 36746589-7243-480f-8aa8-07b7ed19cdec/36746589-7243-480f-8aa8-07b7ed19cdec.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1869.667295] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bb66e2d-097f-408d-a7ec-7cbff6b8f408 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.675857] env[63366]: DEBUG oslo_vmware.api [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Waiting for the task: (returnval){ [ 1869.675857] env[63366]: value = "task-2103351" [ 1869.675857] env[63366]: _type = "Task" [ 1869.675857] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.684936] env[63366]: DEBUG oslo_vmware.api [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Task: {'id': task-2103351, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.721842] env[63366]: DEBUG nova.compute.manager [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Stashing vm_state: active {{(pid=63366) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1869.734115] env[63366]: DEBUG oslo_vmware.api [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103350, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.827277] env[63366]: DEBUG nova.compute.manager [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1869.830692] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.855579] env[63366]: DEBUG nova.virt.hardware [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1869.855859] env[63366]: DEBUG nova.virt.hardware [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1869.855976] env[63366]: DEBUG nova.virt.hardware [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1869.856309] env[63366]: DEBUG nova.virt.hardware [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1869.856457] env[63366]: DEBUG nova.virt.hardware [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1869.856908] env[63366]: DEBUG nova.virt.hardware [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1869.857359] env[63366]: DEBUG nova.virt.hardware [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1869.857722] env[63366]: DEBUG nova.virt.hardware [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1869.857931] env[63366]: DEBUG nova.virt.hardware [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1869.858112] env[63366]: DEBUG nova.virt.hardware [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1869.858288] env[63366]: DEBUG nova.virt.hardware [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1869.859512] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f651a3f-0c02-4dc8-aa8e-37369a05a38e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.867912] env[63366]: DEBUG nova.scheduler.client.report [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1869.872566] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e307bf49-c493-4e0a-8557-e2559c991350 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.898193] env[63366]: DEBUG oslo_vmware.api [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52634e2f-cb9f-9ed3-e010-29649661e7ec, 'name': SearchDatastore_Task, 'duration_secs': 0.012749} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.899693] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8dd8627-b487-488b-b843-b0bc978127b2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.906981] env[63366]: DEBUG oslo_vmware.api [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Waiting for the task: (returnval){ [ 1869.906981] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52c53fdd-41b4-8ca3-ce40-8cfe43311dc2" [ 1869.906981] env[63366]: _type = "Task" [ 1869.906981] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.915107] env[63366]: DEBUG oslo_vmware.api [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52c53fdd-41b4-8ca3-ce40-8cfe43311dc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.118718] env[63366]: DEBUG oslo_vmware.api [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103349, 'name': PowerOnVM_Task, 'duration_secs': 0.91019} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.119796] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1870.119979] env[63366]: DEBUG nova.compute.manager [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1870.121977] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99dadb9b-474b-4b87-aac3-54a27becbad3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.127502] env[63366]: DEBUG oslo_concurrency.lockutils [req-6c6c72a3-5ab5-4f88-83fb-78685618dcb4 req-d67ebe83-2110-4c28-ae8d-a79629bd6d9c service nova] Releasing lock "refresh_cache-96f0fab0-d17a-46cc-bff7-66de56c2acc3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.127502] env[63366]: DEBUG nova.compute.manager [req-6c6c72a3-5ab5-4f88-83fb-78685618dcb4 req-d67ebe83-2110-4c28-ae8d-a79629bd6d9c service nova] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Received event network-vif-deleted-736b6286-6f47-4265-91b8-cd154c93a5da {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1870.191343] env[63366]: DEBUG oslo_vmware.api [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Task: {'id': task-2103351, 'name': Rename_Task, 'duration_secs': 0.176397} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.191915] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1870.192344] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb4234a0-4ca0-4294-9d8a-76312d5b6d7b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.201126] env[63366]: DEBUG oslo_vmware.api [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Waiting for the task: (returnval){ [ 1870.201126] env[63366]: value = "task-2103352" [ 1870.201126] env[63366]: _type = "Task" [ 1870.201126] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.213034] env[63366]: DEBUG oslo_vmware.api [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Task: {'id': task-2103352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.234854] env[63366]: DEBUG oslo_vmware.api [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103350, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.249235] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.378936] env[63366]: DEBUG oslo_concurrency.lockutils [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.379575] env[63366]: DEBUG nova.compute.manager [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1870.382704] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.962s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.382827] env[63366]: DEBUG nova.objects.instance [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Lazy-loading 'resources' on Instance uuid aea01b22-a721-4070-9c59-f8554a20423b {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1870.426749] env[63366]: DEBUG oslo_vmware.api [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52c53fdd-41b4-8ca3-ce40-8cfe43311dc2, 'name': SearchDatastore_Task, 'duration_secs': 0.024433} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.427675] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.428019] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f/9edbed1b-6fc3-4fbb-9c16-f426ecfa286f.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1870.428946] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c61ef4c-3394-47d7-ad5b-09744e56d601 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.437076] env[63366]: DEBUG oslo_vmware.api [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Waiting for the task: (returnval){ [ 1870.437076] env[63366]: value = "task-2103353" [ 1870.437076] env[63366]: _type = "Task" [ 1870.437076] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.446826] env[63366]: DEBUG oslo_vmware.api [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.657871] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.664522] env[63366]: DEBUG nova.network.neutron [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Successfully updated port: 22e34428-52fa-4ee5-8155-a6cbaa9a6e0c {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1870.717350] env[63366]: DEBUG oslo_vmware.api [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Task: {'id': task-2103352, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.733572] env[63366]: DEBUG oslo_vmware.api [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103350, 'name': CloneVM_Task} progress is 95%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.773095] env[63366]: DEBUG oslo_concurrency.lockutils [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquiring lock "e926cfb4-f56f-425a-8f00-69069f75f649" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.773095] env[63366]: DEBUG oslo_concurrency.lockutils [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "e926cfb4-f56f-425a-8f00-69069f75f649" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.887201] env[63366]: DEBUG nova.compute.utils [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1870.897972] env[63366]: DEBUG nova.compute.manager [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1870.898242] env[63366]: DEBUG nova.network.neutron [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1870.948909] env[63366]: DEBUG oslo_vmware.api [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103353, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.004674] env[63366]: DEBUG nova.compute.manager [req-7be3ff61-bd98-40ce-9033-a8345a3f6377 req-6e15bab0-651c-4b2b-98b8-6e8aaac1a288 service nova] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Received event network-changed-3e6ba59e-3bf7-4e66-a6eb-c2602439a3ef {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1871.004870] env[63366]: DEBUG nova.compute.manager [req-7be3ff61-bd98-40ce-9033-a8345a3f6377 req-6e15bab0-651c-4b2b-98b8-6e8aaac1a288 service nova] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Refreshing instance network info cache due to event network-changed-3e6ba59e-3bf7-4e66-a6eb-c2602439a3ef. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1871.005096] env[63366]: DEBUG oslo_concurrency.lockutils [req-7be3ff61-bd98-40ce-9033-a8345a3f6377 req-6e15bab0-651c-4b2b-98b8-6e8aaac1a288 service nova] Acquiring lock "refresh_cache-9edbed1b-6fc3-4fbb-9c16-f426ecfa286f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.008668] env[63366]: DEBUG oslo_concurrency.lockutils [req-7be3ff61-bd98-40ce-9033-a8345a3f6377 req-6e15bab0-651c-4b2b-98b8-6e8aaac1a288 service nova] Acquired lock "refresh_cache-9edbed1b-6fc3-4fbb-9c16-f426ecfa286f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.008909] env[63366]: DEBUG nova.network.neutron [req-7be3ff61-bd98-40ce-9033-a8345a3f6377 req-6e15bab0-651c-4b2b-98b8-6e8aaac1a288 service nova] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Refreshing network info cache for port 3e6ba59e-3bf7-4e66-a6eb-c2602439a3ef {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1871.028625] env[63366]: DEBUG nova.policy [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '422dfcd56fbe4f33b3b0a12dad4e3c5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40701ecae04c419295263eb595b1ec00', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1871.167339] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Acquiring lock "refresh_cache-8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.167645] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Acquired lock "refresh_cache-8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.168022] env[63366]: DEBUG nova.network.neutron [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1871.216259] env[63366]: DEBUG oslo_vmware.api [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Task: {'id': task-2103352, 'name': PowerOnVM_Task, 'duration_secs': 0.713517} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.218223] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1871.218920] env[63366]: INFO nova.compute.manager [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Took 12.18 seconds to spawn the instance on the hypervisor. [ 1871.219742] env[63366]: DEBUG nova.compute.manager [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1871.221564] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ae7270-3ad8-4471-9df5-424886233160 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.238928] env[63366]: DEBUG oslo_vmware.api [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103350, 'name': CloneVM_Task, 'duration_secs': 1.709176} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.245017] env[63366]: INFO nova.virt.vmwareapi.vmops [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Created linked-clone VM from snapshot [ 1871.245017] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07c9716-4348-4377-8d86-cc29f325faa9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.255014] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Uploading image 439e6105-0e4b-48c0-b1ae-f9d3ace9b43f {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1871.296596] env[63366]: DEBUG oslo_vmware.rw_handles [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1871.296596] env[63366]: value = "vm-430659" [ 1871.296596] env[63366]: _type = "VirtualMachine" [ 1871.296596] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1871.297998] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-44511e00-381a-40e9-9efa-425884a06bb3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.308551] env[63366]: DEBUG oslo_vmware.rw_handles [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lease: (returnval){ [ 1871.308551] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5274c312-8056-bc21-bc29-a06c8957b9df" [ 1871.308551] env[63366]: _type = "HttpNfcLease" [ 1871.308551] env[63366]: } obtained for exporting VM: (result){ [ 1871.308551] env[63366]: value = "vm-430659" [ 1871.308551] env[63366]: _type = "VirtualMachine" [ 1871.308551] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1871.308875] env[63366]: DEBUG oslo_vmware.api [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the lease: (returnval){ [ 1871.308875] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5274c312-8056-bc21-bc29-a06c8957b9df" [ 1871.308875] env[63366]: _type = "HttpNfcLease" [ 1871.308875] env[63366]: } to be ready. {{(pid=63366) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1871.319564] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1871.319564] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5274c312-8056-bc21-bc29-a06c8957b9df" [ 1871.319564] env[63366]: _type = "HttpNfcLease" [ 1871.319564] env[63366]: } is initializing. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1871.366951] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "2568d389-f910-4543-94d0-4f0b4d6db495" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.367115] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "2568d389-f910-4543-94d0-4f0b4d6db495" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.402018] env[63366]: DEBUG nova.compute.manager [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1871.435047] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8d0905-4f6e-4d80-bc5e-2e6fa76a6d45 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.457325] env[63366]: DEBUG oslo_vmware.api [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52372} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.458910] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f/9edbed1b-6fc3-4fbb-9c16-f426ecfa286f.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1871.458910] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1871.460859] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051811a1-6385-4349-895a-2ee0088c130d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.465899] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-992237b1-1c0b-4eff-a857-7f13511479b8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.499556] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf09717-a3d5-4857-b2e2-745dc2a55014 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.504084] env[63366]: DEBUG oslo_vmware.api [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Waiting for the task: (returnval){ [ 1871.504084] env[63366]: value = "task-2103355" [ 1871.504084] env[63366]: _type = "Task" [ 1871.504084] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.511507] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a5da5d-e8cc-4bf5-9e4f-e578f1637f5c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.521038] env[63366]: DEBUG oslo_vmware.api [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.533074] env[63366]: DEBUG nova.compute.provider_tree [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1871.552476] env[63366]: DEBUG nova.compute.manager [None req-c49ed051-be3b-48dd-bf09-2e96ca357e84 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1871.553941] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a4f9bb-feb9-4dc0-978c-6f740d61783b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.755397] env[63366]: INFO nova.compute.manager [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Took 24.26 seconds to build instance. [ 1871.775304] env[63366]: DEBUG nova.network.neutron [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1871.818460] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1871.818460] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5274c312-8056-bc21-bc29-a06c8957b9df" [ 1871.818460] env[63366]: _type = "HttpNfcLease" [ 1871.818460] env[63366]: } is ready. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1871.819098] env[63366]: DEBUG oslo_vmware.rw_handles [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1871.819098] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5274c312-8056-bc21-bc29-a06c8957b9df" [ 1871.819098] env[63366]: _type = "HttpNfcLease" [ 1871.819098] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1871.820430] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e818eb3f-fc5f-43aa-9cec-ce03e1b36782 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.830919] env[63366]: DEBUG oslo_vmware.rw_handles [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52473cd5-dd29-4f54-3961-6df3fba35a00/disk-0.vmdk from lease info. {{(pid=63366) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1871.831126] env[63366]: DEBUG oslo_vmware.rw_handles [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52473cd5-dd29-4f54-3961-6df3fba35a00/disk-0.vmdk for reading. {{(pid=63366) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1871.961425] env[63366]: DEBUG nova.network.neutron [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Successfully created port: 69770e51-84ad-434a-b3c2-239add4aabeb {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1872.016478] env[63366]: DEBUG oslo_vmware.api [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.22435} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.016766] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1872.019347] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef602dee-f064-4456-97a4-36c8d1349800 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.036304] env[63366]: DEBUG nova.scheduler.client.report [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1872.048142] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f/9edbed1b-6fc3-4fbb-9c16-f426ecfa286f.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1872.049805] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d6e133d-4313-400c-b794-c3d6809c2653 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.071187] env[63366]: INFO nova.compute.manager [None req-c49ed051-be3b-48dd-bf09-2e96ca357e84 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] instance snapshotting [ 1872.074552] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4d7ec77c-9042-49f1-9229-65dd1a1f6824 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.077034] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3461d7cf-bcc9-4009-b33d-d4830db81dd2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.083841] env[63366]: DEBUG oslo_vmware.api [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Waiting for the task: (returnval){ [ 1872.083841] env[63366]: value = "task-2103356" [ 1872.083841] env[63366]: _type = "Task" [ 1872.083841] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.103440] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf113783-7b5c-4c5a-a36c-68a6e75f04ad {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.109873] env[63366]: DEBUG oslo_vmware.api [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103356, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.258486] env[63366]: DEBUG oslo_concurrency.lockutils [None req-13a240f8-ac0e-41b4-aa16-162e535cef71 tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Lock "36746589-7243-480f-8aa8-07b7ed19cdec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.984s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.378805] env[63366]: DEBUG nova.network.neutron [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Updating instance_info_cache with network_info: [{"id": "22e34428-52fa-4ee5-8155-a6cbaa9a6e0c", "address": "fa:16:3e:d8:aa:e8", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22e34428-52", "ovs_interfaceid": "22e34428-52fa-4ee5-8155-a6cbaa9a6e0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.412742] env[63366]: DEBUG nova.compute.manager [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1872.436195] env[63366]: DEBUG nova.network.neutron [req-7be3ff61-bd98-40ce-9033-a8345a3f6377 req-6e15bab0-651c-4b2b-98b8-6e8aaac1a288 service nova] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Updated VIF entry in instance network info cache for port 3e6ba59e-3bf7-4e66-a6eb-c2602439a3ef. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1872.436571] env[63366]: DEBUG nova.network.neutron [req-7be3ff61-bd98-40ce-9033-a8345a3f6377 req-6e15bab0-651c-4b2b-98b8-6e8aaac1a288 service nova] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Updating instance_info_cache with network_info: [{"id": "3e6ba59e-3bf7-4e66-a6eb-c2602439a3ef", "address": "fa:16:3e:9a:c0:9e", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e6ba59e-3b", "ovs_interfaceid": "3e6ba59e-3bf7-4e66-a6eb-c2602439a3ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.461583] env[63366]: DEBUG nova.virt.hardware [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T17:07:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1048766217',id=32,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-451804609',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1872.461718] env[63366]: DEBUG nova.virt.hardware [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1872.461840] env[63366]: DEBUG nova.virt.hardware [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1872.465725] env[63366]: DEBUG nova.virt.hardware [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1872.465977] env[63366]: DEBUG nova.virt.hardware [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1872.466273] env[63366]: DEBUG nova.virt.hardware [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1872.466473] env[63366]: DEBUG nova.virt.hardware [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1872.466551] env[63366]: DEBUG nova.virt.hardware [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1872.466705] env[63366]: DEBUG nova.virt.hardware [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1872.466862] env[63366]: DEBUG nova.virt.hardware [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1872.467047] env[63366]: DEBUG nova.virt.hardware [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1872.468874] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e95eb7-a964-4a61-9abd-2befeb90a172 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.479603] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f277a9-e138-4204-b2d6-0ab6ab55ebe9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.551459] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.554311] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.588s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.557141] env[63366]: INFO nova.compute.claims [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1872.573976] env[63366]: INFO nova.compute.manager [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Rebuilding instance [ 1872.588701] env[63366]: INFO nova.scheduler.client.report [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Deleted allocations for instance aea01b22-a721-4070-9c59-f8554a20423b [ 1872.603225] env[63366]: DEBUG oslo_vmware.api [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103356, 'name': ReconfigVM_Task, 'duration_secs': 0.508234} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.603850] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f/9edbed1b-6fc3-4fbb-9c16-f426ecfa286f.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1872.604909] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2422afc9-0abe-4825-a27a-c28923ae665a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.622516] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c49ed051-be3b-48dd-bf09-2e96ca357e84 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Creating Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1872.625482] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-34c73612-7fcd-4a0b-8c85-f3ceae1447ab {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.627597] env[63366]: DEBUG oslo_vmware.api [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Waiting for the task: (returnval){ [ 1872.627597] env[63366]: value = "task-2103357" [ 1872.627597] env[63366]: _type = "Task" [ 1872.627597] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.634446] env[63366]: DEBUG oslo_vmware.api [None req-c49ed051-be3b-48dd-bf09-2e96ca357e84 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 1872.634446] env[63366]: value = "task-2103358" [ 1872.634446] env[63366]: _type = "Task" [ 1872.634446] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.645347] env[63366]: DEBUG oslo_vmware.api [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103357, 'name': Rename_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.652470] env[63366]: DEBUG nova.compute.manager [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1872.656314] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0b1689-709a-4e08-be20-9eb1b3712ced {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.668522] env[63366]: DEBUG oslo_vmware.api [None req-c49ed051-be3b-48dd-bf09-2e96ca357e84 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103358, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.763059] env[63366]: DEBUG nova.compute.manager [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1872.890401] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Releasing lock "refresh_cache-8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.891043] env[63366]: DEBUG nova.compute.manager [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Instance network_info: |[{"id": "22e34428-52fa-4ee5-8155-a6cbaa9a6e0c", "address": "fa:16:3e:d8:aa:e8", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22e34428-52", "ovs_interfaceid": "22e34428-52fa-4ee5-8155-a6cbaa9a6e0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1872.896247] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:aa:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22e34428-52fa-4ee5-8155-a6cbaa9a6e0c', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1872.908330] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Creating folder: Project (0bd4f751569c4f0190770791d1a0f666). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1872.911232] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0d05db1-ac28-4af8-a33f-1f273a737b13 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.926335] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Created folder: Project (0bd4f751569c4f0190770791d1a0f666) in parent group-v430612. [ 1872.927169] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Creating folder: Instances. Parent ref: group-v430660. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1872.928190] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae542db6-9d01-4e37-9a4d-d6dcf236c049 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.940089] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Created folder: Instances in parent group-v430660. [ 1872.940662] env[63366]: DEBUG oslo.service.loopingcall [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1872.940936] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1872.941259] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9435fbe9-6264-435a-b9f7-92454caf965d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.969924] env[63366]: DEBUG oslo_concurrency.lockutils [req-7be3ff61-bd98-40ce-9033-a8345a3f6377 req-6e15bab0-651c-4b2b-98b8-6e8aaac1a288 service nova] Releasing lock "refresh_cache-9edbed1b-6fc3-4fbb-9c16-f426ecfa286f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.976353] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1872.976353] env[63366]: value = "task-2103361" [ 1872.976353] env[63366]: _type = "Task" [ 1872.976353] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.989731] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103361, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.108336] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5ae6a137-fdf6-46af-818f-9b6fe0da7312 tempest-ServerDiagnosticsNegativeTest-742736618 tempest-ServerDiagnosticsNegativeTest-742736618-project-member] Lock "aea01b22-a721-4070-9c59-f8554a20423b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.927s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.150720] env[63366]: DEBUG oslo_vmware.api [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103357, 'name': Rename_Task, 'duration_secs': 0.171684} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.154427] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1873.154863] env[63366]: DEBUG oslo_vmware.api [None req-c49ed051-be3b-48dd-bf09-2e96ca357e84 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103358, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.155183] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e4582cc-6a6f-43ee-adb9-d593d4b67599 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.162744] env[63366]: DEBUG oslo_vmware.api [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Waiting for the task: (returnval){ [ 1873.162744] env[63366]: value = "task-2103362" [ 1873.162744] env[63366]: _type = "Task" [ 1873.162744] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.177938] env[63366]: DEBUG oslo_vmware.api [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.301417] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.494712] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103361, 'name': CreateVM_Task, 'duration_secs': 0.432884} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.495026] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1873.499997] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.499997] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.505445] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1873.505445] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baac2c6d-2501-41ea-8d4b-e46fc2897efe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.509961] env[63366]: DEBUG oslo_vmware.api [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 1873.509961] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52f05249-9a8b-c6cb-d508-89fd4f2b578f" [ 1873.509961] env[63366]: _type = "Task" [ 1873.509961] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.530425] env[63366]: DEBUG oslo_vmware.api [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f05249-9a8b-c6cb-d508-89fd4f2b578f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.658520] env[63366]: DEBUG oslo_vmware.api [None req-c49ed051-be3b-48dd-bf09-2e96ca357e84 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103358, 'name': CreateSnapshot_Task, 'duration_secs': 0.703569} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.665361] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c49ed051-be3b-48dd-bf09-2e96ca357e84 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Created Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1873.670490] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e91c10-2ed6-4ed2-b3a9-24a38fdd4718 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.679588] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1873.684045] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8075fe5-37e6-4680-a29b-e0ec9b164ad5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.712173] env[63366]: DEBUG oslo_vmware.api [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103362, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.715439] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Waiting for the task: (returnval){ [ 1873.715439] env[63366]: value = "task-2103363" [ 1873.715439] env[63366]: _type = "Task" [ 1873.715439] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.732680] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Task: {'id': task-2103363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.022269] env[63366]: DEBUG oslo_vmware.api [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f05249-9a8b-c6cb-d508-89fd4f2b578f, 'name': SearchDatastore_Task, 'duration_secs': 0.03268} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.026776] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.026776] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1874.026776] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.026776] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.027016] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1874.027273] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-297573ac-6237-4763-aba5-524f0a13692a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.039320] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1874.039595] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1874.040367] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9ba0341-017a-4db7-8029-36867cb99d3e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.047603] env[63366]: DEBUG oslo_vmware.api [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 1874.047603] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5268746d-61a2-a5c1-e6f5-1efb1e4c006b" [ 1874.047603] env[63366]: _type = "Task" [ 1874.047603] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.056723] env[63366]: DEBUG oslo_vmware.api [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5268746d-61a2-a5c1-e6f5-1efb1e4c006b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.182808] env[63366]: DEBUG oslo_vmware.api [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103362, 'name': PowerOnVM_Task, 'duration_secs': 0.838536} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.183204] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1874.183366] env[63366]: INFO nova.compute.manager [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1874.183463] env[63366]: DEBUG nova.compute.manager [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1874.184885] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c8f8e2-f239-46ce-a5de-77e9dd2a59de {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.214255] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c49ed051-be3b-48dd-bf09-2e96ca357e84 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Creating linked-clone VM from snapshot {{(pid=63366) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1874.214588] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2803702c-e8d5-4552-9f0d-a470656cb8b6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.225056] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fdc7cd-01f4-42bd-96ec-a2d0f2103184 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.229678] env[63366]: DEBUG oslo_vmware.api [None req-c49ed051-be3b-48dd-bf09-2e96ca357e84 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 1874.229678] env[63366]: value = "task-2103364" [ 1874.229678] env[63366]: _type = "Task" [ 1874.229678] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.241046] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Task: {'id': task-2103363, 'name': PowerOffVM_Task, 'duration_secs': 0.128346} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.241046] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1874.241046] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1874.242177] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df031d2b-452d-44bf-a8ae-ebb16f581793 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.249614] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981e1bb4-758c-4b8f-a22e-72c83990c063 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.253098] env[63366]: DEBUG oslo_vmware.api [None req-c49ed051-be3b-48dd-bf09-2e96ca357e84 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103364, 'name': CloneVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.295448] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49380f3-d9a6-4b10-be22-c8612b744e11 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.299363] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1874.299698] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f86c921-4e64-4a8a-a233-010efe034cd1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.312344] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Acquiring lock "a46fad37-b982-49d7-a999-755e36c1ed44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.312344] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Lock "a46fad37-b982-49d7-a999-755e36c1ed44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.312959] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dd59b9-17be-480e-90e1-097d12b34dfa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.327475] env[63366]: DEBUG nova.compute.provider_tree [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1874.381867] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1874.382112] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1874.382300] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Deleting the datastore file [datastore2] 24dffd64-79b1-4d94-b5af-b7822d04b8f5 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1874.382570] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e890567c-7b42-42ea-83b6-415aac5f7372 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.390390] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Waiting for the task: (returnval){ [ 1874.390390] env[63366]: value = "task-2103366" [ 1874.390390] env[63366]: _type = "Task" [ 1874.390390] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.398121] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Task: {'id': task-2103366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.474126] env[63366]: DEBUG nova.network.neutron [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Successfully updated port: 69770e51-84ad-434a-b3c2-239add4aabeb {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1874.564253] env[63366]: DEBUG oslo_vmware.api [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5268746d-61a2-a5c1-e6f5-1efb1e4c006b, 'name': SearchDatastore_Task, 'duration_secs': 0.009235} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.565060] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b1e8831-a8ef-4746-8a00-e833411100bc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.571375] env[63366]: DEBUG oslo_vmware.api [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 1874.571375] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]526ee9d8-cb4e-c5ef-d93c-39e6b94dd338" [ 1874.571375] env[63366]: _type = "Task" [ 1874.571375] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.579769] env[63366]: DEBUG oslo_vmware.api [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526ee9d8-cb4e-c5ef-d93c-39e6b94dd338, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.612814] env[63366]: DEBUG nova.compute.manager [req-89cb4967-0ecb-4ad6-832d-89e048492c83 req-68e18769-c039-4d39-a59d-62041bb92042 service nova] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Received event network-vif-plugged-22e34428-52fa-4ee5-8155-a6cbaa9a6e0c {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1874.613024] env[63366]: DEBUG oslo_concurrency.lockutils [req-89cb4967-0ecb-4ad6-832d-89e048492c83 req-68e18769-c039-4d39-a59d-62041bb92042 service nova] Acquiring lock "8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.613231] env[63366]: DEBUG oslo_concurrency.lockutils [req-89cb4967-0ecb-4ad6-832d-89e048492c83 req-68e18769-c039-4d39-a59d-62041bb92042 service nova] Lock "8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.613385] env[63366]: DEBUG oslo_concurrency.lockutils [req-89cb4967-0ecb-4ad6-832d-89e048492c83 req-68e18769-c039-4d39-a59d-62041bb92042 service nova] Lock "8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.613538] env[63366]: DEBUG nova.compute.manager [req-89cb4967-0ecb-4ad6-832d-89e048492c83 req-68e18769-c039-4d39-a59d-62041bb92042 service nova] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] No waiting events found dispatching network-vif-plugged-22e34428-52fa-4ee5-8155-a6cbaa9a6e0c {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1874.613691] env[63366]: WARNING nova.compute.manager [req-89cb4967-0ecb-4ad6-832d-89e048492c83 req-68e18769-c039-4d39-a59d-62041bb92042 service nova] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Received unexpected event network-vif-plugged-22e34428-52fa-4ee5-8155-a6cbaa9a6e0c for instance with vm_state building and task_state spawning. [ 1874.614617] env[63366]: DEBUG nova.compute.manager [req-89cb4967-0ecb-4ad6-832d-89e048492c83 req-68e18769-c039-4d39-a59d-62041bb92042 service nova] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Received event network-changed-22e34428-52fa-4ee5-8155-a6cbaa9a6e0c {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1874.614617] env[63366]: DEBUG nova.compute.manager [req-89cb4967-0ecb-4ad6-832d-89e048492c83 req-68e18769-c039-4d39-a59d-62041bb92042 service nova] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Refreshing instance network info cache due to event network-changed-22e34428-52fa-4ee5-8155-a6cbaa9a6e0c. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1874.614617] env[63366]: DEBUG oslo_concurrency.lockutils [req-89cb4967-0ecb-4ad6-832d-89e048492c83 req-68e18769-c039-4d39-a59d-62041bb92042 service nova] Acquiring lock "refresh_cache-8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.614617] env[63366]: DEBUG oslo_concurrency.lockutils [req-89cb4967-0ecb-4ad6-832d-89e048492c83 req-68e18769-c039-4d39-a59d-62041bb92042 service nova] Acquired lock "refresh_cache-8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.614617] env[63366]: DEBUG nova.network.neutron [req-89cb4967-0ecb-4ad6-832d-89e048492c83 req-68e18769-c039-4d39-a59d-62041bb92042 service nova] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Refreshing network info cache for port 22e34428-52fa-4ee5-8155-a6cbaa9a6e0c {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1874.712359] env[63366]: INFO nova.compute.manager [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Took 24.61 seconds to build instance. [ 1874.742993] env[63366]: DEBUG oslo_vmware.api [None req-c49ed051-be3b-48dd-bf09-2e96ca357e84 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103364, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.830698] env[63366]: DEBUG nova.scheduler.client.report [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1874.903879] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Task: {'id': task-2103366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127316} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.903879] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1874.903879] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1874.903879] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1874.978571] env[63366]: DEBUG oslo_concurrency.lockutils [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Acquiring lock "refresh_cache-0273547a-6bdc-40e4-be59-4a7b96e68f83" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.978571] env[63366]: DEBUG oslo_concurrency.lockutils [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Acquired lock "refresh_cache-0273547a-6bdc-40e4-be59-4a7b96e68f83" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.978571] env[63366]: DEBUG nova.network.neutron [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1875.089437] env[63366]: DEBUG oslo_vmware.api [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526ee9d8-cb4e-c5ef-d93c-39e6b94dd338, 'name': SearchDatastore_Task, 'duration_secs': 0.009855} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.089833] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.090109] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226/8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1875.090393] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd7fb4ce-acc2-400e-9252-daf1d31db087 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.097358] env[63366]: DEBUG oslo_vmware.api [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 1875.097358] env[63366]: value = "task-2103367" [ 1875.097358] env[63366]: _type = "Task" [ 1875.097358] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.105971] env[63366]: DEBUG oslo_vmware.api [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.214830] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bbb83dd4-4d29-4128-a15f-cdede39408d3 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Lock "9edbed1b-6fc3-4fbb-9c16-f426ecfa286f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.016s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.241078] env[63366]: DEBUG oslo_vmware.api [None req-c49ed051-be3b-48dd-bf09-2e96ca357e84 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103364, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.343209] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.787s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.343209] env[63366]: DEBUG nova.compute.manager [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1875.345611] env[63366]: DEBUG oslo_concurrency.lockutils [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.774s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.347347] env[63366]: INFO nova.compute.claims [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1875.566867] env[63366]: DEBUG nova.network.neutron [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1875.617925] env[63366]: DEBUG oslo_vmware.api [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469611} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.618464] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226/8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1875.619076] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1875.620508] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86bf222e-f170-4e88-aa57-5b1f0a18cbdf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.629303] env[63366]: DEBUG oslo_vmware.api [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 1875.629303] env[63366]: value = "task-2103368" [ 1875.629303] env[63366]: _type = "Task" [ 1875.629303] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.639806] env[63366]: DEBUG oslo_vmware.api [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.719414] env[63366]: DEBUG nova.compute.manager [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1875.739694] env[63366]: DEBUG nova.network.neutron [req-89cb4967-0ecb-4ad6-832d-89e048492c83 req-68e18769-c039-4d39-a59d-62041bb92042 service nova] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Updated VIF entry in instance network info cache for port 22e34428-52fa-4ee5-8155-a6cbaa9a6e0c. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1875.741038] env[63366]: DEBUG nova.network.neutron [req-89cb4967-0ecb-4ad6-832d-89e048492c83 req-68e18769-c039-4d39-a59d-62041bb92042 service nova] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Updating instance_info_cache with network_info: [{"id": "22e34428-52fa-4ee5-8155-a6cbaa9a6e0c", "address": "fa:16:3e:d8:aa:e8", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22e34428-52", "ovs_interfaceid": "22e34428-52fa-4ee5-8155-a6cbaa9a6e0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.749757] env[63366]: DEBUG oslo_vmware.api [None req-c49ed051-be3b-48dd-bf09-2e96ca357e84 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103364, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.855419] env[63366]: DEBUG nova.compute.utils [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1875.859316] env[63366]: DEBUG nova.compute.manager [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1875.859570] env[63366]: DEBUG nova.network.neutron [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1875.966674] env[63366]: DEBUG nova.virt.hardware [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1875.967020] env[63366]: DEBUG nova.virt.hardware [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1875.967987] env[63366]: DEBUG nova.virt.hardware [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1875.967987] env[63366]: DEBUG nova.virt.hardware [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1875.967987] env[63366]: DEBUG nova.virt.hardware [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1875.967987] env[63366]: DEBUG nova.virt.hardware [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1875.968139] env[63366]: DEBUG nova.virt.hardware [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1875.968465] env[63366]: DEBUG nova.virt.hardware [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1875.968878] env[63366]: DEBUG nova.virt.hardware [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1875.969215] env[63366]: DEBUG nova.virt.hardware [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1875.969572] env[63366]: DEBUG nova.virt.hardware [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1875.972556] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1319d252-3f6c-432a-8ae6-cc9c54457cc8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.983167] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dd9617-35ae-414a-836c-2877bab2e150 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.002928] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Instance VIF info [] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1876.007340] env[63366]: DEBUG oslo.service.loopingcall [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1876.007920] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1876.008772] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f77c522e-7c3d-4563-b897-5602aa4367cf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.031947] env[63366]: DEBUG nova.network.neutron [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Updating instance_info_cache with network_info: [{"id": "69770e51-84ad-434a-b3c2-239add4aabeb", "address": "fa:16:3e:09:9f:22", "network": {"id": "abcc1b02-bd23-4987-b54f-b9ec46605b83", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-423751061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40701ecae04c419295263eb595b1ec00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69770e51-84", "ovs_interfaceid": "69770e51-84ad-434a-b3c2-239add4aabeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.040731] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1876.040731] env[63366]: value = "task-2103369" [ 1876.040731] env[63366]: _type = "Task" [ 1876.040731] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.070068] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103369, 'name': CreateVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.094034] env[63366]: DEBUG nova.policy [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f0950f75a4746c6916be5139ea5c9de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bd4f751569c4f0190770791d1a0f666', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1876.140741] env[63366]: DEBUG oslo_vmware.api [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107192} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.141052] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1876.141959] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c58920-b7a2-46c6-a162-a72f1fb8676f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.169151] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226/8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1876.169151] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a780196-f12e-4db7-bfc9-49a00184120d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.199000] env[63366]: DEBUG oslo_vmware.api [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 1876.199000] env[63366]: value = "task-2103370" [ 1876.199000] env[63366]: _type = "Task" [ 1876.199000] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.209126] env[63366]: DEBUG oslo_vmware.api [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.247972] env[63366]: DEBUG oslo_vmware.api [None req-c49ed051-be3b-48dd-bf09-2e96ca357e84 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103364, 'name': CloneVM_Task, 'duration_secs': 1.843989} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.247972] env[63366]: INFO nova.virt.vmwareapi.vmops [None req-c49ed051-be3b-48dd-bf09-2e96ca357e84 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Created linked-clone VM from snapshot [ 1876.249083] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b07ee31-c29a-4c03-809a-72df8e4480bd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.254942] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.259358] env[63366]: DEBUG oslo_concurrency.lockutils [req-89cb4967-0ecb-4ad6-832d-89e048492c83 req-68e18769-c039-4d39-a59d-62041bb92042 service nova] Releasing lock "refresh_cache-8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.260057] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-c49ed051-be3b-48dd-bf09-2e96ca357e84 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Uploading image 78389e29-7dd3-449d-9273-ca9e6d50e2e0 {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1876.273349] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49ed051-be3b-48dd-bf09-2e96ca357e84 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Destroying the VM {{(pid=63366) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1876.273717] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-001f8e49-24bb-4e80-adb1-4a82bd78f889 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.280550] env[63366]: DEBUG oslo_vmware.api [None req-c49ed051-be3b-48dd-bf09-2e96ca357e84 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 1876.280550] env[63366]: value = "task-2103371" [ 1876.280550] env[63366]: _type = "Task" [ 1876.280550] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.290849] env[63366]: DEBUG oslo_vmware.api [None req-c49ed051-be3b-48dd-bf09-2e96ca357e84 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103371, 'name': Destroy_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.360545] env[63366]: DEBUG nova.compute.manager [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1876.537711] env[63366]: DEBUG oslo_concurrency.lockutils [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Releasing lock "refresh_cache-0273547a-6bdc-40e4-be59-4a7b96e68f83" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.538228] env[63366]: DEBUG nova.compute.manager [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Instance network_info: |[{"id": "69770e51-84ad-434a-b3c2-239add4aabeb", "address": "fa:16:3e:09:9f:22", "network": {"id": "abcc1b02-bd23-4987-b54f-b9ec46605b83", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-423751061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40701ecae04c419295263eb595b1ec00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69770e51-84", "ovs_interfaceid": "69770e51-84ad-434a-b3c2-239add4aabeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1876.538960] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:9f:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69770e51-84ad-434a-b3c2-239add4aabeb', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1876.548470] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Creating folder: Project (40701ecae04c419295263eb595b1ec00). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1876.553277] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5297eed3-3be4-487f-a272-79452085ccee {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.567826] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103369, 'name': CreateVM_Task, 'duration_secs': 0.318527} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.569247] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1876.569536] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Created folder: Project (40701ecae04c419295263eb595b1ec00) in parent group-v430612. [ 1876.569772] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Creating folder: Instances. Parent ref: group-v430666. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1876.570481] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.570481] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1876.570712] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1876.571564] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efba3cc7-f9ad-40f8-ba08-29b8fc1d1058 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.579320] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acd4793c-a329-43d9-920b-1a9b9dd6ee7b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.586676] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Created folder: Instances in parent group-v430666. [ 1876.586932] env[63366]: DEBUG oslo.service.loopingcall [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1876.587209] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Waiting for the task: (returnval){ [ 1876.587209] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]523d1b44-abc6-ced4-bed2-d1b394cab415" [ 1876.587209] env[63366]: _type = "Task" [ 1876.587209] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.587418] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1876.589291] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9ad8582-5269-40bf-8a63-c1562547fb5c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.628211] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523d1b44-abc6-ced4-bed2-d1b394cab415, 'name': SearchDatastore_Task, 'duration_secs': 0.017039} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.628211] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.628211] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1876.628211] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.628580] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1876.628933] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1876.629360] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1876.629360] env[63366]: value = "task-2103374" [ 1876.629360] env[63366]: _type = "Task" [ 1876.629360] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.630020] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8524868e-cc2f-47fa-b1eb-71a012d077e8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.645949] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103374, 'name': CreateVM_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.647908] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1876.648103] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1876.648865] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1292e900-a9c6-4991-a32a-0f78e38bb275 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.654739] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Waiting for the task: (returnval){ [ 1876.654739] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5287aa93-ff0c-e7d1-5aba-13a4c9572d4a" [ 1876.654739] env[63366]: _type = "Task" [ 1876.654739] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.668075] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5287aa93-ff0c-e7d1-5aba-13a4c9572d4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.714446] env[63366]: DEBUG oslo_vmware.api [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103370, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.798914] env[63366]: DEBUG oslo_vmware.api [None req-c49ed051-be3b-48dd-bf09-2e96ca357e84 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103371, 'name': Destroy_Task} progress is 33%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.888741] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Acquiring lock "9b8491be-ee59-4584-90e8-f905cdfe0ad7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.889035] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Lock "9b8491be-ee59-4584-90e8-f905cdfe0ad7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.017030] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880484da-6ad8-4b48-be24-2ad59cde550e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.029289] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4f881d-73ac-44b6-b072-fcea6cce275f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.067681] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d3e267-8c8b-4516-ae51-5002aeb485b2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.075942] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4112558-dd92-4189-a5bb-50fd97ff1d99 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.090298] env[63366]: DEBUG nova.compute.provider_tree [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1877.147405] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103374, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.167385] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5287aa93-ff0c-e7d1-5aba-13a4c9572d4a, 'name': SearchDatastore_Task, 'duration_secs': 0.02418} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.172024] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f3a031d-aee9-4f4a-80ad-077da4d589f7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.175505] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Waiting for the task: (returnval){ [ 1877.175505] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5234fb1b-3b08-7934-0cce-e6ab65566583" [ 1877.175505] env[63366]: _type = "Task" [ 1877.175505] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.193115] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5234fb1b-3b08-7934-0cce-e6ab65566583, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.222123] env[63366]: DEBUG oslo_vmware.api [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103370, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.232044] env[63366]: DEBUG nova.network.neutron [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Successfully created port: 29b623fd-e6d8-424d-9e5e-4863955eee15 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1877.301294] env[63366]: DEBUG oslo_vmware.api [None req-c49ed051-be3b-48dd-bf09-2e96ca357e84 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103371, 'name': Destroy_Task, 'duration_secs': 0.55686} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.301642] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-c49ed051-be3b-48dd-bf09-2e96ca357e84 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Destroyed the VM [ 1877.302554] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c49ed051-be3b-48dd-bf09-2e96ca357e84 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Deleting Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1877.302554] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cf5f2dfb-ed39-4570-96b8-8379345835d6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.311326] env[63366]: DEBUG oslo_vmware.api [None req-c49ed051-be3b-48dd-bf09-2e96ca357e84 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 1877.311326] env[63366]: value = "task-2103375" [ 1877.311326] env[63366]: _type = "Task" [ 1877.311326] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.329078] env[63366]: DEBUG oslo_vmware.api [None req-c49ed051-be3b-48dd-bf09-2e96ca357e84 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103375, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.391287] env[63366]: DEBUG nova.compute.manager [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1877.428574] env[63366]: DEBUG nova.virt.hardware [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1877.428948] env[63366]: DEBUG nova.virt.hardware [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1877.429218] env[63366]: DEBUG nova.virt.hardware [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1877.429892] env[63366]: DEBUG nova.virt.hardware [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1877.430075] env[63366]: DEBUG nova.virt.hardware [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1877.430334] env[63366]: DEBUG nova.virt.hardware [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1877.430773] env[63366]: DEBUG nova.virt.hardware [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1877.431028] env[63366]: DEBUG nova.virt.hardware [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1877.431327] env[63366]: DEBUG nova.virt.hardware [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1877.431638] env[63366]: DEBUG nova.virt.hardware [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1877.431940] env[63366]: DEBUG nova.virt.hardware [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1877.433451] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b535ee88-6f33-4bf7-8eb3-0c2e83bc9cab {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.445199] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84025cf5-8455-4fe9-b1cd-86213f25e5fb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.593340] env[63366]: DEBUG nova.scheduler.client.report [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1877.648157] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103374, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.697625] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5234fb1b-3b08-7934-0cce-e6ab65566583, 'name': SearchDatastore_Task, 'duration_secs': 0.034968} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.697625] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.697625] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 24dffd64-79b1-4d94-b5af-b7822d04b8f5/24dffd64-79b1-4d94-b5af-b7822d04b8f5.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1877.697625] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2dc0d11-1c15-4b98-923c-c03696024dca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.709748] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Waiting for the task: (returnval){ [ 1877.709748] env[63366]: value = "task-2103376" [ 1877.709748] env[63366]: _type = "Task" [ 1877.709748] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.719320] env[63366]: DEBUG oslo_vmware.api [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103370, 'name': ReconfigVM_Task, 'duration_secs': 1.51125} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.720636] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226/8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1877.727987] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce31588c-0c36-4fe5-8790-8548e11b8bb5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.730687] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Task: {'id': task-2103376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.736900] env[63366]: DEBUG oslo_vmware.api [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 1877.736900] env[63366]: value = "task-2103377" [ 1877.736900] env[63366]: _type = "Task" [ 1877.736900] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.750676] env[63366]: DEBUG oslo_vmware.api [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103377, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.823416] env[63366]: DEBUG oslo_vmware.api [None req-c49ed051-be3b-48dd-bf09-2e96ca357e84 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103375, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.972429] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Acquiring lock "2dc14df8-6821-432c-8ce3-3c211b6de2b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.973072] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Lock "2dc14df8-6821-432c-8ce3-3c211b6de2b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.104031] env[63366]: DEBUG oslo_concurrency.lockutils [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.104031] env[63366]: DEBUG nova.compute.manager [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1878.105600] env[63366]: DEBUG oslo_concurrency.lockutils [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.551s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.106953] env[63366]: DEBUG nova.objects.instance [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Lazy-loading 'resources' on Instance uuid ca21962c-e15c-46b5-98d4-92973869fdb1 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1878.135720] env[63366]: DEBUG nova.compute.manager [req-12532e9f-844c-4f1e-b2e9-7d2181c742ec req-cb401571-1691-42e1-bfe0-e4e54638f34f service nova] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Received event network-vif-plugged-69770e51-84ad-434a-b3c2-239add4aabeb {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1878.135720] env[63366]: DEBUG oslo_concurrency.lockutils [req-12532e9f-844c-4f1e-b2e9-7d2181c742ec req-cb401571-1691-42e1-bfe0-e4e54638f34f service nova] Acquiring lock "0273547a-6bdc-40e4-be59-4a7b96e68f83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.135720] env[63366]: DEBUG oslo_concurrency.lockutils [req-12532e9f-844c-4f1e-b2e9-7d2181c742ec req-cb401571-1691-42e1-bfe0-e4e54638f34f service nova] Lock "0273547a-6bdc-40e4-be59-4a7b96e68f83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.135720] env[63366]: DEBUG oslo_concurrency.lockutils [req-12532e9f-844c-4f1e-b2e9-7d2181c742ec req-cb401571-1691-42e1-bfe0-e4e54638f34f service nova] Lock "0273547a-6bdc-40e4-be59-4a7b96e68f83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.135720] env[63366]: DEBUG nova.compute.manager [req-12532e9f-844c-4f1e-b2e9-7d2181c742ec req-cb401571-1691-42e1-bfe0-e4e54638f34f service nova] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] No waiting events found dispatching network-vif-plugged-69770e51-84ad-434a-b3c2-239add4aabeb {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1878.136095] env[63366]: WARNING nova.compute.manager [req-12532e9f-844c-4f1e-b2e9-7d2181c742ec req-cb401571-1691-42e1-bfe0-e4e54638f34f service nova] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Received unexpected event network-vif-plugged-69770e51-84ad-434a-b3c2-239add4aabeb for instance with vm_state building and task_state spawning. [ 1878.136095] env[63366]: DEBUG nova.compute.manager [req-12532e9f-844c-4f1e-b2e9-7d2181c742ec req-cb401571-1691-42e1-bfe0-e4e54638f34f service nova] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Received event network-changed-69770e51-84ad-434a-b3c2-239add4aabeb {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1878.136095] env[63366]: DEBUG nova.compute.manager [req-12532e9f-844c-4f1e-b2e9-7d2181c742ec req-cb401571-1691-42e1-bfe0-e4e54638f34f service nova] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Refreshing instance network info cache due to event network-changed-69770e51-84ad-434a-b3c2-239add4aabeb. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1878.136095] env[63366]: DEBUG oslo_concurrency.lockutils [req-12532e9f-844c-4f1e-b2e9-7d2181c742ec req-cb401571-1691-42e1-bfe0-e4e54638f34f service nova] Acquiring lock "refresh_cache-0273547a-6bdc-40e4-be59-4a7b96e68f83" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.136095] env[63366]: DEBUG oslo_concurrency.lockutils [req-12532e9f-844c-4f1e-b2e9-7d2181c742ec req-cb401571-1691-42e1-bfe0-e4e54638f34f service nova] Acquired lock "refresh_cache-0273547a-6bdc-40e4-be59-4a7b96e68f83" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.136327] env[63366]: DEBUG nova.network.neutron [req-12532e9f-844c-4f1e-b2e9-7d2181c742ec req-cb401571-1691-42e1-bfe0-e4e54638f34f service nova] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Refreshing network info cache for port 69770e51-84ad-434a-b3c2-239add4aabeb {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1878.163825] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103374, 'name': CreateVM_Task, 'duration_secs': 1.191741} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.163825] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1878.163825] env[63366]: DEBUG oslo_concurrency.lockutils [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.165367] env[63366]: DEBUG oslo_concurrency.lockutils [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.165367] env[63366]: DEBUG oslo_concurrency.lockutils [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1878.166787] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f784a1b-0b4d-4f49-a0cb-a7909b78fec8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.176138] env[63366]: DEBUG nova.compute.manager [req-1666500c-bfdf-4fe5-a8a3-3d7bda3b5b04 req-c70ab0bc-ca0c-4602-a316-361ffcb49026 service nova] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Received event network-changed-10eaf132-5e3e-45bb-815e-754d2c5d72c9 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1878.176478] env[63366]: DEBUG nova.compute.manager [req-1666500c-bfdf-4fe5-a8a3-3d7bda3b5b04 req-c70ab0bc-ca0c-4602-a316-361ffcb49026 service nova] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Refreshing instance network info cache due to event network-changed-10eaf132-5e3e-45bb-815e-754d2c5d72c9. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1878.178166] env[63366]: DEBUG oslo_concurrency.lockutils [req-1666500c-bfdf-4fe5-a8a3-3d7bda3b5b04 req-c70ab0bc-ca0c-4602-a316-361ffcb49026 service nova] Acquiring lock "refresh_cache-36746589-7243-480f-8aa8-07b7ed19cdec" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.178166] env[63366]: DEBUG oslo_concurrency.lockutils [req-1666500c-bfdf-4fe5-a8a3-3d7bda3b5b04 req-c70ab0bc-ca0c-4602-a316-361ffcb49026 service nova] Acquired lock "refresh_cache-36746589-7243-480f-8aa8-07b7ed19cdec" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.178166] env[63366]: DEBUG nova.network.neutron [req-1666500c-bfdf-4fe5-a8a3-3d7bda3b5b04 req-c70ab0bc-ca0c-4602-a316-361ffcb49026 service nova] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Refreshing network info cache for port 10eaf132-5e3e-45bb-815e-754d2c5d72c9 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1878.184012] env[63366]: DEBUG oslo_vmware.api [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Waiting for the task: (returnval){ [ 1878.184012] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52895a90-a9b8-c974-c8f3-be64bb28f163" [ 1878.184012] env[63366]: _type = "Task" [ 1878.184012] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.198580] env[63366]: DEBUG oslo_vmware.api [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52895a90-a9b8-c974-c8f3-be64bb28f163, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.222145] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Task: {'id': task-2103376, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.250621] env[63366]: DEBUG oslo_vmware.api [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103377, 'name': Rename_Task, 'duration_secs': 0.183688} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.250621] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1878.250621] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f097a0da-82fb-4f78-8615-8ea6a2a03428 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.257605] env[63366]: DEBUG oslo_vmware.api [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 1878.257605] env[63366]: value = "task-2103378" [ 1878.257605] env[63366]: _type = "Task" [ 1878.257605] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.268012] env[63366]: DEBUG oslo_vmware.api [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.328478] env[63366]: DEBUG oslo_vmware.api [None req-c49ed051-be3b-48dd-bf09-2e96ca357e84 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103375, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.611251] env[63366]: DEBUG nova.compute.utils [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1878.618180] env[63366]: DEBUG nova.compute.manager [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1878.618180] env[63366]: DEBUG nova.network.neutron [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1878.702630] env[63366]: DEBUG oslo_vmware.api [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52895a90-a9b8-c974-c8f3-be64bb28f163, 'name': SearchDatastore_Task, 'duration_secs': 0.061196} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.704016] env[63366]: DEBUG oslo_concurrency.lockutils [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.704431] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1878.705490] env[63366]: DEBUG oslo_concurrency.lockutils [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.705490] env[63366]: DEBUG oslo_concurrency.lockutils [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.705646] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1878.706668] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8b144e1-ac0c-49aa-8c39-258b7db77091 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.720566] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1878.720764] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1878.721671] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b29a41e-f42f-4315-b7b0-46b77ea73d00 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.731818] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Task: {'id': task-2103376, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656238} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.732196] env[63366]: DEBUG oslo_vmware.api [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Waiting for the task: (returnval){ [ 1878.732196] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]528bf509-6617-ea8d-804e-fb3e0169962d" [ 1878.732196] env[63366]: _type = "Task" [ 1878.732196] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.735235] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 24dffd64-79b1-4d94-b5af-b7822d04b8f5/24dffd64-79b1-4d94-b5af-b7822d04b8f5.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1878.735495] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1878.736094] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f23b73b1-5a06-43d5-b4ff-3880f438f786 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.749946] env[63366]: DEBUG oslo_vmware.api [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]528bf509-6617-ea8d-804e-fb3e0169962d, 'name': SearchDatastore_Task, 'duration_secs': 0.012417} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.750182] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Waiting for the task: (returnval){ [ 1878.750182] env[63366]: value = "task-2103379" [ 1878.750182] env[63366]: _type = "Task" [ 1878.750182] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.750455] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fd65c9f-d1f1-459a-8de9-618826b299e3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.760305] env[63366]: DEBUG oslo_vmware.api [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Waiting for the task: (returnval){ [ 1878.760305] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]525eb6ef-4f51-cebf-7e61-94f9bce6f685" [ 1878.760305] env[63366]: _type = "Task" [ 1878.760305] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.772798] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Task: {'id': task-2103379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.783168] env[63366]: DEBUG oslo_vmware.api [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103378, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.787723] env[63366]: DEBUG oslo_vmware.api [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]525eb6ef-4f51-cebf-7e61-94f9bce6f685, 'name': SearchDatastore_Task, 'duration_secs': 0.011167} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.788154] env[63366]: DEBUG oslo_concurrency.lockutils [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.788378] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 0273547a-6bdc-40e4-be59-4a7b96e68f83/0273547a-6bdc-40e4-be59-4a7b96e68f83.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1878.788639] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25cb9d3c-6918-49e3-b523-d4c66de77776 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.798271] env[63366]: DEBUG oslo_vmware.api [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Waiting for the task: (returnval){ [ 1878.798271] env[63366]: value = "task-2103380" [ 1878.798271] env[63366]: _type = "Task" [ 1878.798271] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.812821] env[63366]: DEBUG oslo_vmware.api [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.828108] env[63366]: DEBUG oslo_vmware.api [None req-c49ed051-be3b-48dd-bf09-2e96ca357e84 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103375, 'name': RemoveSnapshot_Task, 'duration_secs': 1.092227} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.828108] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c49ed051-be3b-48dd-bf09-2e96ca357e84 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Deleted Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1878.925105] env[63366]: DEBUG nova.policy [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa61cc0d353b47df81bd3e2bd0425d44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc914ffb3cb14b05819d26b141f2c725', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1879.116853] env[63366]: DEBUG nova.compute.manager [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1879.259221] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb06fb6d-6c2b-48f2-a8d2-3e0bf8abb804 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.273025] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Task: {'id': task-2103379, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068617} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.276305] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1879.277304] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9f996b-36a6-4fc3-8d9e-5256c9140050 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.281030] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7d3796-7c8a-4a4f-91c9-165d10e24d1d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.292896] env[63366]: DEBUG oslo_vmware.api [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103378, 'name': PowerOnVM_Task, 'duration_secs': 0.778958} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.294122] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1879.294413] env[63366]: INFO nova.compute.manager [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1879.294649] env[63366]: DEBUG nova.compute.manager [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1879.295604] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f4ccd1-a808-4208-9563-e878ef137678 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.341684] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 24dffd64-79b1-4d94-b5af-b7822d04b8f5/24dffd64-79b1-4d94-b5af-b7822d04b8f5.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1879.344105] env[63366]: WARNING nova.compute.manager [None req-c49ed051-be3b-48dd-bf09-2e96ca357e84 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Image not found during snapshot: nova.exception.ImageNotFound: Image 78389e29-7dd3-449d-9273-ca9e6d50e2e0 could not be found. [ 1879.348887] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-184162b9-3e51-42e8-ba99-109c39016a92 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.370483] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0f32f0-0d5b-4b1b-b22f-6e0cdc469b85 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.386221] env[63366]: DEBUG oslo_vmware.api [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560269} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.389700] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 0273547a-6bdc-40e4-be59-4a7b96e68f83/0273547a-6bdc-40e4-be59-4a7b96e68f83.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1879.389991] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1879.390499] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Waiting for the task: (returnval){ [ 1879.390499] env[63366]: value = "task-2103381" [ 1879.390499] env[63366]: _type = "Task" [ 1879.390499] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.390934] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10b63da9-9a7e-47f6-9291-725c465a786f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.395547] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b843afec-553c-4487-8db1-37bd60b3319e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.413310] env[63366]: DEBUG nova.compute.provider_tree [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1879.419696] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Task: {'id': task-2103381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.420466] env[63366]: DEBUG oslo_vmware.api [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Waiting for the task: (returnval){ [ 1879.420466] env[63366]: value = "task-2103382" [ 1879.420466] env[63366]: _type = "Task" [ 1879.420466] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.430348] env[63366]: DEBUG oslo_vmware.api [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.808820] env[63366]: DEBUG nova.network.neutron [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Successfully updated port: 29b623fd-e6d8-424d-9e5e-4863955eee15 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1879.888986] env[63366]: INFO nova.compute.manager [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Took 26.93 seconds to build instance. [ 1879.911214] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Task: {'id': task-2103381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.922226] env[63366]: DEBUG nova.scheduler.client.report [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1879.935375] env[63366]: DEBUG oslo_vmware.api [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179733} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.938127] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1879.938977] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a182dfb-1155-4f27-b07a-1f5ad25321d6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.964320] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 0273547a-6bdc-40e4-be59-4a7b96e68f83/0273547a-6bdc-40e4-be59-4a7b96e68f83.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1879.968018] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-814d7e08-b973-4d10-b17b-56cac3dcf76c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.990372] env[63366]: DEBUG oslo_vmware.api [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Waiting for the task: (returnval){ [ 1879.990372] env[63366]: value = "task-2103383" [ 1879.990372] env[63366]: _type = "Task" [ 1879.990372] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.998652] env[63366]: DEBUG oslo_vmware.api [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103383, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.135225] env[63366]: DEBUG nova.compute.manager [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1880.159982] env[63366]: DEBUG nova.virt.hardware [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1880.159982] env[63366]: DEBUG nova.virt.hardware [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1880.159982] env[63366]: DEBUG nova.virt.hardware [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1880.160220] env[63366]: DEBUG nova.virt.hardware [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1880.160220] env[63366]: DEBUG nova.virt.hardware [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1880.160220] env[63366]: DEBUG nova.virt.hardware [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1880.160403] env[63366]: DEBUG nova.virt.hardware [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1880.160563] env[63366]: DEBUG nova.virt.hardware [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1880.160754] env[63366]: DEBUG nova.virt.hardware [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1880.160923] env[63366]: DEBUG nova.virt.hardware [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1880.161106] env[63366]: DEBUG nova.virt.hardware [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1880.162015] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ff3900-933f-4585-9c89-aa17665438fd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.170168] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c3796e-f3e6-40e4-9075-b73b2a890c70 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.251656] env[63366]: DEBUG nova.network.neutron [req-12532e9f-844c-4f1e-b2e9-7d2181c742ec req-cb401571-1691-42e1-bfe0-e4e54638f34f service nova] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Updated VIF entry in instance network info cache for port 69770e51-84ad-434a-b3c2-239add4aabeb. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1880.252040] env[63366]: DEBUG nova.network.neutron [req-12532e9f-844c-4f1e-b2e9-7d2181c742ec req-cb401571-1691-42e1-bfe0-e4e54638f34f service nova] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Updating instance_info_cache with network_info: [{"id": "69770e51-84ad-434a-b3c2-239add4aabeb", "address": "fa:16:3e:09:9f:22", "network": {"id": "abcc1b02-bd23-4987-b54f-b9ec46605b83", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-423751061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40701ecae04c419295263eb595b1ec00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69770e51-84", "ovs_interfaceid": "69770e51-84ad-434a-b3c2-239add4aabeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.312778] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Acquiring lock "refresh_cache-8cd4e26b-954b-435e-880a-5765ca34f736" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.312778] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Acquired lock "refresh_cache-8cd4e26b-954b-435e-880a-5765ca34f736" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.312778] env[63366]: DEBUG nova.network.neutron [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1880.392556] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2dff4fa4-a398-4cdd-b6d6-724974056098 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Lock "8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.069s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.411977] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Task: {'id': task-2103381, 'name': ReconfigVM_Task, 'duration_secs': 0.77769} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.411977] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 24dffd64-79b1-4d94-b5af-b7822d04b8f5/24dffd64-79b1-4d94-b5af-b7822d04b8f5.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1880.412816] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef07de1c-7526-4b07-9f15-a39761b59781 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.420496] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Waiting for the task: (returnval){ [ 1880.420496] env[63366]: value = "task-2103384" [ 1880.420496] env[63366]: _type = "Task" [ 1880.420496] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.425032] env[63366]: DEBUG nova.network.neutron [req-1666500c-bfdf-4fe5-a8a3-3d7bda3b5b04 req-c70ab0bc-ca0c-4602-a316-361ffcb49026 service nova] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Updated VIF entry in instance network info cache for port 10eaf132-5e3e-45bb-815e-754d2c5d72c9. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1880.425032] env[63366]: DEBUG nova.network.neutron [req-1666500c-bfdf-4fe5-a8a3-3d7bda3b5b04 req-c70ab0bc-ca0c-4602-a316-361ffcb49026 service nova] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Updating instance_info_cache with network_info: [{"id": "10eaf132-5e3e-45bb-815e-754d2c5d72c9", "address": "fa:16:3e:fd:17:df", "network": {"id": "0c5efb30-df0f-4299-9578-ec49df596d02", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-313441813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4442ee5adbb3419f9a601f11d54e96dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10eaf132-5e", "ovs_interfaceid": "10eaf132-5e3e-45bb-815e-754d2c5d72c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.437587] env[63366]: DEBUG oslo_concurrency.lockutils [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.330s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.437820] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Task: {'id': task-2103384, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.438368] env[63366]: DEBUG oslo_concurrency.lockutils [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.867s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.438599] env[63366]: DEBUG nova.objects.instance [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Lazy-loading 'resources' on Instance uuid 00d6b6fc-8690-41f2-ad17-6518d68ba9df {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1880.469842] env[63366]: INFO nova.scheduler.client.report [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Deleted allocations for instance ca21962c-e15c-46b5-98d4-92973869fdb1 [ 1880.504903] env[63366]: DEBUG oslo_vmware.api [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.759657] env[63366]: DEBUG oslo_concurrency.lockutils [req-12532e9f-844c-4f1e-b2e9-7d2181c742ec req-cb401571-1691-42e1-bfe0-e4e54638f34f service nova] Releasing lock "refresh_cache-0273547a-6bdc-40e4-be59-4a7b96e68f83" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.820315] env[63366]: DEBUG nova.network.neutron [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Successfully created port: 58e10acf-d887-4f01-acb7-aff68c940da1 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1880.896227] env[63366]: DEBUG nova.compute.manager [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1880.927237] env[63366]: DEBUG oslo_concurrency.lockutils [req-1666500c-bfdf-4fe5-a8a3-3d7bda3b5b04 req-c70ab0bc-ca0c-4602-a316-361ffcb49026 service nova] Releasing lock "refresh_cache-36746589-7243-480f-8aa8-07b7ed19cdec" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.933315] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Task: {'id': task-2103384, 'name': Rename_Task, 'duration_secs': 0.167607} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.933829] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1880.935025] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a15fd683-3def-4587-97b8-8de470dcf2f7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.945957] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Waiting for the task: (returnval){ [ 1880.945957] env[63366]: value = "task-2103385" [ 1880.945957] env[63366]: _type = "Task" [ 1880.945957] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.960810] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Task: {'id': task-2103385, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.963240] env[63366]: DEBUG nova.network.neutron [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1880.979093] env[63366]: DEBUG oslo_concurrency.lockutils [None req-25952e79-fba1-49a5-a5ff-bff4e0289c58 tempest-ServerDiagnosticsTest-264756610 tempest-ServerDiagnosticsTest-264756610-project-member] Lock "ca21962c-e15c-46b5-98d4-92973869fdb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.396s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.008674] env[63366]: DEBUG oslo_vmware.api [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103383, 'name': ReconfigVM_Task, 'duration_secs': 0.582222} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.008993] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 0273547a-6bdc-40e4-be59-4a7b96e68f83/0273547a-6bdc-40e4-be59-4a7b96e68f83.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1881.012217] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2e9bfe8-a865-4bbb-b466-1ee0f633ccc5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.022217] env[63366]: DEBUG oslo_vmware.api [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Waiting for the task: (returnval){ [ 1881.022217] env[63366]: value = "task-2103386" [ 1881.022217] env[63366]: _type = "Task" [ 1881.022217] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.039031] env[63366]: DEBUG oslo_vmware.api [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103386, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.374538] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa2ce95-7efb-4c24-b93d-2fe7543ae19e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.383804] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7b8fdb-0052-4512-ab53-7bc3caebdd00 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.419709] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d642b36a-a89a-4ce7-b991-1e93c52ccf8f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.431604] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6af1e51-c1ae-4845-a2bd-58abaa4ed6e4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.436727] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.447950] env[63366]: DEBUG nova.compute.provider_tree [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1881.460227] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Task: {'id': task-2103385, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.534987] env[63366]: DEBUG oslo_vmware.api [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103386, 'name': Rename_Task, 'duration_secs': 0.194199} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.535433] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1881.535814] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96887237-a1e1-4ef2-9bb1-a2a92dd40b41 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.544235] env[63366]: DEBUG oslo_vmware.api [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Waiting for the task: (returnval){ [ 1881.544235] env[63366]: value = "task-2103387" [ 1881.544235] env[63366]: _type = "Task" [ 1881.544235] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.555015] env[63366]: DEBUG oslo_vmware.api [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.865394] env[63366]: DEBUG nova.network.neutron [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Updating instance_info_cache with network_info: [{"id": "29b623fd-e6d8-424d-9e5e-4863955eee15", "address": "fa:16:3e:f6:23:ca", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29b623fd-e6", "ovs_interfaceid": "29b623fd-e6d8-424d-9e5e-4863955eee15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.962666] env[63366]: DEBUG nova.scheduler.client.report [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1881.969352] env[63366]: DEBUG oslo_vmware.api [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Task: {'id': task-2103385, 'name': PowerOnVM_Task, 'duration_secs': 0.595161} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.973265] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1881.973265] env[63366]: DEBUG nova.compute.manager [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1881.975647] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df38c55b-ff17-4eef-af93-1a0fbc180e25 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.066024] env[63366]: DEBUG oslo_vmware.api [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103387, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.371984] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Releasing lock "refresh_cache-8cd4e26b-954b-435e-880a-5765ca34f736" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.372409] env[63366]: DEBUG nova.compute.manager [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Instance network_info: |[{"id": "29b623fd-e6d8-424d-9e5e-4863955eee15", "address": "fa:16:3e:f6:23:ca", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29b623fd-e6", "ovs_interfaceid": "29b623fd-e6d8-424d-9e5e-4863955eee15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1882.372846] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:23:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29b623fd-e6d8-424d-9e5e-4863955eee15', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1882.383877] env[63366]: DEBUG oslo.service.loopingcall [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1882.385591] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1882.385794] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d330b739-a67a-430f-b724-8f412c4cc4a0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.417519] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1882.417519] env[63366]: value = "task-2103388" [ 1882.417519] env[63366]: _type = "Task" [ 1882.417519] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.426236] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103388, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.472607] env[63366]: DEBUG oslo_concurrency.lockutils [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.481073] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.853s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.481073] env[63366]: INFO nova.compute.claims [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1882.507046] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.507964] env[63366]: INFO nova.scheduler.client.report [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Deleted allocations for instance 00d6b6fc-8690-41f2-ad17-6518d68ba9df [ 1882.560943] env[63366]: DEBUG oslo_vmware.api [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103387, 'name': PowerOnVM_Task, 'duration_secs': 0.789521} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.560943] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1882.561666] env[63366]: INFO nova.compute.manager [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Took 10.15 seconds to spawn the instance on the hypervisor. [ 1882.561991] env[63366]: DEBUG nova.compute.manager [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1882.563725] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f265094-a4c3-447d-aa46-40ce90f5f407 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.852072] env[63366]: DEBUG oslo_concurrency.lockutils [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Acquiring lock "2b6b22da-7808-4eaa-9d5e-ea74f3d57b79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.852072] env[63366]: DEBUG oslo_concurrency.lockutils [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Lock "2b6b22da-7808-4eaa-9d5e-ea74f3d57b79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.934419] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103388, 'name': CreateVM_Task, 'duration_secs': 0.492875} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.934419] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1882.934419] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.934419] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.934419] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1882.935537] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4992758a-6d62-4242-b193-3b08e23c3885 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.944108] env[63366]: DEBUG oslo_vmware.api [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 1882.944108] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52fd8ef4-c068-741d-68dc-40e61e5c4c54" [ 1882.944108] env[63366]: _type = "Task" [ 1882.944108] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.960319] env[63366]: DEBUG oslo_vmware.api [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52fd8ef4-c068-741d-68dc-40e61e5c4c54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.016455] env[63366]: DEBUG oslo_concurrency.lockutils [None req-60b6261f-77ca-411b-adbe-221691d5044c tempest-TenantUsagesTestJSON-417479046 tempest-TenantUsagesTestJSON-417479046-project-member] Lock "00d6b6fc-8690-41f2-ad17-6518d68ba9df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.452s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.052332] env[63366]: DEBUG nova.compute.manager [req-4e81329c-a2ef-48cf-b5a6-dc425169fd93 req-31cb8068-e58e-4f69-8a5d-1f2bc618056d service nova] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Received event network-vif-plugged-29b623fd-e6d8-424d-9e5e-4863955eee15 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1883.054067] env[63366]: DEBUG oslo_concurrency.lockutils [req-4e81329c-a2ef-48cf-b5a6-dc425169fd93 req-31cb8068-e58e-4f69-8a5d-1f2bc618056d service nova] Acquiring lock "8cd4e26b-954b-435e-880a-5765ca34f736-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.054067] env[63366]: DEBUG oslo_concurrency.lockutils [req-4e81329c-a2ef-48cf-b5a6-dc425169fd93 req-31cb8068-e58e-4f69-8a5d-1f2bc618056d service nova] Lock "8cd4e26b-954b-435e-880a-5765ca34f736-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.054067] env[63366]: DEBUG oslo_concurrency.lockutils [req-4e81329c-a2ef-48cf-b5a6-dc425169fd93 req-31cb8068-e58e-4f69-8a5d-1f2bc618056d service nova] Lock "8cd4e26b-954b-435e-880a-5765ca34f736-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.054067] env[63366]: DEBUG nova.compute.manager [req-4e81329c-a2ef-48cf-b5a6-dc425169fd93 req-31cb8068-e58e-4f69-8a5d-1f2bc618056d service nova] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] No waiting events found dispatching network-vif-plugged-29b623fd-e6d8-424d-9e5e-4863955eee15 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1883.054067] env[63366]: WARNING nova.compute.manager [req-4e81329c-a2ef-48cf-b5a6-dc425169fd93 req-31cb8068-e58e-4f69-8a5d-1f2bc618056d service nova] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Received unexpected event network-vif-plugged-29b623fd-e6d8-424d-9e5e-4863955eee15 for instance with vm_state building and task_state spawning. [ 1883.054611] env[63366]: DEBUG nova.compute.manager [req-4e81329c-a2ef-48cf-b5a6-dc425169fd93 req-31cb8068-e58e-4f69-8a5d-1f2bc618056d service nova] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Received event network-changed-29b623fd-e6d8-424d-9e5e-4863955eee15 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1883.054611] env[63366]: DEBUG nova.compute.manager [req-4e81329c-a2ef-48cf-b5a6-dc425169fd93 req-31cb8068-e58e-4f69-8a5d-1f2bc618056d service nova] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Refreshing instance network info cache due to event network-changed-29b623fd-e6d8-424d-9e5e-4863955eee15. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1883.054611] env[63366]: DEBUG oslo_concurrency.lockutils [req-4e81329c-a2ef-48cf-b5a6-dc425169fd93 req-31cb8068-e58e-4f69-8a5d-1f2bc618056d service nova] Acquiring lock "refresh_cache-8cd4e26b-954b-435e-880a-5765ca34f736" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.054611] env[63366]: DEBUG oslo_concurrency.lockutils [req-4e81329c-a2ef-48cf-b5a6-dc425169fd93 req-31cb8068-e58e-4f69-8a5d-1f2bc618056d service nova] Acquired lock "refresh_cache-8cd4e26b-954b-435e-880a-5765ca34f736" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.054611] env[63366]: DEBUG nova.network.neutron [req-4e81329c-a2ef-48cf-b5a6-dc425169fd93 req-31cb8068-e58e-4f69-8a5d-1f2bc618056d service nova] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Refreshing network info cache for port 29b623fd-e6d8-424d-9e5e-4863955eee15 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1883.096090] env[63366]: INFO nova.compute.manager [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Took 28.09 seconds to build instance. [ 1883.456305] env[63366]: DEBUG oslo_vmware.api [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52fd8ef4-c068-741d-68dc-40e61e5c4c54, 'name': SearchDatastore_Task, 'duration_secs': 0.015149} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.456595] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.456829] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1883.457097] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.457097] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.457097] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1883.458801] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27b08b8b-abb6-4e08-a824-826a5a2749b3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.472907] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1883.473121] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1883.475735] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-209aa2cc-fadf-4be9-ad20-c5186e4301f5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.482961] env[63366]: DEBUG oslo_vmware.api [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 1883.482961] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5286419b-2ec9-ee65-8b0d-c5c1f43ddb99" [ 1883.482961] env[63366]: _type = "Task" [ 1883.482961] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.495645] env[63366]: DEBUG oslo_vmware.api [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5286419b-2ec9-ee65-8b0d-c5c1f43ddb99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.598139] env[63366]: DEBUG oslo_concurrency.lockutils [None req-05fd0c7e-4f2f-465d-933b-a4ef6e90c0d4 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Lock "0273547a-6bdc-40e4-be59-4a7b96e68f83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.277s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.625872] env[63366]: DEBUG oslo_concurrency.lockutils [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Acquiring lock "ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.626124] env[63366]: DEBUG oslo_concurrency.lockutils [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Lock "ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.655877] env[63366]: DEBUG oslo_concurrency.lockutils [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquiring lock "1d01e724-1c08-4dd9-8757-650aed9dac4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.656570] env[63366]: DEBUG oslo_concurrency.lockutils [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lock "1d01e724-1c08-4dd9-8757-650aed9dac4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.656570] env[63366]: DEBUG oslo_concurrency.lockutils [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquiring lock "1d01e724-1c08-4dd9-8757-650aed9dac4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.656570] env[63366]: DEBUG oslo_concurrency.lockutils [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lock "1d01e724-1c08-4dd9-8757-650aed9dac4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.656769] env[63366]: DEBUG oslo_concurrency.lockutils [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lock "1d01e724-1c08-4dd9-8757-650aed9dac4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.659862] env[63366]: INFO nova.compute.manager [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Terminating instance [ 1883.996704] env[63366]: DEBUG oslo_vmware.api [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5286419b-2ec9-ee65-8b0d-c5c1f43ddb99, 'name': SearchDatastore_Task, 'duration_secs': 0.021585} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.997590] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e38d16e-f17f-406a-809a-33d9babc23ab {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.007764] env[63366]: DEBUG oslo_vmware.api [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 1884.007764] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5274da3d-7fe3-2482-1164-68d7b49c7a99" [ 1884.007764] env[63366]: _type = "Task" [ 1884.007764] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.017771] env[63366]: DEBUG oslo_vmware.api [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5274da3d-7fe3-2482-1164-68d7b49c7a99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.089607] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbdf01c-5483-47cd-bb6e-ee8f42e20e0f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.098630] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d912a5e9-ba28-481f-8494-4ce44fca2896 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.104637] env[63366]: DEBUG nova.compute.manager [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1884.138671] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0d0a23-5f96-470a-891c-4611d7747304 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.151225] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4cdcd9-b469-498c-8315-18f8aa849fc7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.166813] env[63366]: DEBUG nova.compute.manager [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1884.167617] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1884.167617] env[63366]: DEBUG nova.compute.provider_tree [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1884.171444] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc6c9e6-f733-4f94-8365-74639da71a66 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.184285] env[63366]: DEBUG oslo_vmware.rw_handles [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52473cd5-dd29-4f54-3961-6df3fba35a00/disk-0.vmdk. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1884.191010] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a59b25-1a80-4ef3-a171-d7990904b868 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.194798] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1884.195567] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c0afab3-faf1-4578-8487-024c7203f180 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.202657] env[63366]: DEBUG oslo_vmware.rw_handles [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52473cd5-dd29-4f54-3961-6df3fba35a00/disk-0.vmdk is in state: ready. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1884.203035] env[63366]: ERROR oslo_vmware.rw_handles [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52473cd5-dd29-4f54-3961-6df3fba35a00/disk-0.vmdk due to incomplete transfer. [ 1884.203383] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-059d006a-17ed-4f31-bed0-2ec3272fb298 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.206184] env[63366]: DEBUG oslo_vmware.api [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 1884.206184] env[63366]: value = "task-2103389" [ 1884.206184] env[63366]: _type = "Task" [ 1884.206184] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.216981] env[63366]: DEBUG oslo_vmware.api [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.224383] env[63366]: DEBUG oslo_vmware.rw_handles [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52473cd5-dd29-4f54-3961-6df3fba35a00/disk-0.vmdk. {{(pid=63366) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1884.224612] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Uploaded image 439e6105-0e4b-48c0-b1ae-f9d3ace9b43f to the Glance image server {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1884.226772] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Destroying the VM {{(pid=63366) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1884.228585] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ad0b25b1-5df3-448c-9527-1cd626713717 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.235836] env[63366]: DEBUG oslo_vmware.api [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 1884.235836] env[63366]: value = "task-2103390" [ 1884.235836] env[63366]: _type = "Task" [ 1884.235836] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.245739] env[63366]: DEBUG oslo_vmware.api [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103390, 'name': Destroy_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.525304] env[63366]: DEBUG oslo_vmware.api [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5274da3d-7fe3-2482-1164-68d7b49c7a99, 'name': SearchDatastore_Task, 'duration_secs': 0.015407} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.525304] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.525304] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 8cd4e26b-954b-435e-880a-5765ca34f736/8cd4e26b-954b-435e-880a-5765ca34f736.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1884.525304] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2d49a9d-3e16-4e33-837d-834acf33c8e5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.533874] env[63366]: DEBUG oslo_vmware.api [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 1884.533874] env[63366]: value = "task-2103391" [ 1884.533874] env[63366]: _type = "Task" [ 1884.533874] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.547252] env[63366]: DEBUG oslo_vmware.api [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.638427] env[63366]: DEBUG oslo_concurrency.lockutils [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.659484] env[63366]: DEBUG nova.network.neutron [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Successfully updated port: 58e10acf-d887-4f01-acb7-aff68c940da1 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1884.677882] env[63366]: DEBUG nova.scheduler.client.report [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1884.703893] env[63366]: DEBUG nova.network.neutron [req-4e81329c-a2ef-48cf-b5a6-dc425169fd93 req-31cb8068-e58e-4f69-8a5d-1f2bc618056d service nova] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Updated VIF entry in instance network info cache for port 29b623fd-e6d8-424d-9e5e-4863955eee15. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1884.704228] env[63366]: DEBUG nova.network.neutron [req-4e81329c-a2ef-48cf-b5a6-dc425169fd93 req-31cb8068-e58e-4f69-8a5d-1f2bc618056d service nova] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Updating instance_info_cache with network_info: [{"id": "29b623fd-e6d8-424d-9e5e-4863955eee15", "address": "fa:16:3e:f6:23:ca", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29b623fd-e6", "ovs_interfaceid": "29b623fd-e6d8-424d-9e5e-4863955eee15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1884.724956] env[63366]: DEBUG oslo_vmware.api [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103389, 'name': PowerOffVM_Task, 'duration_secs': 0.283648} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.725595] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1884.725595] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1884.726140] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ef11ff9-58a3-4533-b6d2-f6e7a1b6babc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.750536] env[63366]: DEBUG oslo_vmware.api [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103390, 'name': Destroy_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.760810] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Acquiring lock "24dffd64-79b1-4d94-b5af-b7822d04b8f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.762422] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Lock "24dffd64-79b1-4d94-b5af-b7822d04b8f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.762539] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Acquiring lock "24dffd64-79b1-4d94-b5af-b7822d04b8f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.762790] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Lock "24dffd64-79b1-4d94-b5af-b7822d04b8f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.763067] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Lock "24dffd64-79b1-4d94-b5af-b7822d04b8f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.771193] env[63366]: INFO nova.compute.manager [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Terminating instance [ 1884.940951] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1884.940951] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1884.940951] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Deleting the datastore file [datastore2] 1d01e724-1c08-4dd9-8757-650aed9dac4d {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1884.941097] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c39db07-c38c-4695-b29a-bb2592ae7cd0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.951976] env[63366]: DEBUG oslo_vmware.api [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 1884.951976] env[63366]: value = "task-2103393" [ 1884.951976] env[63366]: _type = "Task" [ 1884.951976] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.962872] env[63366]: DEBUG oslo_vmware.api [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.055495] env[63366]: DEBUG oslo_vmware.api [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103391, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.163779] env[63366]: DEBUG oslo_concurrency.lockutils [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Acquiring lock "refresh_cache-9f1629c8-a6f3-4285-85fe-ae369c4d20ec" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.164030] env[63366]: DEBUG oslo_concurrency.lockutils [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Acquired lock "refresh_cache-9f1629c8-a6f3-4285-85fe-ae369c4d20ec" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.164159] env[63366]: DEBUG nova.network.neutron [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1885.187685] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.188241] env[63366]: DEBUG nova.compute.manager [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1885.192898] env[63366]: DEBUG oslo_concurrency.lockutils [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.044s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.194557] env[63366]: INFO nova.compute.claims [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1885.214459] env[63366]: DEBUG oslo_concurrency.lockutils [req-4e81329c-a2ef-48cf-b5a6-dc425169fd93 req-31cb8068-e58e-4f69-8a5d-1f2bc618056d service nova] Releasing lock "refresh_cache-8cd4e26b-954b-435e-880a-5765ca34f736" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.249249] env[63366]: DEBUG oslo_vmware.api [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103390, 'name': Destroy_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.276038] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Acquiring lock "refresh_cache-24dffd64-79b1-4d94-b5af-b7822d04b8f5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.276038] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Acquired lock "refresh_cache-24dffd64-79b1-4d94-b5af-b7822d04b8f5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.276038] env[63366]: DEBUG nova.network.neutron [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1885.417285] env[63366]: DEBUG nova.compute.manager [req-188088cb-5a15-46cc-940c-4d45b4c1f98f req-4aae051b-f5ea-4fbe-a72e-96a68966f477 service nova] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Received event network-vif-plugged-58e10acf-d887-4f01-acb7-aff68c940da1 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1885.417285] env[63366]: DEBUG oslo_concurrency.lockutils [req-188088cb-5a15-46cc-940c-4d45b4c1f98f req-4aae051b-f5ea-4fbe-a72e-96a68966f477 service nova] Acquiring lock "9f1629c8-a6f3-4285-85fe-ae369c4d20ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.417285] env[63366]: DEBUG oslo_concurrency.lockutils [req-188088cb-5a15-46cc-940c-4d45b4c1f98f req-4aae051b-f5ea-4fbe-a72e-96a68966f477 service nova] Lock "9f1629c8-a6f3-4285-85fe-ae369c4d20ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.418786] env[63366]: DEBUG oslo_concurrency.lockutils [req-188088cb-5a15-46cc-940c-4d45b4c1f98f req-4aae051b-f5ea-4fbe-a72e-96a68966f477 service nova] Lock "9f1629c8-a6f3-4285-85fe-ae369c4d20ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.419017] env[63366]: DEBUG nova.compute.manager [req-188088cb-5a15-46cc-940c-4d45b4c1f98f req-4aae051b-f5ea-4fbe-a72e-96a68966f477 service nova] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] No waiting events found dispatching network-vif-plugged-58e10acf-d887-4f01-acb7-aff68c940da1 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1885.419212] env[63366]: WARNING nova.compute.manager [req-188088cb-5a15-46cc-940c-4d45b4c1f98f req-4aae051b-f5ea-4fbe-a72e-96a68966f477 service nova] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Received unexpected event network-vif-plugged-58e10acf-d887-4f01-acb7-aff68c940da1 for instance with vm_state building and task_state spawning. [ 1885.466227] env[63366]: DEBUG oslo_vmware.api [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.555059] env[63366]: DEBUG oslo_vmware.api [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662052} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.555059] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 8cd4e26b-954b-435e-880a-5765ca34f736/8cd4e26b-954b-435e-880a-5765ca34f736.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1885.555059] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1885.555296] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99aba4c5-6436-43b1-8943-0f5b181d8cfe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.565210] env[63366]: DEBUG oslo_vmware.api [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 1885.565210] env[63366]: value = "task-2103394" [ 1885.565210] env[63366]: _type = "Task" [ 1885.565210] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.577120] env[63366]: DEBUG oslo_vmware.api [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.703353] env[63366]: DEBUG nova.compute.utils [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1885.705133] env[63366]: DEBUG nova.compute.manager [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1885.705325] env[63366]: DEBUG nova.network.neutron [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1885.749040] env[63366]: DEBUG oslo_vmware.api [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103390, 'name': Destroy_Task, 'duration_secs': 1.480737} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.749617] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Destroyed the VM [ 1885.749776] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Deleting Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1885.750069] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-71b12426-7b00-4075-8c73-e2f63d788119 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.759492] env[63366]: DEBUG oslo_vmware.api [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 1885.759492] env[63366]: value = "task-2103395" [ 1885.759492] env[63366]: _type = "Task" [ 1885.759492] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.769896] env[63366]: DEBUG oslo_vmware.api [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103395, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.887245] env[63366]: DEBUG nova.network.neutron [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1885.913662] env[63366]: DEBUG nova.network.neutron [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1885.971167] env[63366]: DEBUG oslo_vmware.api [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.540848} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.971551] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1885.971780] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1885.972015] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1885.972290] env[63366]: INFO nova.compute.manager [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Took 1.81 seconds to destroy the instance on the hypervisor. [ 1885.972679] env[63366]: DEBUG oslo.service.loopingcall [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1885.972853] env[63366]: DEBUG nova.compute.manager [-] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1885.972965] env[63366]: DEBUG nova.network.neutron [-] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1886.062996] env[63366]: DEBUG nova.policy [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aaf2882c14684af98fa121592b82b2f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e64ec44151ff4b30bb5e1a9dfd6dc18c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1886.079016] env[63366]: DEBUG oslo_vmware.api [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079743} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.080087] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1886.080525] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9c7da0-bf53-40e2-b01e-bdaee6ba141b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.108414] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 8cd4e26b-954b-435e-880a-5765ca34f736/8cd4e26b-954b-435e-880a-5765ca34f736.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1886.111138] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b81f891c-43e3-436a-9512-30dd753da3ba {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.143147] env[63366]: DEBUG oslo_vmware.api [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 1886.143147] env[63366]: value = "task-2103396" [ 1886.143147] env[63366]: _type = "Task" [ 1886.143147] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.154709] env[63366]: DEBUG oslo_vmware.api [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103396, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.210819] env[63366]: DEBUG nova.compute.manager [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1886.225011] env[63366]: DEBUG nova.network.neutron [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.276862] env[63366]: DEBUG oslo_vmware.api [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103395, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.590414] env[63366]: DEBUG nova.network.neutron [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Updating instance_info_cache with network_info: [{"id": "58e10acf-d887-4f01-acb7-aff68c940da1", "address": "fa:16:3e:fa:8d:9e", "network": {"id": "6ee4126a-68bc-491a-b982-9b0d05618a5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-520634957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc914ffb3cb14b05819d26b141f2c725", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e10acf-d8", "ovs_interfaceid": "58e10acf-d887-4f01-acb7-aff68c940da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.659918] env[63366]: DEBUG oslo_vmware.api [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103396, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.710603] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fa90b4-c926-4c5b-8c5c-db5f029918e3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.724461] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8006a07b-0dcf-4ebe-bed5-712f2725fcf6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.728795] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Releasing lock "refresh_cache-24dffd64-79b1-4d94-b5af-b7822d04b8f5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.729200] env[63366]: DEBUG nova.compute.manager [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1886.729576] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1886.730223] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c10f48-6190-416c-97a8-a934a5f8b679 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.768883] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1886.769957] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c422ff5-9952-4c2d-9f83-d2a6ec3ec91a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.775369] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a30ee9-9851-45bb-a3d9-6df617d9005f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.791205] env[63366]: DEBUG oslo_vmware.api [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103395, 'name': RemoveSnapshot_Task, 'duration_secs': 0.683684} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.793048] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Deleted Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1886.793959] env[63366]: INFO nova.compute.manager [None req-85a4adaa-aad1-4a21-b93e-0cae5893ad76 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Took 20.20 seconds to snapshot the instance on the hypervisor. [ 1886.798396] env[63366]: DEBUG oslo_vmware.api [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Waiting for the task: (returnval){ [ 1886.798396] env[63366]: value = "task-2103397" [ 1886.798396] env[63366]: _type = "Task" [ 1886.798396] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.800017] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598d2220-1235-4ac0-ae1f-b4f8deab7cbe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.816637] env[63366]: DEBUG oslo_vmware.api [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.826018] env[63366]: DEBUG nova.compute.provider_tree [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1887.096327] env[63366]: DEBUG oslo_concurrency.lockutils [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Releasing lock "refresh_cache-9f1629c8-a6f3-4285-85fe-ae369c4d20ec" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.100596] env[63366]: DEBUG nova.compute.manager [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Instance network_info: |[{"id": "58e10acf-d887-4f01-acb7-aff68c940da1", "address": "fa:16:3e:fa:8d:9e", "network": {"id": "6ee4126a-68bc-491a-b982-9b0d05618a5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-520634957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc914ffb3cb14b05819d26b141f2c725", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e10acf-d8", "ovs_interfaceid": "58e10acf-d887-4f01-acb7-aff68c940da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1887.100766] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:8d:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58e10acf-d887-4f01-acb7-aff68c940da1', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1887.109383] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Creating folder: Project (fc914ffb3cb14b05819d26b141f2c725). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1887.109383] env[63366]: DEBUG nova.network.neutron [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Successfully created port: 4499fbe0-219f-45d5-ae98-ff41b6689996 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1887.115137] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5389f629-7960-4b95-a8d0-effedd4d24bd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.117845] env[63366]: DEBUG nova.network.neutron [-] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.134042] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Created folder: Project (fc914ffb3cb14b05819d26b141f2c725) in parent group-v430612. [ 1887.135918] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Creating folder: Instances. Parent ref: group-v430670. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1887.136285] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9555c2d0-2ed6-4072-9023-78641f97fc5f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.154253] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Created folder: Instances in parent group-v430670. [ 1887.154253] env[63366]: DEBUG oslo.service.loopingcall [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1887.157608] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1887.158105] env[63366]: DEBUG oslo_vmware.api [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103396, 'name': ReconfigVM_Task, 'duration_secs': 0.699254} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.160261] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d9ea214-3b7d-4387-b892-75ee5d4f67c9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.173990] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 8cd4e26b-954b-435e-880a-5765ca34f736/8cd4e26b-954b-435e-880a-5765ca34f736.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1887.175101] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-642dc472-86c2-45fb-acaf-9e5ef26c4490 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.184992] env[63366]: DEBUG oslo_vmware.api [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 1887.184992] env[63366]: value = "task-2103400" [ 1887.184992] env[63366]: _type = "Task" [ 1887.184992] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.186406] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1887.186406] env[63366]: value = "task-2103401" [ 1887.186406] env[63366]: _type = "Task" [ 1887.186406] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.198243] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103401, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.202332] env[63366]: DEBUG oslo_vmware.api [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103400, 'name': Rename_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.230624] env[63366]: DEBUG nova.compute.manager [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1887.266646] env[63366]: DEBUG nova.virt.hardware [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1887.266948] env[63366]: DEBUG nova.virt.hardware [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1887.267117] env[63366]: DEBUG nova.virt.hardware [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1887.267347] env[63366]: DEBUG nova.virt.hardware [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1887.267508] env[63366]: DEBUG nova.virt.hardware [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1887.267762] env[63366]: DEBUG nova.virt.hardware [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1887.268048] env[63366]: DEBUG nova.virt.hardware [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1887.268234] env[63366]: DEBUG nova.virt.hardware [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1887.268443] env[63366]: DEBUG nova.virt.hardware [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1887.268642] env[63366]: DEBUG nova.virt.hardware [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1887.268863] env[63366]: DEBUG nova.virt.hardware [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1887.270044] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7729301f-a534-4a7f-a159-0c60fd295760 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.279346] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14186abb-5721-4e30-80e8-6fb549421779 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.322407] env[63366]: DEBUG oslo_vmware.api [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103397, 'name': PowerOffVM_Task, 'duration_secs': 0.152143} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.322407] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1887.322407] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1887.322407] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-611e05bb-3e79-49f3-9124-718311647df4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.329055] env[63366]: DEBUG nova.scheduler.client.report [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1887.355580] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1887.355877] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1887.356106] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Deleting the datastore file [datastore2] 24dffd64-79b1-4d94-b5af-b7822d04b8f5 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1887.356373] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad3e5216-4b1c-4e2e-960b-b05a43ab562b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.365253] env[63366]: DEBUG oslo_vmware.api [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Waiting for the task: (returnval){ [ 1887.365253] env[63366]: value = "task-2103403" [ 1887.365253] env[63366]: _type = "Task" [ 1887.365253] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.375987] env[63366]: DEBUG oslo_vmware.api [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.553260] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "ee29e2c3-464e-4ec9-a7d9-057519c836f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.553644] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "ee29e2c3-464e-4ec9-a7d9-057519c836f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.571518] env[63366]: DEBUG nova.compute.manager [req-d06e5a71-73ac-4f33-aeef-f85df30871d1 req-77dd43c2-761d-4eb8-9b77-959ab754d9d5 service nova] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Received event network-changed-69770e51-84ad-434a-b3c2-239add4aabeb {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1887.571518] env[63366]: DEBUG nova.compute.manager [req-d06e5a71-73ac-4f33-aeef-f85df30871d1 req-77dd43c2-761d-4eb8-9b77-959ab754d9d5 service nova] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Refreshing instance network info cache due to event network-changed-69770e51-84ad-434a-b3c2-239add4aabeb. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1887.571518] env[63366]: DEBUG oslo_concurrency.lockutils [req-d06e5a71-73ac-4f33-aeef-f85df30871d1 req-77dd43c2-761d-4eb8-9b77-959ab754d9d5 service nova] Acquiring lock "refresh_cache-0273547a-6bdc-40e4-be59-4a7b96e68f83" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.571518] env[63366]: DEBUG oslo_concurrency.lockutils [req-d06e5a71-73ac-4f33-aeef-f85df30871d1 req-77dd43c2-761d-4eb8-9b77-959ab754d9d5 service nova] Acquired lock "refresh_cache-0273547a-6bdc-40e4-be59-4a7b96e68f83" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.571518] env[63366]: DEBUG nova.network.neutron [req-d06e5a71-73ac-4f33-aeef-f85df30871d1 req-77dd43c2-761d-4eb8-9b77-959ab754d9d5 service nova] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Refreshing network info cache for port 69770e51-84ad-434a-b3c2-239add4aabeb {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1887.624178] env[63366]: INFO nova.compute.manager [-] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Took 1.65 seconds to deallocate network for instance. [ 1887.701736] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103401, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.705843] env[63366]: DEBUG oslo_vmware.api [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103400, 'name': Rename_Task, 'duration_secs': 0.21743} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.706439] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1887.706868] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50c7e4aa-0fe0-48b6-afd0-2058b98b2bc7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.714246] env[63366]: DEBUG oslo_vmware.api [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 1887.714246] env[63366]: value = "task-2103404" [ 1887.714246] env[63366]: _type = "Task" [ 1887.714246] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.724958] env[63366]: DEBUG oslo_vmware.api [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.836562] env[63366]: DEBUG oslo_concurrency.lockutils [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.837014] env[63366]: DEBUG nova.compute.manager [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1887.840868] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.474s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.845255] env[63366]: INFO nova.compute.claims [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1887.880344] env[63366]: DEBUG oslo_vmware.api [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Task: {'id': task-2103403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188136} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.880863] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1887.880863] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1887.881183] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1887.881183] env[63366]: INFO nova.compute.manager [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1887.881499] env[63366]: DEBUG oslo.service.loopingcall [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1887.881782] env[63366]: DEBUG nova.compute.manager [-] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1887.881928] env[63366]: DEBUG nova.network.neutron [-] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1887.929850] env[63366]: DEBUG nova.network.neutron [-] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1888.136665] env[63366]: DEBUG oslo_concurrency.lockutils [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.207136] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103401, 'name': CreateVM_Task, 'duration_secs': 0.520536} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.207136] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1888.207136] env[63366]: DEBUG oslo_concurrency.lockutils [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.207136] env[63366]: DEBUG oslo_concurrency.lockutils [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.207136] env[63366]: DEBUG oslo_concurrency.lockutils [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1888.207403] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9328a118-ad19-4e7f-a45c-4122fadaf4a4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.213699] env[63366]: DEBUG oslo_vmware.api [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Waiting for the task: (returnval){ [ 1888.213699] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]521d9bcd-ce9f-4f14-b54a-85de919ad065" [ 1888.213699] env[63366]: _type = "Task" [ 1888.213699] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.232522] env[63366]: DEBUG oslo_vmware.api [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]521d9bcd-ce9f-4f14-b54a-85de919ad065, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.235509] env[63366]: DEBUG oslo_vmware.api [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103404, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.346539] env[63366]: DEBUG nova.compute.utils [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1888.354963] env[63366]: DEBUG nova.compute.manager [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1888.357104] env[63366]: DEBUG nova.network.neutron [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1888.431290] env[63366]: DEBUG nova.network.neutron [-] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1888.533692] env[63366]: DEBUG nova.policy [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ceefefc27088469489fed3c386d50464', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73c6d0f4d73b45b280497b25fdc750f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1888.567625] env[63366]: DEBUG nova.network.neutron [req-d06e5a71-73ac-4f33-aeef-f85df30871d1 req-77dd43c2-761d-4eb8-9b77-959ab754d9d5 service nova] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Updated VIF entry in instance network info cache for port 69770e51-84ad-434a-b3c2-239add4aabeb. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1888.568063] env[63366]: DEBUG nova.network.neutron [req-d06e5a71-73ac-4f33-aeef-f85df30871d1 req-77dd43c2-761d-4eb8-9b77-959ab754d9d5 service nova] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Updating instance_info_cache with network_info: [{"id": "69770e51-84ad-434a-b3c2-239add4aabeb", "address": "fa:16:3e:09:9f:22", "network": {"id": "abcc1b02-bd23-4987-b54f-b9ec46605b83", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-423751061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40701ecae04c419295263eb595b1ec00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69770e51-84", "ovs_interfaceid": "69770e51-84ad-434a-b3c2-239add4aabeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1888.741778] env[63366]: DEBUG oslo_vmware.api [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103404, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.745785] env[63366]: DEBUG oslo_vmware.api [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]521d9bcd-ce9f-4f14-b54a-85de919ad065, 'name': SearchDatastore_Task, 'duration_secs': 0.023036} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.746056] env[63366]: DEBUG oslo_concurrency.lockutils [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.746821] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1888.747281] env[63366]: DEBUG oslo_concurrency.lockutils [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.747657] env[63366]: DEBUG oslo_concurrency.lockutils [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.748071] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1888.748877] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-168eb251-b6ad-41d4-8d3b-4bb3f3c9ac2e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.761443] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1888.761689] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1888.763034] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a61f7cc-3540-48f9-9426-80acf3fb8e34 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.783779] env[63366]: DEBUG oslo_vmware.api [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Waiting for the task: (returnval){ [ 1888.783779] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5226afe0-7a28-d60f-f401-0101ad1f085f" [ 1888.783779] env[63366]: _type = "Task" [ 1888.783779] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.798028] env[63366]: DEBUG oslo_vmware.api [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5226afe0-7a28-d60f-f401-0101ad1f085f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.805194] env[63366]: DEBUG nova.compute.manager [req-f8e94e67-20c1-41d3-8ca5-5387335c833b req-1ce69729-f8df-430e-99f7-938f939f3ffa service nova] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Received event network-changed-58e10acf-d887-4f01-acb7-aff68c940da1 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1888.805454] env[63366]: DEBUG nova.compute.manager [req-f8e94e67-20c1-41d3-8ca5-5387335c833b req-1ce69729-f8df-430e-99f7-938f939f3ffa service nova] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Refreshing instance network info cache due to event network-changed-58e10acf-d887-4f01-acb7-aff68c940da1. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1888.805694] env[63366]: DEBUG oslo_concurrency.lockutils [req-f8e94e67-20c1-41d3-8ca5-5387335c833b req-1ce69729-f8df-430e-99f7-938f939f3ffa service nova] Acquiring lock "refresh_cache-9f1629c8-a6f3-4285-85fe-ae369c4d20ec" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.805844] env[63366]: DEBUG oslo_concurrency.lockutils [req-f8e94e67-20c1-41d3-8ca5-5387335c833b req-1ce69729-f8df-430e-99f7-938f939f3ffa service nova] Acquired lock "refresh_cache-9f1629c8-a6f3-4285-85fe-ae369c4d20ec" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.806127] env[63366]: DEBUG nova.network.neutron [req-f8e94e67-20c1-41d3-8ca5-5387335c833b req-1ce69729-f8df-430e-99f7-938f939f3ffa service nova] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Refreshing network info cache for port 58e10acf-d887-4f01-acb7-aff68c940da1 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1888.851646] env[63366]: DEBUG nova.compute.manager [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1888.934467] env[63366]: INFO nova.compute.manager [-] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Took 1.05 seconds to deallocate network for instance. [ 1889.072122] env[63366]: DEBUG oslo_concurrency.lockutils [req-d06e5a71-73ac-4f33-aeef-f85df30871d1 req-77dd43c2-761d-4eb8-9b77-959ab754d9d5 service nova] Releasing lock "refresh_cache-0273547a-6bdc-40e4-be59-4a7b96e68f83" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.234393] env[63366]: DEBUG oslo_vmware.api [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103404, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.295323] env[63366]: DEBUG oslo_vmware.api [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5226afe0-7a28-d60f-f401-0101ad1f085f, 'name': SearchDatastore_Task, 'duration_secs': 0.027046} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.296165] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-173f77ca-96b6-4137-898c-f3e1e52a7a83 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.304878] env[63366]: DEBUG oslo_vmware.api [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Waiting for the task: (returnval){ [ 1889.304878] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52865af4-6d3d-a2a4-4243-d365eb9ef84d" [ 1889.304878] env[63366]: _type = "Task" [ 1889.304878] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.317546] env[63366]: DEBUG oslo_vmware.api [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52865af4-6d3d-a2a4-4243-d365eb9ef84d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.355913] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fbac1b-5033-4cb2-9f00-19b77cbfd88a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.373349] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90e50f2-67cb-46fe-9280-366af38e9653 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.409216] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b6ac70-f4f2-4fd0-991d-994e1417e343 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.425035] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249c9ed4-5791-4abc-8b38-eb428f17323a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.440825] env[63366]: DEBUG nova.compute.provider_tree [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1889.441748] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.563237] env[63366]: DEBUG nova.network.neutron [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Successfully created port: edeba78b-ac89-41f8-969a-4f5d67d34122 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1889.734385] env[63366]: DEBUG oslo_vmware.api [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103404, 'name': PowerOnVM_Task, 'duration_secs': 1.961374} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.734696] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1889.734832] env[63366]: INFO nova.compute.manager [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Took 12.34 seconds to spawn the instance on the hypervisor. [ 1889.735056] env[63366]: DEBUG nova.compute.manager [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1889.735910] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18ea8c4-73ba-467e-bc80-f7d2b85b92be {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.818516] env[63366]: DEBUG oslo_vmware.api [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52865af4-6d3d-a2a4-4243-d365eb9ef84d, 'name': SearchDatastore_Task, 'duration_secs': 0.028943} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.818627] env[63366]: DEBUG oslo_concurrency.lockutils [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.819194] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 9f1629c8-a6f3-4285-85fe-ae369c4d20ec/9f1629c8-a6f3-4285-85fe-ae369c4d20ec.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1889.820115] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38af50d2-0d8a-4f51-baee-30aa0dfaa7c2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.829654] env[63366]: DEBUG oslo_vmware.api [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Waiting for the task: (returnval){ [ 1889.829654] env[63366]: value = "task-2103405" [ 1889.829654] env[63366]: _type = "Task" [ 1889.829654] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.842166] env[63366]: DEBUG oslo_vmware.api [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.866995] env[63366]: DEBUG nova.compute.manager [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1889.870309] env[63366]: DEBUG nova.network.neutron [req-f8e94e67-20c1-41d3-8ca5-5387335c833b req-1ce69729-f8df-430e-99f7-938f939f3ffa service nova] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Updated VIF entry in instance network info cache for port 58e10acf-d887-4f01-acb7-aff68c940da1. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1889.870577] env[63366]: DEBUG nova.network.neutron [req-f8e94e67-20c1-41d3-8ca5-5387335c833b req-1ce69729-f8df-430e-99f7-938f939f3ffa service nova] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Updating instance_info_cache with network_info: [{"id": "58e10acf-d887-4f01-acb7-aff68c940da1", "address": "fa:16:3e:fa:8d:9e", "network": {"id": "6ee4126a-68bc-491a-b982-9b0d05618a5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-520634957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc914ffb3cb14b05819d26b141f2c725", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e10acf-d8", "ovs_interfaceid": "58e10acf-d887-4f01-acb7-aff68c940da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.877691] env[63366]: DEBUG nova.network.neutron [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Successfully updated port: 4499fbe0-219f-45d5-ae98-ff41b6689996 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1889.902389] env[63366]: DEBUG nova.virt.hardware [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1889.902746] env[63366]: DEBUG nova.virt.hardware [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1889.902852] env[63366]: DEBUG nova.virt.hardware [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1889.903262] env[63366]: DEBUG nova.virt.hardware [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1889.903262] env[63366]: DEBUG nova.virt.hardware [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1889.903907] env[63366]: DEBUG nova.virt.hardware [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1889.903907] env[63366]: DEBUG nova.virt.hardware [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1889.903907] env[63366]: DEBUG nova.virt.hardware [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1889.903907] env[63366]: DEBUG nova.virt.hardware [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1889.904391] env[63366]: DEBUG nova.virt.hardware [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1889.904391] env[63366]: DEBUG nova.virt.hardware [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1889.905454] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfd6a50-b648-49cd-a6f6-4781cf604c80 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.914337] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268da3d2-0de0-4c05-829e-8b7435e3107d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.945259] env[63366]: DEBUG nova.scheduler.client.report [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1890.258437] env[63366]: INFO nova.compute.manager [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Took 34.33 seconds to build instance. [ 1890.347819] env[63366]: DEBUG oslo_vmware.api [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103405, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.374795] env[63366]: DEBUG oslo_concurrency.lockutils [req-f8e94e67-20c1-41d3-8ca5-5387335c833b req-1ce69729-f8df-430e-99f7-938f939f3ffa service nova] Releasing lock "refresh_cache-9f1629c8-a6f3-4285-85fe-ae369c4d20ec" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.385425] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Acquiring lock "refresh_cache-2a5458eb-c394-484c-8374-73eee310dc89" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.385570] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Acquired lock "refresh_cache-2a5458eb-c394-484c-8374-73eee310dc89" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.385767] env[63366]: DEBUG nova.network.neutron [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1890.456919] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.457593] env[63366]: DEBUG nova.compute.manager [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1890.461631] env[63366]: DEBUG oslo_concurrency.lockutils [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.718s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.461631] env[63366]: DEBUG nova.objects.instance [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Lazy-loading 'resources' on Instance uuid 5772c3d4-987e-411d-8b1a-499c247ee735 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1890.571658] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cf4eefaa-4552-4695-9431-e2f2685b5577 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "2a99be1b-f5c2-4df9-ae96-3bb1f244e576" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.571945] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cf4eefaa-4552-4695-9431-e2f2685b5577 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "2a99be1b-f5c2-4df9-ae96-3bb1f244e576" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.572186] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cf4eefaa-4552-4695-9431-e2f2685b5577 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "2a99be1b-f5c2-4df9-ae96-3bb1f244e576-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.572404] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cf4eefaa-4552-4695-9431-e2f2685b5577 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "2a99be1b-f5c2-4df9-ae96-3bb1f244e576-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.572638] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cf4eefaa-4552-4695-9431-e2f2685b5577 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "2a99be1b-f5c2-4df9-ae96-3bb1f244e576-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.576516] env[63366]: INFO nova.compute.manager [None req-cf4eefaa-4552-4695-9431-e2f2685b5577 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Terminating instance [ 1890.732812] env[63366]: DEBUG nova.compute.manager [req-ffc20dcf-8e12-4ba4-aacd-5b1a5c0c9475 req-b16be189-2e2d-4b75-a5fd-92102df5c7c3 service nova] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Received event network-vif-deleted-0f6ad4c9-b39c-46b7-8f77-d98d77a20a09 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1890.761230] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a27aacfe-a2d3-4a3b-a0c8-9540a3dbf4e7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Lock "8cd4e26b-954b-435e-880a-5765ca34f736" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.020s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.845976] env[63366]: DEBUG oslo_vmware.api [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731759} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.847118] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 9f1629c8-a6f3-4285-85fe-ae369c4d20ec/9f1629c8-a6f3-4285-85fe-ae369c4d20ec.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1890.847339] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1890.847726] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55134b31-5a94-4a12-b788-6957ad9d3d96 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.862160] env[63366]: DEBUG oslo_vmware.api [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Waiting for the task: (returnval){ [ 1890.862160] env[63366]: value = "task-2103406" [ 1890.862160] env[63366]: _type = "Task" [ 1890.862160] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.874839] env[63366]: DEBUG oslo_vmware.api [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.966154] env[63366]: DEBUG nova.network.neutron [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1890.971739] env[63366]: DEBUG nova.compute.utils [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1890.973405] env[63366]: DEBUG nova.compute.manager [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1890.973506] env[63366]: DEBUG nova.network.neutron [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1891.046443] env[63366]: DEBUG nova.policy [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c4c61bf4a524d13b026a346a7f3e67b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7717d61b9034a3ab10d82ae39bcd8b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1891.083027] env[63366]: DEBUG nova.compute.manager [None req-cf4eefaa-4552-4695-9431-e2f2685b5577 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1891.083027] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4eefaa-4552-4695-9431-e2f2685b5577 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1891.083027] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ffbaa9-16db-4375-97db-ae817e35434b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.097377] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4eefaa-4552-4695-9431-e2f2685b5577 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1891.097699] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81ea44d7-5011-42be-ab6e-285933582220 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.187188] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4eefaa-4552-4695-9431-e2f2685b5577 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1891.187413] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4eefaa-4552-4695-9431-e2f2685b5577 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1891.187608] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf4eefaa-4552-4695-9431-e2f2685b5577 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Deleting the datastore file [datastore2] 2a99be1b-f5c2-4df9-ae96-3bb1f244e576 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1891.187966] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ecf6e4c-0bc6-40ca-bc46-5d0b35b54270 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.197056] env[63366]: DEBUG oslo_vmware.api [None req-cf4eefaa-4552-4695-9431-e2f2685b5577 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 1891.197056] env[63366]: value = "task-2103408" [ 1891.197056] env[63366]: _type = "Task" [ 1891.197056] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.210626] env[63366]: DEBUG oslo_vmware.api [None req-cf4eefaa-4552-4695-9431-e2f2685b5577 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.270282] env[63366]: DEBUG nova.compute.manager [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1891.369378] env[63366]: DEBUG nova.network.neutron [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Successfully created port: b2c3f085-5f4a-472c-be08-6a88474d5797 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1891.374988] env[63366]: DEBUG oslo_vmware.api [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073928} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.375265] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1891.376359] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed00157-834b-493c-8bd2-446de3d62e1e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.409188] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 9f1629c8-a6f3-4285-85fe-ae369c4d20ec/9f1629c8-a6f3-4285-85fe-ae369c4d20ec.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1891.414819] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46e96035-43ea-4c06-8fbf-f2b1337ce7a2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.440025] env[63366]: DEBUG oslo_vmware.api [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Waiting for the task: (returnval){ [ 1891.440025] env[63366]: value = "task-2103409" [ 1891.440025] env[63366]: _type = "Task" [ 1891.440025] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.449343] env[63366]: DEBUG oslo_vmware.api [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.479397] env[63366]: DEBUG nova.compute.manager [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1891.565529] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b7a81a-611d-43c8-877f-e95ea3887c83 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.571166] env[63366]: DEBUG nova.network.neutron [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Updating instance_info_cache with network_info: [{"id": "4499fbe0-219f-45d5-ae98-ff41b6689996", "address": "fa:16:3e:e3:c1:e7", "network": {"id": "6640fa23-af38-4da2-b89a-ae3d6b7f7135", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1720953328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e64ec44151ff4b30bb5e1a9dfd6dc18c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4499fbe0-21", "ovs_interfaceid": "4499fbe0-219f-45d5-ae98-ff41b6689996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.580304] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6e8ed2-fe67-4037-8517-8c607c081680 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.620660] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663e1e39-3ff0-4028-aac8-9657006677f7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.630088] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be7335b-271d-472d-933b-202a85940a79 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.647400] env[63366]: DEBUG nova.compute.provider_tree [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1891.711499] env[63366]: DEBUG oslo_vmware.api [None req-cf4eefaa-4552-4695-9431-e2f2685b5577 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.807892] env[63366]: DEBUG oslo_concurrency.lockutils [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.951158] env[63366]: DEBUG oslo_vmware.api [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.077453] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Releasing lock "refresh_cache-2a5458eb-c394-484c-8374-73eee310dc89" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.077453] env[63366]: DEBUG nova.compute.manager [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Instance network_info: |[{"id": "4499fbe0-219f-45d5-ae98-ff41b6689996", "address": "fa:16:3e:e3:c1:e7", "network": {"id": "6640fa23-af38-4da2-b89a-ae3d6b7f7135", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1720953328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e64ec44151ff4b30bb5e1a9dfd6dc18c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4499fbe0-21", "ovs_interfaceid": "4499fbe0-219f-45d5-ae98-ff41b6689996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1892.077551] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:c1:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4499fbe0-219f-45d5-ae98-ff41b6689996', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1892.092874] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Creating folder: Project (e64ec44151ff4b30bb5e1a9dfd6dc18c). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1892.093352] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2217b86-d401-4efd-8b7b-397b3e4409d6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.108401] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Created folder: Project (e64ec44151ff4b30bb5e1a9dfd6dc18c) in parent group-v430612. [ 1892.108609] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Creating folder: Instances. Parent ref: group-v430673. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1892.108878] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7500eb19-5ad3-4bd4-b779-81277d1e85b5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.122905] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Created folder: Instances in parent group-v430673. [ 1892.123196] env[63366]: DEBUG oslo.service.loopingcall [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1892.123404] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1892.123616] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c482bea6-7721-41d5-8f8b-31bf74b24188 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.148849] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1892.148849] env[63366]: value = "task-2103412" [ 1892.148849] env[63366]: _type = "Task" [ 1892.148849] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.152618] env[63366]: DEBUG nova.scheduler.client.report [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1892.168480] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103412, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.211800] env[63366]: DEBUG oslo_vmware.api [None req-cf4eefaa-4552-4695-9431-e2f2685b5577 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.597574} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.212087] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf4eefaa-4552-4695-9431-e2f2685b5577 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1892.212272] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4eefaa-4552-4695-9431-e2f2685b5577 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1892.212449] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4eefaa-4552-4695-9431-e2f2685b5577 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1892.212620] env[63366]: INFO nova.compute.manager [None req-cf4eefaa-4552-4695-9431-e2f2685b5577 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1892.212910] env[63366]: DEBUG oslo.service.loopingcall [None req-cf4eefaa-4552-4695-9431-e2f2685b5577 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1892.213046] env[63366]: DEBUG nova.compute.manager [-] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1892.213143] env[63366]: DEBUG nova.network.neutron [-] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1892.454644] env[63366]: DEBUG oslo_vmware.api [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103409, 'name': ReconfigVM_Task, 'duration_secs': 0.838019} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.454991] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 9f1629c8-a6f3-4285-85fe-ae369c4d20ec/9f1629c8-a6f3-4285-85fe-ae369c4d20ec.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1892.455655] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-891ff50f-e6a7-4fc5-a9b3-b072181f424a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.464600] env[63366]: DEBUG oslo_vmware.api [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Waiting for the task: (returnval){ [ 1892.464600] env[63366]: value = "task-2103413" [ 1892.464600] env[63366]: _type = "Task" [ 1892.464600] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.475295] env[63366]: DEBUG oslo_vmware.api [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103413, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.490705] env[63366]: DEBUG nova.compute.manager [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1892.528421] env[63366]: DEBUG nova.virt.hardware [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1892.529618] env[63366]: DEBUG nova.virt.hardware [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1892.529872] env[63366]: DEBUG nova.virt.hardware [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1892.530245] env[63366]: DEBUG nova.virt.hardware [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1892.530245] env[63366]: DEBUG nova.virt.hardware [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1892.530380] env[63366]: DEBUG nova.virt.hardware [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1892.530639] env[63366]: DEBUG nova.virt.hardware [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1892.530770] env[63366]: DEBUG nova.virt.hardware [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1892.530975] env[63366]: DEBUG nova.virt.hardware [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1892.531166] env[63366]: DEBUG nova.virt.hardware [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1892.531346] env[63366]: DEBUG nova.virt.hardware [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1892.532249] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00540906-42bc-4637-809a-3c4d475cc2e3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.542982] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbe1a5d-338d-44e7-af74-2c3ae9dfc6fb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.661189] env[63366]: DEBUG oslo_concurrency.lockutils [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.663593] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103412, 'name': CreateVM_Task, 'duration_secs': 0.430124} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.664109] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.593s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.665893] env[63366]: INFO nova.compute.claims [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1892.668926] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1892.670283] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.670283] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.670863] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1892.671283] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a50475b6-4ed0-44c9-9769-d52219ac3369 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.681137] env[63366]: DEBUG oslo_vmware.api [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Waiting for the task: (returnval){ [ 1892.681137] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52dfdfa7-0e89-02fa-4c5f-3e9303d73b0e" [ 1892.681137] env[63366]: _type = "Task" [ 1892.681137] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.691434] env[63366]: DEBUG oslo_vmware.api [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52dfdfa7-0e89-02fa-4c5f-3e9303d73b0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.702167] env[63366]: INFO nova.scheduler.client.report [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Deleted allocations for instance 5772c3d4-987e-411d-8b1a-499c247ee735 [ 1892.977134] env[63366]: DEBUG oslo_vmware.api [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103413, 'name': Rename_Task, 'duration_secs': 0.179698} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.977652] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1892.978095] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b8452ef-eeeb-4502-ad04-d67dd2474014 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.987062] env[63366]: DEBUG oslo_vmware.api [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Waiting for the task: (returnval){ [ 1892.987062] env[63366]: value = "task-2103414" [ 1892.987062] env[63366]: _type = "Task" [ 1892.987062] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.996550] env[63366]: DEBUG oslo_vmware.api [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.192586] env[63366]: DEBUG oslo_vmware.api [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52dfdfa7-0e89-02fa-4c5f-3e9303d73b0e, 'name': SearchDatastore_Task, 'duration_secs': 0.019131} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.192870] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.193171] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1893.194274] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.194274] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.194274] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1893.194274] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2ed641c-dc55-44cd-9ad8-78aa3a74b650 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.206344] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1893.206344] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1893.206344] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3258b687-23b7-4bd3-bcd0-03f162cf4651 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.213687] env[63366]: DEBUG oslo_concurrency.lockutils [None req-08574b68-cb26-480d-a6f7-611a37c0894a tempest-ServerExternalEventsTest-2073452141 tempest-ServerExternalEventsTest-2073452141-project-member] Lock "5772c3d4-987e-411d-8b1a-499c247ee735" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.408s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.217067] env[63366]: DEBUG oslo_vmware.api [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Waiting for the task: (returnval){ [ 1893.217067] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52aae2a0-262e-900a-db8f-c5b53bae97a4" [ 1893.217067] env[63366]: _type = "Task" [ 1893.217067] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.231264] env[63366]: DEBUG oslo_vmware.api [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52aae2a0-262e-900a-db8f-c5b53bae97a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.254613] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "dad60003-ef3c-4f6e-87ef-90900722de87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.254836] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "dad60003-ef3c-4f6e-87ef-90900722de87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.276174] env[63366]: DEBUG nova.compute.manager [req-1f1e7276-3284-4672-a39d-9437d65b6661 req-0e3c0577-c17e-4a9a-9564-9d35606ef3c9 service nova] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Received event network-vif-plugged-4499fbe0-219f-45d5-ae98-ff41b6689996 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1893.276747] env[63366]: DEBUG oslo_concurrency.lockutils [req-1f1e7276-3284-4672-a39d-9437d65b6661 req-0e3c0577-c17e-4a9a-9564-9d35606ef3c9 service nova] Acquiring lock "2a5458eb-c394-484c-8374-73eee310dc89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.276747] env[63366]: DEBUG oslo_concurrency.lockutils [req-1f1e7276-3284-4672-a39d-9437d65b6661 req-0e3c0577-c17e-4a9a-9564-9d35606ef3c9 service nova] Lock "2a5458eb-c394-484c-8374-73eee310dc89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.276841] env[63366]: DEBUG oslo_concurrency.lockutils [req-1f1e7276-3284-4672-a39d-9437d65b6661 req-0e3c0577-c17e-4a9a-9564-9d35606ef3c9 service nova] Lock "2a5458eb-c394-484c-8374-73eee310dc89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.278134] env[63366]: DEBUG nova.compute.manager [req-1f1e7276-3284-4672-a39d-9437d65b6661 req-0e3c0577-c17e-4a9a-9564-9d35606ef3c9 service nova] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] No waiting events found dispatching network-vif-plugged-4499fbe0-219f-45d5-ae98-ff41b6689996 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1893.278134] env[63366]: WARNING nova.compute.manager [req-1f1e7276-3284-4672-a39d-9437d65b6661 req-0e3c0577-c17e-4a9a-9564-9d35606ef3c9 service nova] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Received unexpected event network-vif-plugged-4499fbe0-219f-45d5-ae98-ff41b6689996 for instance with vm_state building and task_state spawning. [ 1893.278134] env[63366]: DEBUG nova.compute.manager [req-1f1e7276-3284-4672-a39d-9437d65b6661 req-0e3c0577-c17e-4a9a-9564-9d35606ef3c9 service nova] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Received event network-changed-4499fbe0-219f-45d5-ae98-ff41b6689996 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1893.278134] env[63366]: DEBUG nova.compute.manager [req-1f1e7276-3284-4672-a39d-9437d65b6661 req-0e3c0577-c17e-4a9a-9564-9d35606ef3c9 service nova] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Refreshing instance network info cache due to event network-changed-4499fbe0-219f-45d5-ae98-ff41b6689996. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1893.278134] env[63366]: DEBUG oslo_concurrency.lockutils [req-1f1e7276-3284-4672-a39d-9437d65b6661 req-0e3c0577-c17e-4a9a-9564-9d35606ef3c9 service nova] Acquiring lock "refresh_cache-2a5458eb-c394-484c-8374-73eee310dc89" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.278310] env[63366]: DEBUG oslo_concurrency.lockutils [req-1f1e7276-3284-4672-a39d-9437d65b6661 req-0e3c0577-c17e-4a9a-9564-9d35606ef3c9 service nova] Acquired lock "refresh_cache-2a5458eb-c394-484c-8374-73eee310dc89" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.278337] env[63366]: DEBUG nova.network.neutron [req-1f1e7276-3284-4672-a39d-9437d65b6661 req-0e3c0577-c17e-4a9a-9564-9d35606ef3c9 service nova] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Refreshing network info cache for port 4499fbe0-219f-45d5-ae98-ff41b6689996 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1893.423253] env[63366]: DEBUG nova.network.neutron [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Successfully updated port: edeba78b-ac89-41f8-969a-4f5d67d34122 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1893.498539] env[63366]: DEBUG oslo_vmware.api [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103414, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.731742] env[63366]: DEBUG oslo_vmware.api [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52aae2a0-262e-900a-db8f-c5b53bae97a4, 'name': SearchDatastore_Task, 'duration_secs': 0.011063} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.732639] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53a569d5-02c5-4c9b-953e-f5cdd6db642f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.738422] env[63366]: DEBUG nova.network.neutron [-] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1893.746094] env[63366]: DEBUG oslo_vmware.api [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Waiting for the task: (returnval){ [ 1893.746094] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52928717-6647-1fba-a02a-f35dee3dce57" [ 1893.746094] env[63366]: _type = "Task" [ 1893.746094] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.762475] env[63366]: DEBUG oslo_vmware.api [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52928717-6647-1fba-a02a-f35dee3dce57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.930018] env[63366]: DEBUG oslo_concurrency.lockutils [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "refresh_cache-3f634a63-a93f-48b9-8272-3bbf62ae807f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.930018] env[63366]: DEBUG oslo_concurrency.lockutils [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquired lock "refresh_cache-3f634a63-a93f-48b9-8272-3bbf62ae807f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.930187] env[63366]: DEBUG nova.network.neutron [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1894.006021] env[63366]: DEBUG oslo_vmware.api [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103414, 'name': PowerOnVM_Task, 'duration_secs': 0.933699} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.006021] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1894.006021] env[63366]: INFO nova.compute.manager [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Took 13.87 seconds to spawn the instance on the hypervisor. [ 1894.006021] env[63366]: DEBUG nova.compute.manager [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1894.006021] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5be8c2-f947-4e7c-ad36-0137742ea32a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.015349] env[63366]: DEBUG nova.network.neutron [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Successfully updated port: b2c3f085-5f4a-472c-be08-6a88474d5797 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1894.244098] env[63366]: INFO nova.compute.manager [-] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Took 2.03 seconds to deallocate network for instance. [ 1894.256815] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06956303-61de-4ad7-89b6-616622356c92 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.274237] env[63366]: DEBUG oslo_vmware.api [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52928717-6647-1fba-a02a-f35dee3dce57, 'name': SearchDatastore_Task, 'duration_secs': 0.01383} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.274721] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.275072] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 2a5458eb-c394-484c-8374-73eee310dc89/2a5458eb-c394-484c-8374-73eee310dc89.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1894.276292] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e367d5-9a54-4268-a74c-81d5025381a0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.280758] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4021d9c1-2de8-4662-b4d0-083fce4a6e60 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.321237] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f8c8ee-402c-4cdf-8732-49b7de340141 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.324911] env[63366]: DEBUG oslo_vmware.api [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Waiting for the task: (returnval){ [ 1894.324911] env[63366]: value = "task-2103415" [ 1894.324911] env[63366]: _type = "Task" [ 1894.324911] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.332577] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253bbc7c-b923-417d-805f-a1aed0547fda {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.341203] env[63366]: DEBUG oslo_vmware.api [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Task: {'id': task-2103415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.352484] env[63366]: DEBUG nova.compute.provider_tree [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1894.492358] env[63366]: DEBUG nova.network.neutron [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1894.517922] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Acquiring lock "refresh_cache-104eaa03-2212-451d-bc4e-e84be2b126ca" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.518186] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Acquired lock "refresh_cache-104eaa03-2212-451d-bc4e-e84be2b126ca" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.518271] env[63366]: DEBUG nova.network.neutron [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1894.534064] env[63366]: INFO nova.compute.manager [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Took 34.00 seconds to build instance. [ 1894.608249] env[63366]: DEBUG nova.network.neutron [req-1f1e7276-3284-4672-a39d-9437d65b6661 req-0e3c0577-c17e-4a9a-9564-9d35606ef3c9 service nova] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Updated VIF entry in instance network info cache for port 4499fbe0-219f-45d5-ae98-ff41b6689996. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1894.608249] env[63366]: DEBUG nova.network.neutron [req-1f1e7276-3284-4672-a39d-9437d65b6661 req-0e3c0577-c17e-4a9a-9564-9d35606ef3c9 service nova] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Updating instance_info_cache with network_info: [{"id": "4499fbe0-219f-45d5-ae98-ff41b6689996", "address": "fa:16:3e:e3:c1:e7", "network": {"id": "6640fa23-af38-4da2-b89a-ae3d6b7f7135", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1720953328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e64ec44151ff4b30bb5e1a9dfd6dc18c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4499fbe0-21", "ovs_interfaceid": "4499fbe0-219f-45d5-ae98-ff41b6689996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.761610] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cf4eefaa-4552-4695-9431-e2f2685b5577 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.844364] env[63366]: DEBUG oslo_vmware.api [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Task: {'id': task-2103415, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.856829] env[63366]: DEBUG nova.scheduler.client.report [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1894.879462] env[63366]: DEBUG nova.network.neutron [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Updating instance_info_cache with network_info: [{"id": "edeba78b-ac89-41f8-969a-4f5d67d34122", "address": "fa:16:3e:e1:b0:f1", "network": {"id": "ff88eafc-52be-4f8b-b9a5-e068833bfab7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1647919858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c6d0f4d73b45b280497b25fdc750f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedeba78b-ac", "ovs_interfaceid": "edeba78b-ac89-41f8-969a-4f5d67d34122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.036375] env[63366]: DEBUG oslo_concurrency.lockutils [None req-767202cb-ad2f-4841-a915-91760f1d182b tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Lock "9f1629c8-a6f3-4285-85fe-ae369c4d20ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.836s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.113724] env[63366]: DEBUG oslo_concurrency.lockutils [req-1f1e7276-3284-4672-a39d-9437d65b6661 req-0e3c0577-c17e-4a9a-9564-9d35606ef3c9 service nova] Releasing lock "refresh_cache-2a5458eb-c394-484c-8374-73eee310dc89" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.117997] env[63366]: DEBUG nova.network.neutron [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1895.284158] env[63366]: DEBUG nova.compute.manager [req-0127f631-1d32-4707-8f80-67dbde7172cf req-3acd4662-3a8e-4491-83de-2d02d5754e23 service nova] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Received event network-vif-plugged-b2c3f085-5f4a-472c-be08-6a88474d5797 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1895.284788] env[63366]: DEBUG oslo_concurrency.lockutils [req-0127f631-1d32-4707-8f80-67dbde7172cf req-3acd4662-3a8e-4491-83de-2d02d5754e23 service nova] Acquiring lock "104eaa03-2212-451d-bc4e-e84be2b126ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.285489] env[63366]: DEBUG oslo_concurrency.lockutils [req-0127f631-1d32-4707-8f80-67dbde7172cf req-3acd4662-3a8e-4491-83de-2d02d5754e23 service nova] Lock "104eaa03-2212-451d-bc4e-e84be2b126ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.285910] env[63366]: DEBUG oslo_concurrency.lockutils [req-0127f631-1d32-4707-8f80-67dbde7172cf req-3acd4662-3a8e-4491-83de-2d02d5754e23 service nova] Lock "104eaa03-2212-451d-bc4e-e84be2b126ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.286645] env[63366]: DEBUG nova.compute.manager [req-0127f631-1d32-4707-8f80-67dbde7172cf req-3acd4662-3a8e-4491-83de-2d02d5754e23 service nova] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] No waiting events found dispatching network-vif-plugged-b2c3f085-5f4a-472c-be08-6a88474d5797 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1895.287224] env[63366]: WARNING nova.compute.manager [req-0127f631-1d32-4707-8f80-67dbde7172cf req-3acd4662-3a8e-4491-83de-2d02d5754e23 service nova] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Received unexpected event network-vif-plugged-b2c3f085-5f4a-472c-be08-6a88474d5797 for instance with vm_state building and task_state spawning. [ 1895.344594] env[63366]: DEBUG oslo_vmware.api [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Task: {'id': task-2103415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.855083} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.345103] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 2a5458eb-c394-484c-8374-73eee310dc89/2a5458eb-c394-484c-8374-73eee310dc89.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1895.345477] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1895.345880] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9859e063-6a8b-4775-9573-bfa720f1b138 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.358019] env[63366]: DEBUG oslo_vmware.api [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Waiting for the task: (returnval){ [ 1895.358019] env[63366]: value = "task-2103416" [ 1895.358019] env[63366]: _type = "Task" [ 1895.358019] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.372547] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.374949] env[63366]: DEBUG nova.compute.manager [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1895.380025] env[63366]: DEBUG oslo_vmware.api [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Task: {'id': task-2103416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.380755] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.551s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.381087] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.381509] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1895.384038] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.133s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.389015] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21e7a92-5fb4-4d87-9ec1-881a233262ba {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.391526] env[63366]: DEBUG oslo_concurrency.lockutils [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Releasing lock "refresh_cache-3f634a63-a93f-48b9-8272-3bbf62ae807f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.392072] env[63366]: DEBUG nova.compute.manager [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Instance network_info: |[{"id": "edeba78b-ac89-41f8-969a-4f5d67d34122", "address": "fa:16:3e:e1:b0:f1", "network": {"id": "ff88eafc-52be-4f8b-b9a5-e068833bfab7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1647919858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c6d0f4d73b45b280497b25fdc750f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedeba78b-ac", "ovs_interfaceid": "edeba78b-ac89-41f8-969a-4f5d67d34122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1895.395770] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:b0:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edeba78b-ac89-41f8-969a-4f5d67d34122', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1895.408535] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Creating folder: Project (73c6d0f4d73b45b280497b25fdc750f7). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1895.409528] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8941da34-a5bf-47b7-882f-55cfb77239ca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.418053] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae580c9-fbfe-45fb-8ead-2db3683018bc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.427311] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Created folder: Project (73c6d0f4d73b45b280497b25fdc750f7) in parent group-v430612. [ 1895.427311] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Creating folder: Instances. Parent ref: group-v430676. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1895.427311] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1fcba58-8aac-4eff-8342-68ab1a0003c1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.439207] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a71ad72-c103-4ba7-a34b-73c050f45601 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.448295] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e295fbf-0e4f-4aed-9d0d-7c6b6151aadc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.455432] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Created folder: Instances in parent group-v430676. [ 1895.455628] env[63366]: DEBUG oslo.service.loopingcall [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1895.456367] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1895.456367] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-432b01a1-3b90-423e-a440-6d3936bdc14f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.499823] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181287MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1895.503474] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.512302] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1895.512302] env[63366]: value = "task-2103419" [ 1895.512302] env[63366]: _type = "Task" [ 1895.512302] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.520493] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103419, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.540914] env[63366]: DEBUG nova.compute.manager [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1895.669658] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Acquiring lock "0237b15e-2ac9-419f-b74e-6eea2558e817" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.669965] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Lock "0237b15e-2ac9-419f-b74e-6eea2558e817" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.743538] env[63366]: DEBUG nova.network.neutron [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Updating instance_info_cache with network_info: [{"id": "b2c3f085-5f4a-472c-be08-6a88474d5797", "address": "fa:16:3e:59:0c:c6", "network": {"id": "ef78ab85-76b2-4e27-be1d-e411e8d0ab2f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-771657191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7717d61b9034a3ab10d82ae39bcd8b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2c3f085-5f", "ovs_interfaceid": "b2c3f085-5f4a-472c-be08-6a88474d5797", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.868339] env[63366]: DEBUG oslo_vmware.api [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Task: {'id': task-2103416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070858} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.868745] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1895.869578] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c95a90-628f-44a4-a864-053a442cc07c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.891676] env[63366]: DEBUG nova.compute.utils [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1895.901889] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 2a5458eb-c394-484c-8374-73eee310dc89/2a5458eb-c394-484c-8374-73eee310dc89.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1895.902607] env[63366]: DEBUG nova.compute.manager [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1895.902790] env[63366]: DEBUG nova.network.neutron [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1895.907990] env[63366]: INFO nova.compute.claims [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1895.911572] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dde7aa3-dad0-4a42-b034-875f2faec590 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.938364] env[63366]: DEBUG oslo_vmware.api [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Waiting for the task: (returnval){ [ 1895.938364] env[63366]: value = "task-2103420" [ 1895.938364] env[63366]: _type = "Task" [ 1895.938364] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.952251] env[63366]: DEBUG oslo_vmware.api [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Task: {'id': task-2103420, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.022544] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103419, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.034882] env[63366]: DEBUG nova.policy [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f059dce013ef435e8826cdaa233dc0a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb4de758f90f42f18be2c1ce2cf019f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1896.082907] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.247158] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Releasing lock "refresh_cache-104eaa03-2212-451d-bc4e-e84be2b126ca" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.247497] env[63366]: DEBUG nova.compute.manager [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Instance network_info: |[{"id": "b2c3f085-5f4a-472c-be08-6a88474d5797", "address": "fa:16:3e:59:0c:c6", "network": {"id": "ef78ab85-76b2-4e27-be1d-e411e8d0ab2f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-771657191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7717d61b9034a3ab10d82ae39bcd8b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2c3f085-5f", "ovs_interfaceid": "b2c3f085-5f4a-472c-be08-6a88474d5797", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1896.248009] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:0c:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2c3f085-5f4a-472c-be08-6a88474d5797', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1896.256829] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Creating folder: Project (c7717d61b9034a3ab10d82ae39bcd8b5). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1896.257129] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff07f582-f38f-4e2b-8377-42e13948b689 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.271720] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Created folder: Project (c7717d61b9034a3ab10d82ae39bcd8b5) in parent group-v430612. [ 1896.271974] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Creating folder: Instances. Parent ref: group-v430679. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1896.272282] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aaf45dc2-6238-4698-846a-7f937c22789d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.285224] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Created folder: Instances in parent group-v430679. [ 1896.285539] env[63366]: DEBUG oslo.service.loopingcall [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1896.285770] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1896.286035] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e04c85df-f67a-4862-9597-4e22f557cccc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.310415] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1896.310415] env[63366]: value = "task-2103423" [ 1896.310415] env[63366]: _type = "Task" [ 1896.310415] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.320773] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103423, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.404919] env[63366]: DEBUG nova.compute.manager [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1896.431326] env[63366]: INFO nova.compute.resource_tracker [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Updating resource usage from migration 6380001a-0110-437c-b31c-2d2a11575e72 [ 1896.455032] env[63366]: DEBUG oslo_vmware.api [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Task: {'id': task-2103420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.533028] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103419, 'name': CreateVM_Task, 'duration_secs': 0.601654} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.533317] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1896.534079] env[63366]: DEBUG oslo_concurrency.lockutils [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.534631] env[63366]: DEBUG oslo_concurrency.lockutils [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.534993] env[63366]: DEBUG oslo_concurrency.lockutils [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1896.535302] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4e612e2-eb1f-42f4-957f-76b0330bae21 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.545145] env[63366]: DEBUG oslo_vmware.api [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 1896.545145] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]523ac544-abf9-7ef4-a245-563854df6534" [ 1896.545145] env[63366]: _type = "Task" [ 1896.545145] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.561100] env[63366]: DEBUG oslo_vmware.api [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523ac544-abf9-7ef4-a245-563854df6534, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.828313] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103423, 'name': CreateVM_Task, 'duration_secs': 0.449054} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.828735] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1896.832968] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.865062] env[63366]: DEBUG nova.compute.manager [req-ccc3f927-1c73-45f7-988f-3b04eb779e7c req-194316ae-03b9-4c81-a8bc-f5142c04ecea service nova] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Received event network-vif-plugged-edeba78b-ac89-41f8-969a-4f5d67d34122 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1896.869026] env[63366]: DEBUG oslo_concurrency.lockutils [req-ccc3f927-1c73-45f7-988f-3b04eb779e7c req-194316ae-03b9-4c81-a8bc-f5142c04ecea service nova] Acquiring lock "3f634a63-a93f-48b9-8272-3bbf62ae807f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.869026] env[63366]: DEBUG oslo_concurrency.lockutils [req-ccc3f927-1c73-45f7-988f-3b04eb779e7c req-194316ae-03b9-4c81-a8bc-f5142c04ecea service nova] Lock "3f634a63-a93f-48b9-8272-3bbf62ae807f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.869026] env[63366]: DEBUG oslo_concurrency.lockutils [req-ccc3f927-1c73-45f7-988f-3b04eb779e7c req-194316ae-03b9-4c81-a8bc-f5142c04ecea service nova] Lock "3f634a63-a93f-48b9-8272-3bbf62ae807f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.869026] env[63366]: DEBUG nova.compute.manager [req-ccc3f927-1c73-45f7-988f-3b04eb779e7c req-194316ae-03b9-4c81-a8bc-f5142c04ecea service nova] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] No waiting events found dispatching network-vif-plugged-edeba78b-ac89-41f8-969a-4f5d67d34122 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1896.869026] env[63366]: WARNING nova.compute.manager [req-ccc3f927-1c73-45f7-988f-3b04eb779e7c req-194316ae-03b9-4c81-a8bc-f5142c04ecea service nova] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Received unexpected event network-vif-plugged-edeba78b-ac89-41f8-969a-4f5d67d34122 for instance with vm_state building and task_state spawning. [ 1896.869531] env[63366]: DEBUG nova.compute.manager [req-ccc3f927-1c73-45f7-988f-3b04eb779e7c req-194316ae-03b9-4c81-a8bc-f5142c04ecea service nova] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Received event network-vif-deleted-f4a0ec11-799e-413a-b44b-f0e127313da7 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1896.869531] env[63366]: DEBUG nova.compute.manager [req-ccc3f927-1c73-45f7-988f-3b04eb779e7c req-194316ae-03b9-4c81-a8bc-f5142c04ecea service nova] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Received event network-changed-edeba78b-ac89-41f8-969a-4f5d67d34122 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1896.869531] env[63366]: DEBUG nova.compute.manager [req-ccc3f927-1c73-45f7-988f-3b04eb779e7c req-194316ae-03b9-4c81-a8bc-f5142c04ecea service nova] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Refreshing instance network info cache due to event network-changed-edeba78b-ac89-41f8-969a-4f5d67d34122. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1896.869531] env[63366]: DEBUG oslo_concurrency.lockutils [req-ccc3f927-1c73-45f7-988f-3b04eb779e7c req-194316ae-03b9-4c81-a8bc-f5142c04ecea service nova] Acquiring lock "refresh_cache-3f634a63-a93f-48b9-8272-3bbf62ae807f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.869531] env[63366]: DEBUG oslo_concurrency.lockutils [req-ccc3f927-1c73-45f7-988f-3b04eb779e7c req-194316ae-03b9-4c81-a8bc-f5142c04ecea service nova] Acquired lock "refresh_cache-3f634a63-a93f-48b9-8272-3bbf62ae807f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.869688] env[63366]: DEBUG nova.network.neutron [req-ccc3f927-1c73-45f7-988f-3b04eb779e7c req-194316ae-03b9-4c81-a8bc-f5142c04ecea service nova] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Refreshing network info cache for port edeba78b-ac89-41f8-969a-4f5d67d34122 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1896.873240] env[63366]: DEBUG nova.network.neutron [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Successfully created port: 649f558d-e0b0-41e7-bcff-9cb74b0e2bfa {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1896.958573] env[63366]: DEBUG oslo_vmware.api [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Task: {'id': task-2103420, 'name': ReconfigVM_Task, 'duration_secs': 0.793933} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.959123] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 2a5458eb-c394-484c-8374-73eee310dc89/2a5458eb-c394-484c-8374-73eee310dc89.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1896.960165] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fa93928-eafd-49c7-9f5e-c85e06d9c55d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.973993] env[63366]: DEBUG oslo_vmware.api [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Waiting for the task: (returnval){ [ 1896.973993] env[63366]: value = "task-2103424" [ 1896.973993] env[63366]: _type = "Task" [ 1896.973993] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.988135] env[63366]: DEBUG oslo_vmware.api [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Task: {'id': task-2103424, 'name': Rename_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.061638] env[63366]: DEBUG oslo_vmware.api [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523ac544-abf9-7ef4-a245-563854df6534, 'name': SearchDatastore_Task, 'duration_secs': 0.010982} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.062058] env[63366]: DEBUG oslo_concurrency.lockutils [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.062376] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1897.062572] env[63366]: DEBUG oslo_concurrency.lockutils [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.062716] env[63366]: DEBUG oslo_concurrency.lockutils [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.062883] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1897.063182] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.063519] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1897.063749] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bc55508-0858-4355-8497-2fff5b75cd2b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.065918] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad5b631d-d40e-4eca-8263-0d2b66317701 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.075803] env[63366]: DEBUG oslo_vmware.api [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Waiting for the task: (returnval){ [ 1897.075803] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ebc30b-f7db-8bf2-5f0f-7ad632e2816b" [ 1897.075803] env[63366]: _type = "Task" [ 1897.075803] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.077580] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1897.077580] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1897.081925] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64d351c9-a17e-47cb-bb62-242cbfb6a2fb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.096415] env[63366]: DEBUG oslo_vmware.api [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ebc30b-f7db-8bf2-5f0f-7ad632e2816b, 'name': SearchDatastore_Task, 'duration_secs': 0.013826} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.096709] env[63366]: DEBUG oslo_vmware.api [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 1897.096709] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52f43df8-ff5b-d7e5-5aba-79c78e122cd3" [ 1897.096709] env[63366]: _type = "Task" [ 1897.096709] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.096995] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.097295] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1897.097398] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.111204] env[63366]: DEBUG oslo_vmware.api [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f43df8-ff5b-d7e5-5aba-79c78e122cd3, 'name': SearchDatastore_Task, 'duration_secs': 0.015548} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.112245] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92b08b79-618e-4d18-9faa-03ce56c36531 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.116496] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26962ff9-053a-4ca5-b143-2c09fe07611e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.127787] env[63366]: DEBUG oslo_vmware.api [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 1897.127787] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]525d151b-c02f-af53-0ad9-97e558fd3881" [ 1897.127787] env[63366]: _type = "Task" [ 1897.127787] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.128846] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a1dbce-8674-4ba5-bad7-f251e6fa56f0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.145038] env[63366]: DEBUG oslo_vmware.api [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]525d151b-c02f-af53-0ad9-97e558fd3881, 'name': SearchDatastore_Task, 'duration_secs': 0.012255} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.177901] env[63366]: DEBUG oslo_concurrency.lockutils [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.178215] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 3f634a63-a93f-48b9-8272-3bbf62ae807f/3f634a63-a93f-48b9-8272-3bbf62ae807f.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1897.178789] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.178922] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1897.179311] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3b5c6df-4c4a-4062-a757-e0211ac7c09c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.181918] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d0850a-03cf-414d-beea-aeda41922b81 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.187096] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba8c6848-9710-49fd-aaa6-81918c396911 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.195069] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63866fd5-8338-4a2a-ad71-dbcd93d008f5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.202018] env[63366]: DEBUG oslo_vmware.api [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 1897.202018] env[63366]: value = "task-2103425" [ 1897.202018] env[63366]: _type = "Task" [ 1897.202018] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.203562] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1897.203742] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1897.209241] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c884518b-bbd3-4237-87d9-61b397268e7e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.220874] env[63366]: DEBUG nova.compute.provider_tree [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1897.228264] env[63366]: DEBUG oslo_vmware.api [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Waiting for the task: (returnval){ [ 1897.228264] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]526e8ea7-413c-2a8e-4bdc-19deab228044" [ 1897.228264] env[63366]: _type = "Task" [ 1897.228264] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.230596] env[63366]: DEBUG oslo_vmware.api [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.242432] env[63366]: DEBUG oslo_vmware.api [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526e8ea7-413c-2a8e-4bdc-19deab228044, 'name': SearchDatastore_Task, 'duration_secs': 0.011355} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.243232] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6252212-d71c-4eff-b584-76d3cb7e333f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.250612] env[63366]: DEBUG oslo_vmware.api [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Waiting for the task: (returnval){ [ 1897.250612] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5239a9c4-472c-3fc3-9c17-352d7bb73ee3" [ 1897.250612] env[63366]: _type = "Task" [ 1897.250612] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.260477] env[63366]: DEBUG oslo_vmware.api [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5239a9c4-472c-3fc3-9c17-352d7bb73ee3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.424057] env[63366]: DEBUG nova.compute.manager [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1897.460374] env[63366]: DEBUG nova.virt.hardware [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1897.460681] env[63366]: DEBUG nova.virt.hardware [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1897.460943] env[63366]: DEBUG nova.virt.hardware [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1897.461767] env[63366]: DEBUG nova.virt.hardware [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1897.461969] env[63366]: DEBUG nova.virt.hardware [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1897.462182] env[63366]: DEBUG nova.virt.hardware [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1897.462464] env[63366]: DEBUG nova.virt.hardware [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1897.462647] env[63366]: DEBUG nova.virt.hardware [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1897.462869] env[63366]: DEBUG nova.virt.hardware [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1897.463116] env[63366]: DEBUG nova.virt.hardware [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1897.464032] env[63366]: DEBUG nova.virt.hardware [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1897.464474] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0e72eb-4696-4154-b851-83d54d566f7e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.483942] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d01ebe-9a82-4b61-9b8c-4aa0c6bf39b6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.505657] env[63366]: DEBUG oslo_vmware.api [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Task: {'id': task-2103424, 'name': Rename_Task, 'duration_secs': 0.173591} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.505935] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1897.506209] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-703eaa04-0e82-4f7b-a5dd-46c8e6011193 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.518678] env[63366]: DEBUG oslo_vmware.api [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Waiting for the task: (returnval){ [ 1897.518678] env[63366]: value = "task-2103426" [ 1897.518678] env[63366]: _type = "Task" [ 1897.518678] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.532684] env[63366]: DEBUG oslo_vmware.api [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Task: {'id': task-2103426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.719326] env[63366]: DEBUG oslo_vmware.api [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103425, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.728095] env[63366]: DEBUG nova.scheduler.client.report [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1897.776753] env[63366]: DEBUG oslo_vmware.api [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5239a9c4-472c-3fc3-9c17-352d7bb73ee3, 'name': SearchDatastore_Task, 'duration_secs': 0.01094} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.782134] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.782134] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 104eaa03-2212-451d-bc4e-e84be2b126ca/104eaa03-2212-451d-bc4e-e84be2b126ca.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1897.782134] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c1a0b4c-e625-4fe0-9b07-c9bb41080974 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.801304] env[63366]: DEBUG oslo_vmware.api [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Waiting for the task: (returnval){ [ 1897.801304] env[63366]: value = "task-2103427" [ 1897.801304] env[63366]: _type = "Task" [ 1897.801304] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.820652] env[63366]: DEBUG oslo_vmware.api [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Task: {'id': task-2103427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.995233] env[63366]: DEBUG nova.network.neutron [req-ccc3f927-1c73-45f7-988f-3b04eb779e7c req-194316ae-03b9-4c81-a8bc-f5142c04ecea service nova] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Updated VIF entry in instance network info cache for port edeba78b-ac89-41f8-969a-4f5d67d34122. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1897.995597] env[63366]: DEBUG nova.network.neutron [req-ccc3f927-1c73-45f7-988f-3b04eb779e7c req-194316ae-03b9-4c81-a8bc-f5142c04ecea service nova] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Updating instance_info_cache with network_info: [{"id": "edeba78b-ac89-41f8-969a-4f5d67d34122", "address": "fa:16:3e:e1:b0:f1", "network": {"id": "ff88eafc-52be-4f8b-b9a5-e068833bfab7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1647919858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c6d0f4d73b45b280497b25fdc750f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedeba78b-ac", "ovs_interfaceid": "edeba78b-ac89-41f8-969a-4f5d67d34122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.035483] env[63366]: DEBUG oslo_vmware.api [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Task: {'id': task-2103426, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.219556] env[63366]: DEBUG oslo_vmware.api [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732602} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.219894] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 3f634a63-a93f-48b9-8272-3bbf62ae807f/3f634a63-a93f-48b9-8272-3bbf62ae807f.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1898.221048] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1898.221048] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9a3fe12-0691-4b67-8204-8ee861d4dedd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.231057] env[63366]: DEBUG oslo_vmware.api [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 1898.231057] env[63366]: value = "task-2103428" [ 1898.231057] env[63366]: _type = "Task" [ 1898.231057] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.239023] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.854s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.239023] env[63366]: INFO nova.compute.manager [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Migrating [ 1898.239023] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.239023] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquired lock "compute-rpcapi-router" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.239613] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.585s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.239613] env[63366]: DEBUG nova.objects.instance [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63366) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1898.254347] env[63366]: DEBUG oslo_vmware.api [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.302383] env[63366]: DEBUG nova.compute.manager [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1898.304337] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab61c91d-62dc-4628-9e7e-14871a49c003 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.334487] env[63366]: DEBUG oslo_vmware.api [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Task: {'id': task-2103427, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.498496] env[63366]: DEBUG oslo_concurrency.lockutils [req-ccc3f927-1c73-45f7-988f-3b04eb779e7c req-194316ae-03b9-4c81-a8bc-f5142c04ecea service nova] Releasing lock "refresh_cache-3f634a63-a93f-48b9-8272-3bbf62ae807f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.530456] env[63366]: DEBUG oslo_vmware.api [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Task: {'id': task-2103426, 'name': PowerOnVM_Task, 'duration_secs': 0.81337} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.530727] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1898.532461] env[63366]: INFO nova.compute.manager [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Took 11.30 seconds to spawn the instance on the hypervisor. [ 1898.532461] env[63366]: DEBUG nova.compute.manager [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1898.532461] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee385f3-e872-466a-b14c-2b3ff369484e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.744758] env[63366]: INFO nova.compute.rpcapi [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1898.745380] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Releasing lock "compute-rpcapi-router" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.755436] env[63366]: DEBUG oslo_vmware.api [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11531} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.759935] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1898.764726] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86973053-7508-4427-8c80-505023e38e1e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.805350] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 3f634a63-a93f-48b9-8272-3bbf62ae807f/3f634a63-a93f-48b9-8272-3bbf62ae807f.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1898.806051] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0eeea57-c6f2-4235-adce-2bb7f0b2e50e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.831922] env[63366]: DEBUG oslo_vmware.api [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Task: {'id': task-2103427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768031} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.833446] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 104eaa03-2212-451d-bc4e-e84be2b126ca/104eaa03-2212-451d-bc4e-e84be2b126ca.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1898.835767] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1898.835767] env[63366]: INFO nova.compute.manager [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] instance snapshotting [ 1898.836866] env[63366]: DEBUG oslo_vmware.api [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 1898.836866] env[63366]: value = "task-2103429" [ 1898.836866] env[63366]: _type = "Task" [ 1898.836866] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.837085] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0490b6b8-42ad-4009-8165-2a4b96ff6030 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.843329] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56634bf0-faf0-41e3-a090-85c78d2fae5d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.855497] env[63366]: DEBUG oslo_vmware.api [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103429, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.855497] env[63366]: DEBUG oslo_vmware.api [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Waiting for the task: (returnval){ [ 1898.855497] env[63366]: value = "task-2103430" [ 1898.855497] env[63366]: _type = "Task" [ 1898.855497] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.877170] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e148d1-6233-4bf2-8919-e2b2a2e7dcf9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.887418] env[63366]: DEBUG oslo_vmware.api [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Task: {'id': task-2103430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.984809] env[63366]: DEBUG nova.network.neutron [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Successfully updated port: 649f558d-e0b0-41e7-bcff-9cb74b0e2bfa {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1899.054757] env[63366]: INFO nova.compute.manager [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Took 35.47 seconds to build instance. [ 1899.264809] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9c7a2143-ac65-4193-a17d-5f6933f4c44c tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.265975] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.966s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.268094] env[63366]: INFO nova.compute.claims [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1899.275329] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquiring lock "refresh_cache-ace1ae39-d6de-4b36-93f5-e1b8f810a16a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.275504] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquired lock "refresh_cache-ace1ae39-d6de-4b36-93f5-e1b8f810a16a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.275676] env[63366]: DEBUG nova.network.neutron [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1899.353276] env[63366]: DEBUG oslo_vmware.api [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.382703] env[63366]: DEBUG oslo_vmware.api [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Task: {'id': task-2103430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.271342} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.383327] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1899.384160] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f727c524-648c-49b0-8786-c20b27a909af {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.388873] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Creating Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1899.389263] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-193c7ab3-aeb7-42e2-9d58-140b92acab9d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.410262] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 104eaa03-2212-451d-bc4e-e84be2b126ca/104eaa03-2212-451d-bc4e-e84be2b126ca.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1899.410926] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fb73c2c-87c5-4ff7-bbd8-6401e7a1c7dc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.426680] env[63366]: DEBUG oslo_vmware.api [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 1899.426680] env[63366]: value = "task-2103431" [ 1899.426680] env[63366]: _type = "Task" [ 1899.426680] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.434446] env[63366]: DEBUG oslo_vmware.api [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Waiting for the task: (returnval){ [ 1899.434446] env[63366]: value = "task-2103432" [ 1899.434446] env[63366]: _type = "Task" [ 1899.434446] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.440820] env[63366]: DEBUG oslo_vmware.api [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103431, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.446708] env[63366]: DEBUG oslo_vmware.api [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Task: {'id': task-2103432, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.490244] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Acquiring lock "refresh_cache-c33de456-d210-4ba8-b039-3bf1678f9cb8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.490413] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Acquired lock "refresh_cache-c33de456-d210-4ba8-b039-3bf1678f9cb8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.490582] env[63366]: DEBUG nova.network.neutron [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1899.558025] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47089795-6e5b-45fb-bd15-1b57f115c440 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Lock "2a5458eb-c394-484c-8374-73eee310dc89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.539s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.667680] env[63366]: DEBUG nova.compute.manager [req-db8de89d-013c-4dff-b30f-7751671655fb req-f0a280e0-e977-47a9-9d75-dec82f6c5355 service nova] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Received event network-changed-b2c3f085-5f4a-472c-be08-6a88474d5797 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1899.667878] env[63366]: DEBUG nova.compute.manager [req-db8de89d-013c-4dff-b30f-7751671655fb req-f0a280e0-e977-47a9-9d75-dec82f6c5355 service nova] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Refreshing instance network info cache due to event network-changed-b2c3f085-5f4a-472c-be08-6a88474d5797. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1899.670610] env[63366]: DEBUG oslo_concurrency.lockutils [req-db8de89d-013c-4dff-b30f-7751671655fb req-f0a280e0-e977-47a9-9d75-dec82f6c5355 service nova] Acquiring lock "refresh_cache-104eaa03-2212-451d-bc4e-e84be2b126ca" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.670877] env[63366]: DEBUG oslo_concurrency.lockutils [req-db8de89d-013c-4dff-b30f-7751671655fb req-f0a280e0-e977-47a9-9d75-dec82f6c5355 service nova] Acquired lock "refresh_cache-104eaa03-2212-451d-bc4e-e84be2b126ca" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.673175] env[63366]: DEBUG nova.network.neutron [req-db8de89d-013c-4dff-b30f-7751671655fb req-f0a280e0-e977-47a9-9d75-dec82f6c5355 service nova] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Refreshing network info cache for port b2c3f085-5f4a-472c-be08-6a88474d5797 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1899.855787] env[63366]: DEBUG oslo_vmware.api [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103429, 'name': ReconfigVM_Task, 'duration_secs': 0.892241} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.856832] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 3f634a63-a93f-48b9-8272-3bbf62ae807f/3f634a63-a93f-48b9-8272-3bbf62ae807f.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1899.857664] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87b673cd-53bc-48d9-88e5-51f89854ec61 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.867711] env[63366]: DEBUG oslo_vmware.api [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 1899.867711] env[63366]: value = "task-2103433" [ 1899.867711] env[63366]: _type = "Task" [ 1899.867711] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.881706] env[63366]: DEBUG oslo_vmware.api [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103433, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.944808] env[63366]: DEBUG oslo_vmware.api [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103431, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.951274] env[63366]: DEBUG oslo_vmware.api [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Task: {'id': task-2103432, 'name': ReconfigVM_Task, 'duration_secs': 0.384167} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.951634] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 104eaa03-2212-451d-bc4e-e84be2b126ca/104eaa03-2212-451d-bc4e-e84be2b126ca.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1899.952302] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-028e8cc7-815f-4c6b-95fe-f3948505b5c1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.962144] env[63366]: DEBUG oslo_vmware.api [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Waiting for the task: (returnval){ [ 1899.962144] env[63366]: value = "task-2103434" [ 1899.962144] env[63366]: _type = "Task" [ 1899.962144] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.976530] env[63366]: DEBUG oslo_vmware.api [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Task: {'id': task-2103434, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.057825] env[63366]: DEBUG nova.network.neutron [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1900.060868] env[63366]: DEBUG nova.compute.manager [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1900.086542] env[63366]: DEBUG nova.network.neutron [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Updating instance_info_cache with network_info: [{"id": "8d47812b-1742-4e32-95d2-1f226baa3ee6", "address": "fa:16:3e:f6:4c:6b", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d47812b-17", "ovs_interfaceid": "8d47812b-1742-4e32-95d2-1f226baa3ee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.214322] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Acquiring lock "f62137c6-8851-4d59-9f15-2ee39cda52f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.214865] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Lock "f62137c6-8851-4d59-9f15-2ee39cda52f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.374510] env[63366]: DEBUG nova.network.neutron [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Updating instance_info_cache with network_info: [{"id": "649f558d-e0b0-41e7-bcff-9cb74b0e2bfa", "address": "fa:16:3e:c1:c5:5e", "network": {"id": "a4b8633a-80d8-4aff-9d8f-cecb4f3851fb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-724784293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb4de758f90f42f18be2c1ce2cf019f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap649f558d-e0", "ovs_interfaceid": "649f558d-e0b0-41e7-bcff-9cb74b0e2bfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.382469] env[63366]: DEBUG oslo_vmware.api [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103433, 'name': Rename_Task, 'duration_secs': 0.169847} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.382871] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1900.383213] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f292427c-a89a-4efa-8356-f435e036c320 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.392637] env[63366]: DEBUG oslo_vmware.api [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 1900.392637] env[63366]: value = "task-2103435" [ 1900.392637] env[63366]: _type = "Task" [ 1900.392637] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.408213] env[63366]: DEBUG oslo_vmware.api [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.408851] env[63366]: DEBUG nova.network.neutron [req-db8de89d-013c-4dff-b30f-7751671655fb req-f0a280e0-e977-47a9-9d75-dec82f6c5355 service nova] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Updated VIF entry in instance network info cache for port b2c3f085-5f4a-472c-be08-6a88474d5797. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1900.409219] env[63366]: DEBUG nova.network.neutron [req-db8de89d-013c-4dff-b30f-7751671655fb req-f0a280e0-e977-47a9-9d75-dec82f6c5355 service nova] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Updating instance_info_cache with network_info: [{"id": "b2c3f085-5f4a-472c-be08-6a88474d5797", "address": "fa:16:3e:59:0c:c6", "network": {"id": "ef78ab85-76b2-4e27-be1d-e411e8d0ab2f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-771657191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7717d61b9034a3ab10d82ae39bcd8b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2c3f085-5f", "ovs_interfaceid": "b2c3f085-5f4a-472c-be08-6a88474d5797", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.440744] env[63366]: DEBUG oslo_vmware.api [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103431, 'name': CreateSnapshot_Task, 'duration_secs': 0.802574} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.444142] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Created Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1900.444996] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc549994-c038-4ee2-9758-9139c3d4c7fa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.474809] env[63366]: DEBUG oslo_vmware.api [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Task: {'id': task-2103434, 'name': Rename_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.531838] env[63366]: DEBUG oslo_concurrency.lockutils [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Acquiring lock "929c57e8-88c8-4cda-8a89-afcfda128c51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.532206] env[63366]: DEBUG oslo_concurrency.lockutils [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Lock "929c57e8-88c8-4cda-8a89-afcfda128c51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.585034] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.591610] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Releasing lock "refresh_cache-ace1ae39-d6de-4b36-93f5-e1b8f810a16a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.849047] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8dbf2d-96d4-47d6-a1b1-5e010dce045b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.857798] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1996eaf6-279a-4c9e-9826-a0484da65ef6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.890440] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Releasing lock "refresh_cache-c33de456-d210-4ba8-b039-3bf1678f9cb8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.890756] env[63366]: DEBUG nova.compute.manager [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Instance network_info: |[{"id": "649f558d-e0b0-41e7-bcff-9cb74b0e2bfa", "address": "fa:16:3e:c1:c5:5e", "network": {"id": "a4b8633a-80d8-4aff-9d8f-cecb4f3851fb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-724784293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb4de758f90f42f18be2c1ce2cf019f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap649f558d-e0", "ovs_interfaceid": "649f558d-e0b0-41e7-bcff-9cb74b0e2bfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1900.891570] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:c5:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '649f558d-e0b0-41e7-bcff-9cb74b0e2bfa', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1900.899500] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Creating folder: Project (bb4de758f90f42f18be2c1ce2cf019f9). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1900.900261] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76262976-98a7-499e-bf98-a49fdf1d5e29 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.903034] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d1a0a68-85ee-478b-89b5-4712f8867d7f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.911834] env[63366]: DEBUG oslo_concurrency.lockutils [req-db8de89d-013c-4dff-b30f-7751671655fb req-f0a280e0-e977-47a9-9d75-dec82f6c5355 service nova] Releasing lock "refresh_cache-104eaa03-2212-451d-bc4e-e84be2b126ca" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.922068] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd1714c-8060-40a2-86e6-e2e62990f346 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.926245] env[63366]: DEBUG oslo_vmware.api [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103435, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.927724] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Created folder: Project (bb4de758f90f42f18be2c1ce2cf019f9) in parent group-v430612. [ 1900.927919] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Creating folder: Instances. Parent ref: group-v430683. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1900.928566] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85a1d8a2-fe76-4efb-be78-f786bceddd08 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.939143] env[63366]: DEBUG nova.compute.provider_tree [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1900.945330] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Created folder: Instances in parent group-v430683. [ 1900.945330] env[63366]: DEBUG oslo.service.loopingcall [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1900.945330] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1900.945330] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-029fa151-cb4a-43ee-a18b-ad954f07c632 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.966607] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Creating linked-clone VM from snapshot {{(pid=63366) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1900.969283] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3c59c307-45a3-45ae-bc8a-415ea58f56fc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.972793] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1900.972793] env[63366]: value = "task-2103438" [ 1900.972793] env[63366]: _type = "Task" [ 1900.972793] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.986209] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103438, 'name': CreateVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.995096] env[63366]: DEBUG nova.compute.manager [req-1e86ccef-bb9c-47a8-84d3-63c07ba234a6 req-59483c9b-3d09-4260-9727-c88a670b1cc6 service nova] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Received event network-changed-58e10acf-d887-4f01-acb7-aff68c940da1 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1900.995286] env[63366]: DEBUG nova.compute.manager [req-1e86ccef-bb9c-47a8-84d3-63c07ba234a6 req-59483c9b-3d09-4260-9727-c88a670b1cc6 service nova] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Refreshing instance network info cache due to event network-changed-58e10acf-d887-4f01-acb7-aff68c940da1. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1900.995544] env[63366]: DEBUG oslo_concurrency.lockutils [req-1e86ccef-bb9c-47a8-84d3-63c07ba234a6 req-59483c9b-3d09-4260-9727-c88a670b1cc6 service nova] Acquiring lock "refresh_cache-9f1629c8-a6f3-4285-85fe-ae369c4d20ec" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.995682] env[63366]: DEBUG oslo_concurrency.lockutils [req-1e86ccef-bb9c-47a8-84d3-63c07ba234a6 req-59483c9b-3d09-4260-9727-c88a670b1cc6 service nova] Acquired lock "refresh_cache-9f1629c8-a6f3-4285-85fe-ae369c4d20ec" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.997279] env[63366]: DEBUG nova.network.neutron [req-1e86ccef-bb9c-47a8-84d3-63c07ba234a6 req-59483c9b-3d09-4260-9727-c88a670b1cc6 service nova] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Refreshing network info cache for port 58e10acf-d887-4f01-acb7-aff68c940da1 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1900.997279] env[63366]: DEBUG oslo_vmware.api [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 1900.997279] env[63366]: value = "task-2103439" [ 1900.997279] env[63366]: _type = "Task" [ 1900.997279] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.998621] env[63366]: DEBUG oslo_vmware.api [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Task: {'id': task-2103434, 'name': Rename_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.013208] env[63366]: DEBUG oslo_vmware.api [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103439, 'name': CloneVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.234354] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Acquiring lock "80fd055f-cf2a-41bd-8d94-1bdd3bd440e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.234354] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Lock "80fd055f-cf2a-41bd-8d94-1bdd3bd440e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.418324] env[63366]: DEBUG oslo_vmware.api [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103435, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.446790] env[63366]: DEBUG nova.scheduler.client.report [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1901.484053] env[63366]: DEBUG oslo_vmware.api [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Task: {'id': task-2103434, 'name': Rename_Task, 'duration_secs': 1.17189} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.485298] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1901.485298] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d950bbc5-f750-4444-bde7-6f253bd2964e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.492097] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103438, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.494048] env[63366]: DEBUG oslo_vmware.api [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Waiting for the task: (returnval){ [ 1901.494048] env[63366]: value = "task-2103440" [ 1901.494048] env[63366]: _type = "Task" [ 1901.494048] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.509074] env[63366]: DEBUG oslo_vmware.api [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Task: {'id': task-2103440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.522266] env[63366]: DEBUG oslo_vmware.api [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103439, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.897129] env[63366]: DEBUG nova.network.neutron [req-1e86ccef-bb9c-47a8-84d3-63c07ba234a6 req-59483c9b-3d09-4260-9727-c88a670b1cc6 service nova] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Updated VIF entry in instance network info cache for port 58e10acf-d887-4f01-acb7-aff68c940da1. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1901.897463] env[63366]: DEBUG nova.network.neutron [req-1e86ccef-bb9c-47a8-84d3-63c07ba234a6 req-59483c9b-3d09-4260-9727-c88a670b1cc6 service nova] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Updating instance_info_cache with network_info: [{"id": "58e10acf-d887-4f01-acb7-aff68c940da1", "address": "fa:16:3e:fa:8d:9e", "network": {"id": "6ee4126a-68bc-491a-b982-9b0d05618a5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-520634957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc914ffb3cb14b05819d26b141f2c725", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e10acf-d8", "ovs_interfaceid": "58e10acf-d887-4f01-acb7-aff68c940da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1901.919425] env[63366]: DEBUG oslo_vmware.api [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103435, 'name': PowerOnVM_Task, 'duration_secs': 1.309875} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.919634] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1901.919854] env[63366]: INFO nova.compute.manager [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Took 12.05 seconds to spawn the instance on the hypervisor. [ 1901.920145] env[63366]: DEBUG nova.compute.manager [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1901.920969] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf08ea5-562d-4bf9-a9a8-923132b99a1b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.951775] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.952156] env[63366]: DEBUG nova.compute.manager [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1901.962354] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.707s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.963893] env[63366]: INFO nova.compute.claims [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1901.993609] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103438, 'name': CreateVM_Task, 'duration_secs': 0.547134} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.994401] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1901.995809] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.996246] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.997103] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1902.003045] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f07e34e8-f728-44f5-b039-de248ca33dae {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.018203] env[63366]: DEBUG oslo_vmware.api [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Waiting for the task: (returnval){ [ 1902.018203] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52eed54c-0912-b037-bf24-33e38881edf7" [ 1902.018203] env[63366]: _type = "Task" [ 1902.018203] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.030225] env[63366]: DEBUG oslo_vmware.api [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Task: {'id': task-2103440, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.030575] env[63366]: DEBUG oslo_vmware.api [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103439, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.042170] env[63366]: DEBUG oslo_vmware.api [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52eed54c-0912-b037-bf24-33e38881edf7, 'name': SearchDatastore_Task, 'duration_secs': 0.012966} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.042481] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.042702] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1902.042954] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.043127] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.043304] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1902.043565] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fdf683f-0ad8-440f-83a9-5eebae246fee {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.062432] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1902.062621] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1902.063465] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a099e0f-8189-43dd-8656-54014322582a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.072961] env[63366]: DEBUG oslo_vmware.api [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Waiting for the task: (returnval){ [ 1902.072961] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ee1a46-9f78-7b74-5fd8-86f3f7f0fb50" [ 1902.072961] env[63366]: _type = "Task" [ 1902.072961] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.084876] env[63366]: DEBUG oslo_vmware.api [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ee1a46-9f78-7b74-5fd8-86f3f7f0fb50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.107398] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73324e3-ca05-4e94-a2e7-08885cee0a60 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.130305] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Updating instance 'ace1ae39-d6de-4b36-93f5-e1b8f810a16a' progress to 0 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1902.399551] env[63366]: DEBUG nova.compute.manager [req-68397903-19a6-4feb-a022-ddfd81d3d7e0 req-9dc216cd-f021-459a-ae79-5e13ee55d671 service nova] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Received event network-vif-plugged-649f558d-e0b0-41e7-bcff-9cb74b0e2bfa {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1902.399813] env[63366]: DEBUG oslo_concurrency.lockutils [req-68397903-19a6-4feb-a022-ddfd81d3d7e0 req-9dc216cd-f021-459a-ae79-5e13ee55d671 service nova] Acquiring lock "c33de456-d210-4ba8-b039-3bf1678f9cb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.400546] env[63366]: DEBUG oslo_concurrency.lockutils [req-68397903-19a6-4feb-a022-ddfd81d3d7e0 req-9dc216cd-f021-459a-ae79-5e13ee55d671 service nova] Lock "c33de456-d210-4ba8-b039-3bf1678f9cb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.400546] env[63366]: DEBUG oslo_concurrency.lockutils [req-68397903-19a6-4feb-a022-ddfd81d3d7e0 req-9dc216cd-f021-459a-ae79-5e13ee55d671 service nova] Lock "c33de456-d210-4ba8-b039-3bf1678f9cb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.400546] env[63366]: DEBUG nova.compute.manager [req-68397903-19a6-4feb-a022-ddfd81d3d7e0 req-9dc216cd-f021-459a-ae79-5e13ee55d671 service nova] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] No waiting events found dispatching network-vif-plugged-649f558d-e0b0-41e7-bcff-9cb74b0e2bfa {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1902.400546] env[63366]: WARNING nova.compute.manager [req-68397903-19a6-4feb-a022-ddfd81d3d7e0 req-9dc216cd-f021-459a-ae79-5e13ee55d671 service nova] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Received unexpected event network-vif-plugged-649f558d-e0b0-41e7-bcff-9cb74b0e2bfa for instance with vm_state building and task_state spawning. [ 1902.400718] env[63366]: DEBUG nova.compute.manager [req-68397903-19a6-4feb-a022-ddfd81d3d7e0 req-9dc216cd-f021-459a-ae79-5e13ee55d671 service nova] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Received event network-changed-649f558d-e0b0-41e7-bcff-9cb74b0e2bfa {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1902.400854] env[63366]: DEBUG nova.compute.manager [req-68397903-19a6-4feb-a022-ddfd81d3d7e0 req-9dc216cd-f021-459a-ae79-5e13ee55d671 service nova] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Refreshing instance network info cache due to event network-changed-649f558d-e0b0-41e7-bcff-9cb74b0e2bfa. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1902.401153] env[63366]: DEBUG oslo_concurrency.lockutils [req-68397903-19a6-4feb-a022-ddfd81d3d7e0 req-9dc216cd-f021-459a-ae79-5e13ee55d671 service nova] Acquiring lock "refresh_cache-c33de456-d210-4ba8-b039-3bf1678f9cb8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.401406] env[63366]: DEBUG oslo_concurrency.lockutils [req-68397903-19a6-4feb-a022-ddfd81d3d7e0 req-9dc216cd-f021-459a-ae79-5e13ee55d671 service nova] Acquired lock "refresh_cache-c33de456-d210-4ba8-b039-3bf1678f9cb8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.401468] env[63366]: DEBUG nova.network.neutron [req-68397903-19a6-4feb-a022-ddfd81d3d7e0 req-9dc216cd-f021-459a-ae79-5e13ee55d671 service nova] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Refreshing network info cache for port 649f558d-e0b0-41e7-bcff-9cb74b0e2bfa {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1902.405731] env[63366]: DEBUG oslo_concurrency.lockutils [req-1e86ccef-bb9c-47a8-84d3-63c07ba234a6 req-59483c9b-3d09-4260-9727-c88a670b1cc6 service nova] Releasing lock "refresh_cache-9f1629c8-a6f3-4285-85fe-ae369c4d20ec" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.448686] env[63366]: INFO nova.compute.manager [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Took 37.33 seconds to build instance. [ 1902.470891] env[63366]: DEBUG nova.compute.utils [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1902.477209] env[63366]: DEBUG nova.compute.manager [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1902.477209] env[63366]: DEBUG nova.network.neutron [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1902.505570] env[63366]: DEBUG oslo_vmware.api [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Task: {'id': task-2103440, 'name': PowerOnVM_Task, 'duration_secs': 0.607006} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.505888] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1902.506157] env[63366]: INFO nova.compute.manager [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1902.506525] env[63366]: DEBUG nova.compute.manager [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1902.507407] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9f4ac5-2441-472a-926b-daf7374bc6de {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.519453] env[63366]: DEBUG oslo_vmware.api [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103439, 'name': CloneVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.561164] env[63366]: DEBUG oslo_concurrency.lockutils [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Acquiring lock "f3b6e9ea-be4b-43c5-9503-4531eddcbe81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.561384] env[63366]: DEBUG oslo_concurrency.lockutils [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Lock "f3b6e9ea-be4b-43c5-9503-4531eddcbe81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.585320] env[63366]: DEBUG oslo_vmware.api [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ee1a46-9f78-7b74-5fd8-86f3f7f0fb50, 'name': SearchDatastore_Task, 'duration_secs': 0.012981} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.585728] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad841d0b-4d98-42df-b09a-925c5f0d0657 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.593646] env[63366]: DEBUG oslo_vmware.api [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Waiting for the task: (returnval){ [ 1902.593646] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5219693d-5451-295e-838d-0b80b0b950ce" [ 1902.593646] env[63366]: _type = "Task" [ 1902.593646] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.607655] env[63366]: DEBUG oslo_vmware.api [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5219693d-5451-295e-838d-0b80b0b950ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.637370] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1902.637370] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b2dd251-72fa-4640-9218-cfc0a9aee542 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.650272] env[63366]: DEBUG oslo_vmware.api [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 1902.650272] env[63366]: value = "task-2103441" [ 1902.650272] env[63366]: _type = "Task" [ 1902.650272] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.660817] env[63366]: DEBUG oslo_vmware.api [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.691289] env[63366]: DEBUG nova.policy [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '426caf66457f48f8b469fd6047ac13a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3372f753fb8244858daebca4a8e7715c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1902.954159] env[63366]: DEBUG oslo_concurrency.lockutils [None req-79d2ba17-b380-45f5-8e7d-5fcc1056caae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "3f634a63-a93f-48b9-8272-3bbf62ae807f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.728s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.978109] env[63366]: DEBUG nova.compute.manager [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1903.024424] env[63366]: DEBUG oslo_vmware.api [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103439, 'name': CloneVM_Task, 'duration_secs': 1.586308} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.027200] env[63366]: INFO nova.virt.vmwareapi.vmops [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Created linked-clone VM from snapshot [ 1903.032856] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbd0e77-fe8d-4dc8-835f-28e71dcb94c8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.039628] env[63366]: INFO nova.compute.manager [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Took 35.70 seconds to build instance. [ 1903.045717] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Uploading image 04d8fa65-2448-4b57-86da-9643cb8d1c53 {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1903.089177] env[63366]: DEBUG oslo_vmware.rw_handles [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1903.089177] env[63366]: value = "vm-430686" [ 1903.089177] env[63366]: _type = "VirtualMachine" [ 1903.089177] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1903.089676] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f58fe456-72a5-4b38-8b22-361de79667c0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.110019] env[63366]: DEBUG oslo_vmware.rw_handles [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Lease: (returnval){ [ 1903.110019] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]524fb4e2-afd2-faab-fc9b-54f821130ac5" [ 1903.110019] env[63366]: _type = "HttpNfcLease" [ 1903.110019] env[63366]: } obtained for exporting VM: (result){ [ 1903.110019] env[63366]: value = "vm-430686" [ 1903.110019] env[63366]: _type = "VirtualMachine" [ 1903.110019] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1903.110019] env[63366]: DEBUG oslo_vmware.api [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the lease: (returnval){ [ 1903.110019] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]524fb4e2-afd2-faab-fc9b-54f821130ac5" [ 1903.110019] env[63366]: _type = "HttpNfcLease" [ 1903.110019] env[63366]: } to be ready. {{(pid=63366) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1903.114799] env[63366]: DEBUG oslo_vmware.api [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5219693d-5451-295e-838d-0b80b0b950ce, 'name': SearchDatastore_Task, 'duration_secs': 0.018345} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.119146] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.120664] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] c33de456-d210-4ba8-b039-3bf1678f9cb8/c33de456-d210-4ba8-b039-3bf1678f9cb8.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1903.122338] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6710b45c-d3a9-4960-bdc5-06dff90d662f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.133357] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1903.133357] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]524fb4e2-afd2-faab-fc9b-54f821130ac5" [ 1903.133357] env[63366]: _type = "HttpNfcLease" [ 1903.133357] env[63366]: } is ready. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1903.133651] env[63366]: DEBUG oslo_vmware.rw_handles [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1903.133651] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]524fb4e2-afd2-faab-fc9b-54f821130ac5" [ 1903.133651] env[63366]: _type = "HttpNfcLease" [ 1903.133651] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1903.134428] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1590cf52-5fcd-48e8-b8bc-3176219b4977 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.141659] env[63366]: DEBUG oslo_vmware.api [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Waiting for the task: (returnval){ [ 1903.141659] env[63366]: value = "task-2103443" [ 1903.141659] env[63366]: _type = "Task" [ 1903.141659] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.154479] env[63366]: DEBUG oslo_vmware.rw_handles [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52392cf9-b40a-3ca8-e4ea-963e1533febe/disk-0.vmdk from lease info. {{(pid=63366) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1903.154677] env[63366]: DEBUG oslo_vmware.rw_handles [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52392cf9-b40a-3ca8-e4ea-963e1533febe/disk-0.vmdk for reading. {{(pid=63366) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1903.167473] env[63366]: DEBUG oslo_vmware.api [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.225390] env[63366]: DEBUG nova.network.neutron [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Successfully created port: 8293ec12-7f46-4a89-9802-0a1d4db48bca {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1903.238930] env[63366]: DEBUG oslo_vmware.api [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103441, 'name': PowerOffVM_Task, 'duration_secs': 0.201312} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.238930] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1903.238930] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Updating instance 'ace1ae39-d6de-4b36-93f5-e1b8f810a16a' progress to 17 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1903.327623] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-00774c2f-eceb-4a3c-8744-7b1df45368ff {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.459506] env[63366]: DEBUG nova.compute.manager [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1903.493388] env[63366]: DEBUG nova.network.neutron [req-68397903-19a6-4feb-a022-ddfd81d3d7e0 req-9dc216cd-f021-459a-ae79-5e13ee55d671 service nova] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Updated VIF entry in instance network info cache for port 649f558d-e0b0-41e7-bcff-9cb74b0e2bfa. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1903.493728] env[63366]: DEBUG nova.network.neutron [req-68397903-19a6-4feb-a022-ddfd81d3d7e0 req-9dc216cd-f021-459a-ae79-5e13ee55d671 service nova] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Updating instance_info_cache with network_info: [{"id": "649f558d-e0b0-41e7-bcff-9cb74b0e2bfa", "address": "fa:16:3e:c1:c5:5e", "network": {"id": "a4b8633a-80d8-4aff-9d8f-cecb4f3851fb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-724784293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb4de758f90f42f18be2c1ce2cf019f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap649f558d-e0", "ovs_interfaceid": "649f558d-e0b0-41e7-bcff-9cb74b0e2bfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.541555] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5820e56-8620-4c22-9b5b-baedac37d02c tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Lock "104eaa03-2212-451d-bc4e-e84be2b126ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.773s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.657405] env[63366]: DEBUG oslo_vmware.api [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103443, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.741785] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184ad336-2971-4035-a211-5b586a6f0607 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.752058] env[63366]: DEBUG nova.virt.hardware [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1903.752058] env[63366]: DEBUG nova.virt.hardware [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1903.752498] env[63366]: DEBUG nova.virt.hardware [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1903.752498] env[63366]: DEBUG nova.virt.hardware [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1903.752628] env[63366]: DEBUG nova.virt.hardware [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1903.753409] env[63366]: DEBUG nova.virt.hardware [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1903.753711] env[63366]: DEBUG nova.virt.hardware [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1903.753895] env[63366]: DEBUG nova.virt.hardware [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1903.754132] env[63366]: DEBUG nova.virt.hardware [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1903.754313] env[63366]: DEBUG nova.virt.hardware [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1903.754534] env[63366]: DEBUG nova.virt.hardware [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1903.761358] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60d56bd5-d06a-45dc-805a-0ee4ccfd8a25 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.774419] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f0be0b-4f83-47ef-83c9-30dd2365bd6b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.813941] env[63366]: DEBUG oslo_vmware.api [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 1903.813941] env[63366]: value = "task-2103444" [ 1903.813941] env[63366]: _type = "Task" [ 1903.813941] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.816144] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cca025d-660d-4006-8747-2d5a2f079e37 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.819858] env[63366]: DEBUG nova.compute.manager [req-b1429a5f-5701-4b98-abd5-05b6f8659eb9 req-cd9536c0-6ce4-4674-a6c6-4a9f3775079f service nova] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Received event network-changed-58e10acf-d887-4f01-acb7-aff68c940da1 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1903.820070] env[63366]: DEBUG nova.compute.manager [req-b1429a5f-5701-4b98-abd5-05b6f8659eb9 req-cd9536c0-6ce4-4674-a6c6-4a9f3775079f service nova] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Refreshing instance network info cache due to event network-changed-58e10acf-d887-4f01-acb7-aff68c940da1. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1903.820271] env[63366]: DEBUG oslo_concurrency.lockutils [req-b1429a5f-5701-4b98-abd5-05b6f8659eb9 req-cd9536c0-6ce4-4674-a6c6-4a9f3775079f service nova] Acquiring lock "refresh_cache-9f1629c8-a6f3-4285-85fe-ae369c4d20ec" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.820476] env[63366]: DEBUG oslo_concurrency.lockutils [req-b1429a5f-5701-4b98-abd5-05b6f8659eb9 req-cd9536c0-6ce4-4674-a6c6-4a9f3775079f service nova] Acquired lock "refresh_cache-9f1629c8-a6f3-4285-85fe-ae369c4d20ec" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.820592] env[63366]: DEBUG nova.network.neutron [req-b1429a5f-5701-4b98-abd5-05b6f8659eb9 req-cd9536c0-6ce4-4674-a6c6-4a9f3775079f service nova] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Refreshing network info cache for port 58e10acf-d887-4f01-acb7-aff68c940da1 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1903.836583] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f40f77c-6226-462a-afb3-9f388052b4bb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.841248] env[63366]: DEBUG oslo_vmware.api [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.855039] env[63366]: DEBUG nova.compute.provider_tree [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1903.992461] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.003046] env[63366]: DEBUG nova.compute.manager [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1904.005540] env[63366]: DEBUG oslo_concurrency.lockutils [req-68397903-19a6-4feb-a022-ddfd81d3d7e0 req-9dc216cd-f021-459a-ae79-5e13ee55d671 service nova] Releasing lock "refresh_cache-c33de456-d210-4ba8-b039-3bf1678f9cb8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.031077] env[63366]: DEBUG nova.virt.hardware [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1904.031077] env[63366]: DEBUG nova.virt.hardware [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1904.031077] env[63366]: DEBUG nova.virt.hardware [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1904.031401] env[63366]: DEBUG nova.virt.hardware [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1904.032037] env[63366]: DEBUG nova.virt.hardware [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1904.032037] env[63366]: DEBUG nova.virt.hardware [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1904.032506] env[63366]: DEBUG nova.virt.hardware [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1904.033519] env[63366]: DEBUG nova.virt.hardware [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1904.033519] env[63366]: DEBUG nova.virt.hardware [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1904.033864] env[63366]: DEBUG nova.virt.hardware [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1904.034252] env[63366]: DEBUG nova.virt.hardware [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1904.035720] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17d46f6-379b-484f-9682-42daa0f2c64b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.046054] env[63366]: DEBUG nova.compute.manager [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1904.055263] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68fea8a-b38f-4081-b96e-5e8ff768e110 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.165745] env[63366]: DEBUG oslo_vmware.api [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738222} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.166129] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] c33de456-d210-4ba8-b039-3bf1678f9cb8/c33de456-d210-4ba8-b039-3bf1678f9cb8.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1904.166402] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1904.167049] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-795f2099-1934-4fc3-b15e-6e29f1e2e702 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.177167] env[63366]: DEBUG oslo_vmware.api [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Waiting for the task: (returnval){ [ 1904.177167] env[63366]: value = "task-2103445" [ 1904.177167] env[63366]: _type = "Task" [ 1904.177167] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.188760] env[63366]: DEBUG oslo_vmware.api [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.332314] env[63366]: DEBUG oslo_vmware.api [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103444, 'name': ReconfigVM_Task, 'duration_secs': 0.280824} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.335191] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Updating instance 'ace1ae39-d6de-4b36-93f5-e1b8f810a16a' progress to 33 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1904.361473] env[63366]: DEBUG nova.scheduler.client.report [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1904.574379] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.689405] env[63366]: DEBUG oslo_vmware.api [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073842} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.689812] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1904.690867] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c648b2e-932c-4b23-9615-1af09d3f4bed {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.718791] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] c33de456-d210-4ba8-b039-3bf1678f9cb8/c33de456-d210-4ba8-b039-3bf1678f9cb8.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1904.719364] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-828b1af4-6918-48e7-a99a-9bbe9285c938 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.746041] env[63366]: DEBUG oslo_vmware.api [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Waiting for the task: (returnval){ [ 1904.746041] env[63366]: value = "task-2103446" [ 1904.746041] env[63366]: _type = "Task" [ 1904.746041] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.756860] env[63366]: DEBUG oslo_vmware.api [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.826185] env[63366]: DEBUG nova.network.neutron [req-b1429a5f-5701-4b98-abd5-05b6f8659eb9 req-cd9536c0-6ce4-4674-a6c6-4a9f3775079f service nova] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Updated VIF entry in instance network info cache for port 58e10acf-d887-4f01-acb7-aff68c940da1. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1904.826975] env[63366]: DEBUG nova.network.neutron [req-b1429a5f-5701-4b98-abd5-05b6f8659eb9 req-cd9536c0-6ce4-4674-a6c6-4a9f3775079f service nova] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Updating instance_info_cache with network_info: [{"id": "58e10acf-d887-4f01-acb7-aff68c940da1", "address": "fa:16:3e:fa:8d:9e", "network": {"id": "6ee4126a-68bc-491a-b982-9b0d05618a5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-520634957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc914ffb3cb14b05819d26b141f2c725", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e10acf-d8", "ovs_interfaceid": "58e10acf-d887-4f01-acb7-aff68c940da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1904.842068] env[63366]: DEBUG nova.virt.hardware [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1904.842384] env[63366]: DEBUG nova.virt.hardware [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1904.842555] env[63366]: DEBUG nova.virt.hardware [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1904.843765] env[63366]: DEBUG nova.virt.hardware [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1904.843999] env[63366]: DEBUG nova.virt.hardware [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1904.844236] env[63366]: DEBUG nova.virt.hardware [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1904.845010] env[63366]: DEBUG nova.virt.hardware [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1904.845550] env[63366]: DEBUG nova.virt.hardware [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1904.845742] env[63366]: DEBUG nova.virt.hardware [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1904.845915] env[63366]: DEBUG nova.virt.hardware [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1904.846154] env[63366]: DEBUG nova.virt.hardware [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1904.853294] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Reconfiguring VM instance instance-0000000c to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1904.855491] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a60e8923-5d98-49fd-a5ad-34dc290c4ce5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.874232] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.912s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.875068] env[63366]: DEBUG nova.compute.manager [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1904.880216] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.443s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.881743] env[63366]: INFO nova.compute.claims [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1904.895021] env[63366]: DEBUG oslo_vmware.api [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 1904.895021] env[63366]: value = "task-2103447" [ 1904.895021] env[63366]: _type = "Task" [ 1904.895021] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.906273] env[63366]: DEBUG oslo_vmware.api [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103447, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.920277] env[63366]: DEBUG nova.network.neutron [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Successfully updated port: 8293ec12-7f46-4a89-9802-0a1d4db48bca {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1904.962303] env[63366]: DEBUG oslo_concurrency.lockutils [None req-51c1f6b4-801c-4fae-a4af-1ad97f3867a3 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Acquiring lock "104eaa03-2212-451d-bc4e-e84be2b126ca" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.962553] env[63366]: DEBUG oslo_concurrency.lockutils [None req-51c1f6b4-801c-4fae-a4af-1ad97f3867a3 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Lock "104eaa03-2212-451d-bc4e-e84be2b126ca" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.962672] env[63366]: INFO nova.compute.manager [None req-51c1f6b4-801c-4fae-a4af-1ad97f3867a3 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Rebooting instance [ 1905.262635] env[63366]: DEBUG oslo_vmware.api [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.330334] env[63366]: DEBUG oslo_concurrency.lockutils [req-b1429a5f-5701-4b98-abd5-05b6f8659eb9 req-cd9536c0-6ce4-4674-a6c6-4a9f3775079f service nova] Releasing lock "refresh_cache-9f1629c8-a6f3-4285-85fe-ae369c4d20ec" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.388098] env[63366]: DEBUG nova.compute.utils [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1905.393280] env[63366]: DEBUG nova.compute.manager [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1905.393550] env[63366]: DEBUG nova.network.neutron [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1905.409039] env[63366]: DEBUG oslo_vmware.api [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103447, 'name': ReconfigVM_Task, 'duration_secs': 0.206109} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.409039] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Reconfigured VM instance instance-0000000c to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1905.409442] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2209308-d0db-4902-93d7-51746e4494ca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.430048] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquiring lock "refresh_cache-90bafd7e-563c-4212-a11b-137f2bec2d84" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.430606] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquired lock "refresh_cache-90bafd7e-563c-4212-a11b-137f2bec2d84" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.430841] env[63366]: DEBUG nova.network.neutron [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1905.440871] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] ace1ae39-d6de-4b36-93f5-e1b8f810a16a/ace1ae39-d6de-4b36-93f5-e1b8f810a16a.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1905.443474] env[63366]: DEBUG nova.policy [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a4a1809d74844daaf5d929f4b3818c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10307c12d59b4c2591f52ba6fb92ff21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1905.445019] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c9a9b78-c7e1-4901-a8a1-bdbcb0285bde {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.478488] env[63366]: DEBUG oslo_vmware.api [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 1905.478488] env[63366]: value = "task-2103448" [ 1905.478488] env[63366]: _type = "Task" [ 1905.478488] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.490714] env[63366]: DEBUG oslo_vmware.api [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.502547] env[63366]: DEBUG oslo_concurrency.lockutils [None req-51c1f6b4-801c-4fae-a4af-1ad97f3867a3 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Acquiring lock "refresh_cache-104eaa03-2212-451d-bc4e-e84be2b126ca" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.502835] env[63366]: DEBUG oslo_concurrency.lockutils [None req-51c1f6b4-801c-4fae-a4af-1ad97f3867a3 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Acquired lock "refresh_cache-104eaa03-2212-451d-bc4e-e84be2b126ca" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.503050] env[63366]: DEBUG nova.network.neutron [None req-51c1f6b4-801c-4fae-a4af-1ad97f3867a3 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1905.763446] env[63366]: DEBUG oslo_vmware.api [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103446, 'name': ReconfigVM_Task, 'duration_secs': 0.817124} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.763446] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Reconfigured VM instance instance-00000016 to attach disk [datastore2] c33de456-d210-4ba8-b039-3bf1678f9cb8/c33de456-d210-4ba8-b039-3bf1678f9cb8.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1905.764228] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0110276-09fa-4ec1-a7c1-862117e0923f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.768673] env[63366]: DEBUG nova.network.neutron [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Successfully created port: d5d68ff6-70a3-41d5-b908-f0b12eb5ac6c {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1905.774969] env[63366]: DEBUG oslo_vmware.api [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Waiting for the task: (returnval){ [ 1905.774969] env[63366]: value = "task-2103449" [ 1905.774969] env[63366]: _type = "Task" [ 1905.774969] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.788875] env[63366]: DEBUG oslo_vmware.api [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103449, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.794529] env[63366]: DEBUG nova.compute.manager [req-41ca1df5-302d-468f-a937-f2ff2685dd7d req-4c548aa9-0d6e-49da-ac71-da0f270fd198 service nova] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Received event network-vif-plugged-8293ec12-7f46-4a89-9802-0a1d4db48bca {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1905.794529] env[63366]: DEBUG oslo_concurrency.lockutils [req-41ca1df5-302d-468f-a937-f2ff2685dd7d req-4c548aa9-0d6e-49da-ac71-da0f270fd198 service nova] Acquiring lock "90bafd7e-563c-4212-a11b-137f2bec2d84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.794865] env[63366]: DEBUG oslo_concurrency.lockutils [req-41ca1df5-302d-468f-a937-f2ff2685dd7d req-4c548aa9-0d6e-49da-ac71-da0f270fd198 service nova] Lock "90bafd7e-563c-4212-a11b-137f2bec2d84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.794865] env[63366]: DEBUG oslo_concurrency.lockutils [req-41ca1df5-302d-468f-a937-f2ff2685dd7d req-4c548aa9-0d6e-49da-ac71-da0f270fd198 service nova] Lock "90bafd7e-563c-4212-a11b-137f2bec2d84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.794938] env[63366]: DEBUG nova.compute.manager [req-41ca1df5-302d-468f-a937-f2ff2685dd7d req-4c548aa9-0d6e-49da-ac71-da0f270fd198 service nova] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] No waiting events found dispatching network-vif-plugged-8293ec12-7f46-4a89-9802-0a1d4db48bca {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1905.795103] env[63366]: WARNING nova.compute.manager [req-41ca1df5-302d-468f-a937-f2ff2685dd7d req-4c548aa9-0d6e-49da-ac71-da0f270fd198 service nova] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Received unexpected event network-vif-plugged-8293ec12-7f46-4a89-9802-0a1d4db48bca for instance with vm_state building and task_state spawning. [ 1905.899225] env[63366]: DEBUG nova.compute.manager [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1905.981041] env[63366]: DEBUG nova.network.neutron [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1905.999060] env[63366]: DEBUG oslo_vmware.api [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103448, 'name': ReconfigVM_Task, 'duration_secs': 0.356417} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.000040] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Reconfigured VM instance instance-0000000c to attach disk [datastore2] ace1ae39-d6de-4b36-93f5-e1b8f810a16a/ace1ae39-d6de-4b36-93f5-e1b8f810a16a.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1906.000394] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Updating instance 'ace1ae39-d6de-4b36-93f5-e1b8f810a16a' progress to 50 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1906.284822] env[63366]: DEBUG oslo_vmware.api [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103449, 'name': Rename_Task, 'duration_secs': 0.202409} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.285153] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1906.285351] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4f65826-65d9-4a0e-a962-cbc9b6e6efa5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.293143] env[63366]: DEBUG oslo_vmware.api [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Waiting for the task: (returnval){ [ 1906.293143] env[63366]: value = "task-2103450" [ 1906.293143] env[63366]: _type = "Task" [ 1906.293143] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.306101] env[63366]: DEBUG oslo_vmware.api [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.440244] env[63366]: DEBUG nova.network.neutron [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Updating instance_info_cache with network_info: [{"id": "8293ec12-7f46-4a89-9802-0a1d4db48bca", "address": "fa:16:3e:0a:70:ba", "network": {"id": "985af658-ef66-4c4b-89b5-91600b59b3e1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1084071744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3372f753fb8244858daebca4a8e7715c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8293ec12-7f", "ovs_interfaceid": "8293ec12-7f46-4a89-9802-0a1d4db48bca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.476284] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ea3df2-22c4-43cc-a6ae-ec6b4dcb7dd1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.493398] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696694e8-5a82-4c76-966f-7ebf44bcd68d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.527617] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063a51de-2948-4d64-98af-1abb4ae059ee {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.530855] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d465f3-b54d-44cd-80f9-60896b3224c9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.556756] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b596da2-26a5-4dda-a290-97f77de49ba9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.560547] env[63366]: DEBUG nova.compute.manager [req-d3831b9b-c761-410f-9d16-e387ece7a1d4 req-60d7d84e-81b5-4b02-9787-e640fe186aee service nova] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Received event network-changed-edeba78b-ac89-41f8-969a-4f5d67d34122 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1906.560741] env[63366]: DEBUG nova.compute.manager [req-d3831b9b-c761-410f-9d16-e387ece7a1d4 req-60d7d84e-81b5-4b02-9787-e640fe186aee service nova] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Refreshing instance network info cache due to event network-changed-edeba78b-ac89-41f8-969a-4f5d67d34122. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1906.560995] env[63366]: DEBUG oslo_concurrency.lockutils [req-d3831b9b-c761-410f-9d16-e387ece7a1d4 req-60d7d84e-81b5-4b02-9787-e640fe186aee service nova] Acquiring lock "refresh_cache-3f634a63-a93f-48b9-8272-3bbf62ae807f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.561153] env[63366]: DEBUG oslo_concurrency.lockutils [req-d3831b9b-c761-410f-9d16-e387ece7a1d4 req-60d7d84e-81b5-4b02-9787-e640fe186aee service nova] Acquired lock "refresh_cache-3f634a63-a93f-48b9-8272-3bbf62ae807f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.561311] env[63366]: DEBUG nova.network.neutron [req-d3831b9b-c761-410f-9d16-e387ece7a1d4 req-60d7d84e-81b5-4b02-9787-e640fe186aee service nova] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Refreshing network info cache for port edeba78b-ac89-41f8-969a-4f5d67d34122 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1906.564687] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eca2858-942c-40ce-9004-42fcdd6330ac {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.586982] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Updating instance 'ace1ae39-d6de-4b36-93f5-e1b8f810a16a' progress to 67 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1906.599612] env[63366]: DEBUG nova.compute.provider_tree [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1906.605778] env[63366]: DEBUG nova.network.neutron [None req-51c1f6b4-801c-4fae-a4af-1ad97f3867a3 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Updating instance_info_cache with network_info: [{"id": "b2c3f085-5f4a-472c-be08-6a88474d5797", "address": "fa:16:3e:59:0c:c6", "network": {"id": "ef78ab85-76b2-4e27-be1d-e411e8d0ab2f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-771657191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7717d61b9034a3ab10d82ae39bcd8b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2c3f085-5f", "ovs_interfaceid": "b2c3f085-5f4a-472c-be08-6a88474d5797", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.809721] env[63366]: DEBUG oslo_vmware.api [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103450, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.907276] env[63366]: DEBUG nova.compute.manager [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1906.931008] env[63366]: DEBUG nova.virt.hardware [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1906.931567] env[63366]: DEBUG nova.virt.hardware [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1906.931567] env[63366]: DEBUG nova.virt.hardware [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1906.931676] env[63366]: DEBUG nova.virt.hardware [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1906.931729] env[63366]: DEBUG nova.virt.hardware [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1906.931873] env[63366]: DEBUG nova.virt.hardware [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1906.932096] env[63366]: DEBUG nova.virt.hardware [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1906.932260] env[63366]: DEBUG nova.virt.hardware [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1906.932428] env[63366]: DEBUG nova.virt.hardware [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1906.932589] env[63366]: DEBUG nova.virt.hardware [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1906.932761] env[63366]: DEBUG nova.virt.hardware [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1906.933759] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9783c5ea-8dda-4166-9924-c36a0cb5e9ff {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.942955] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Releasing lock "refresh_cache-90bafd7e-563c-4212-a11b-137f2bec2d84" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.943285] env[63366]: DEBUG nova.compute.manager [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Instance network_info: |[{"id": "8293ec12-7f46-4a89-9802-0a1d4db48bca", "address": "fa:16:3e:0a:70:ba", "network": {"id": "985af658-ef66-4c4b-89b5-91600b59b3e1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1084071744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3372f753fb8244858daebca4a8e7715c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8293ec12-7f", "ovs_interfaceid": "8293ec12-7f46-4a89-9802-0a1d4db48bca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1906.943777] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:70:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '329d0e4b-4190-484a-8560-9356dc31beca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8293ec12-7f46-4a89-9802-0a1d4db48bca', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1906.951389] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Creating folder: Project (3372f753fb8244858daebca4a8e7715c). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1906.952657] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b4fab4-330f-45ed-9b12-8805a9f5dcf2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.956987] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10b5b4dc-8d0f-4721-ae61-93c64f5b04bc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.971927] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Created folder: Project (3372f753fb8244858daebca4a8e7715c) in parent group-v430612. [ 1906.972150] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Creating folder: Instances. Parent ref: group-v430687. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1906.972399] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46393eac-b2bb-492b-a1e4-0038e67768dd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.986423] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Created folder: Instances in parent group-v430687. [ 1906.986732] env[63366]: DEBUG oslo.service.loopingcall [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1906.986981] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1906.987273] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d328296-8b79-4fde-97e4-94227af5b2ac {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.009991] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1907.009991] env[63366]: value = "task-2103453" [ 1907.009991] env[63366]: _type = "Task" [ 1907.009991] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.019367] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103453, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.106825] env[63366]: DEBUG nova.scheduler.client.report [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1907.113322] env[63366]: DEBUG oslo_concurrency.lockutils [None req-51c1f6b4-801c-4fae-a4af-1ad97f3867a3 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Releasing lock "refresh_cache-104eaa03-2212-451d-bc4e-e84be2b126ca" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.256736] env[63366]: DEBUG nova.network.neutron [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Port 8d47812b-1742-4e32-95d2-1f226baa3ee6 binding to destination host cpu-1 is already ACTIVE {{(pid=63366) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1907.307649] env[63366]: DEBUG oslo_vmware.api [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103450, 'name': PowerOnVM_Task, 'duration_secs': 0.818842} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.307960] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1907.313029] env[63366]: INFO nova.compute.manager [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Took 9.88 seconds to spawn the instance on the hypervisor. [ 1907.315862] env[63366]: DEBUG nova.compute.manager [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1907.317216] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84b7a68-9837-4a2d-8d04-f4c93e8dd3e2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.397598] env[63366]: DEBUG nova.network.neutron [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Successfully updated port: d5d68ff6-70a3-41d5-b908-f0b12eb5ac6c {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1907.524028] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103453, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.617360] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.617881] env[63366]: DEBUG nova.compute.manager [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1907.624114] env[63366]: DEBUG nova.network.neutron [req-d3831b9b-c761-410f-9d16-e387ece7a1d4 req-60d7d84e-81b5-4b02-9787-e640fe186aee service nova] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Updated VIF entry in instance network info cache for port edeba78b-ac89-41f8-969a-4f5d67d34122. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1907.624114] env[63366]: DEBUG nova.network.neutron [req-d3831b9b-c761-410f-9d16-e387ece7a1d4 req-60d7d84e-81b5-4b02-9787-e640fe186aee service nova] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Updating instance_info_cache with network_info: [{"id": "edeba78b-ac89-41f8-969a-4f5d67d34122", "address": "fa:16:3e:e1:b0:f1", "network": {"id": "ff88eafc-52be-4f8b-b9a5-e068833bfab7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1647919858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c6d0f4d73b45b280497b25fdc750f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedeba78b-ac", "ovs_interfaceid": "edeba78b-ac89-41f8-969a-4f5d67d34122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.624987] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.119s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.625257] env[63366]: DEBUG nova.objects.instance [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63366) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1907.627680] env[63366]: DEBUG nova.compute.manager [None req-51c1f6b4-801c-4fae-a4af-1ad97f3867a3 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1907.628892] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6b0f11-9e26-4728-b529-3da89a21675a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.838178] env[63366]: INFO nova.compute.manager [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Took 39.79 seconds to build instance. [ 1907.902361] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Acquiring lock "refresh_cache-36bd68d5-0f27-4c82-9b66-9467a57fbae3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.902614] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Acquired lock "refresh_cache-36bd68d5-0f27-4c82-9b66-9467a57fbae3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.902726] env[63366]: DEBUG nova.network.neutron [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1908.021396] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103453, 'name': CreateVM_Task, 'duration_secs': 0.641117} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.021617] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1908.022308] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.022472] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.022785] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1908.024150] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c810835a-996f-4731-9457-44c608c5a289 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.028327] env[63366]: DEBUG oslo_vmware.api [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 1908.028327] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]527cb552-f6ef-7cf7-5183-8757e1d4828c" [ 1908.028327] env[63366]: _type = "Task" [ 1908.028327] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.037021] env[63366]: DEBUG oslo_vmware.api [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]527cb552-f6ef-7cf7-5183-8757e1d4828c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.129585] env[63366]: DEBUG oslo_concurrency.lockutils [req-d3831b9b-c761-410f-9d16-e387ece7a1d4 req-60d7d84e-81b5-4b02-9787-e640fe186aee service nova] Releasing lock "refresh_cache-3f634a63-a93f-48b9-8272-3bbf62ae807f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.131277] env[63366]: DEBUG nova.compute.utils [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1908.132860] env[63366]: DEBUG nova.compute.manager [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1908.133077] env[63366]: DEBUG nova.network.neutron [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1908.225874] env[63366]: DEBUG nova.policy [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '426caf66457f48f8b469fd6047ac13a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3372f753fb8244858daebca4a8e7715c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1908.286841] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquiring lock "ace1ae39-d6de-4b36-93f5-e1b8f810a16a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.290401] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "ace1ae39-d6de-4b36-93f5-e1b8f810a16a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.290401] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "ace1ae39-d6de-4b36-93f5-e1b8f810a16a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.343537] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a05ca1d5-8717-4093-a777-2d903f71825f tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Lock "c33de456-d210-4ba8-b039-3bf1678f9cb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.964s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.444276] env[63366]: DEBUG nova.network.neutron [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1908.539640] env[63366]: DEBUG oslo_vmware.api [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]527cb552-f6ef-7cf7-5183-8757e1d4828c, 'name': SearchDatastore_Task, 'duration_secs': 0.024386} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.541043] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.541287] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1908.541511] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.541673] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.541829] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1908.543315] env[63366]: DEBUG nova.compute.manager [req-3cb376fe-c53d-4300-b6c4-67da1701d0ad req-3ef128a8-9792-4804-9776-26f2fab49529 service nova] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Received event network-changed-8293ec12-7f46-4a89-9802-0a1d4db48bca {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1908.543450] env[63366]: DEBUG nova.compute.manager [req-3cb376fe-c53d-4300-b6c4-67da1701d0ad req-3ef128a8-9792-4804-9776-26f2fab49529 service nova] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Refreshing instance network info cache due to event network-changed-8293ec12-7f46-4a89-9802-0a1d4db48bca. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1908.543644] env[63366]: DEBUG oslo_concurrency.lockutils [req-3cb376fe-c53d-4300-b6c4-67da1701d0ad req-3ef128a8-9792-4804-9776-26f2fab49529 service nova] Acquiring lock "refresh_cache-90bafd7e-563c-4212-a11b-137f2bec2d84" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.543781] env[63366]: DEBUG oslo_concurrency.lockutils [req-3cb376fe-c53d-4300-b6c4-67da1701d0ad req-3ef128a8-9792-4804-9776-26f2fab49529 service nova] Acquired lock "refresh_cache-90bafd7e-563c-4212-a11b-137f2bec2d84" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.543934] env[63366]: DEBUG nova.network.neutron [req-3cb376fe-c53d-4300-b6c4-67da1701d0ad req-3ef128a8-9792-4804-9776-26f2fab49529 service nova] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Refreshing network info cache for port 8293ec12-7f46-4a89-9802-0a1d4db48bca {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1908.546230] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02155504-4a8f-4ecd-8ab0-966f99104503 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.558450] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1908.558734] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1908.559543] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94a2896b-08ef-4d73-aae3-f37627303d35 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.566416] env[63366]: DEBUG oslo_vmware.api [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 1908.566416] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]522c49ea-00d8-bed3-98ff-82b699fdf53f" [ 1908.566416] env[63366]: _type = "Task" [ 1908.566416] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.576540] env[63366]: DEBUG oslo_vmware.api [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522c49ea-00d8-bed3-98ff-82b699fdf53f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.619392] env[63366]: DEBUG nova.network.neutron [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Updating instance_info_cache with network_info: [{"id": "d5d68ff6-70a3-41d5-b908-f0b12eb5ac6c", "address": "fa:16:3e:b8:f1:73", "network": {"id": "b9cca798-ab02-457d-8d2f-d7f5f74583be", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1092041355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10307c12d59b4c2591f52ba6fb92ff21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5d68ff6-70", "ovs_interfaceid": "d5d68ff6-70a3-41d5-b908-f0b12eb5ac6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1908.638610] env[63366]: DEBUG nova.compute.manager [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1908.642180] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f35e428c-9682-42a0-9a9c-d0e16d597b64 tempest-ServersAdmin275Test-1028751596 tempest-ServersAdmin275Test-1028751596-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.642862] env[63366]: DEBUG oslo_concurrency.lockutils [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.005s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.648466] env[63366]: INFO nova.compute.claims [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1908.655253] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69abd4fb-b37f-4a61-84e7-0fe68a107b8a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.666481] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-51c1f6b4-801c-4fae-a4af-1ad97f3867a3 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Doing hard reboot of VM {{(pid=63366) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1908.666481] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-643d7f34-3c07-42ae-ac15-e50543a84ef3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.676411] env[63366]: DEBUG oslo_vmware.api [None req-51c1f6b4-801c-4fae-a4af-1ad97f3867a3 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Waiting for the task: (returnval){ [ 1908.676411] env[63366]: value = "task-2103454" [ 1908.676411] env[63366]: _type = "Task" [ 1908.676411] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.686896] env[63366]: DEBUG oslo_vmware.api [None req-51c1f6b4-801c-4fae-a4af-1ad97f3867a3 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Task: {'id': task-2103454, 'name': ResetVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.687886] env[63366]: DEBUG nova.network.neutron [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Successfully created port: 2c753947-6cc4-491f-b5e3-4e9b2ae9ed0e {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1908.846102] env[63366]: DEBUG nova.compute.manager [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1909.086251] env[63366]: DEBUG oslo_vmware.api [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522c49ea-00d8-bed3-98ff-82b699fdf53f, 'name': SearchDatastore_Task, 'duration_secs': 0.016173} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.087180] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c0da6b9-e2d0-4f54-bd9a-3cfba049e0cc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.098640] env[63366]: DEBUG oslo_vmware.api [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 1909.098640] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ec15fb-203d-863f-636a-df410aaa48a7" [ 1909.098640] env[63366]: _type = "Task" [ 1909.098640] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.107693] env[63366]: DEBUG oslo_vmware.api [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ec15fb-203d-863f-636a-df410aaa48a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.122387] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Releasing lock "refresh_cache-36bd68d5-0f27-4c82-9b66-9467a57fbae3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.122714] env[63366]: DEBUG nova.compute.manager [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Instance network_info: |[{"id": "d5d68ff6-70a3-41d5-b908-f0b12eb5ac6c", "address": "fa:16:3e:b8:f1:73", "network": {"id": "b9cca798-ab02-457d-8d2f-d7f5f74583be", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1092041355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10307c12d59b4c2591f52ba6fb92ff21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5d68ff6-70", "ovs_interfaceid": "d5d68ff6-70a3-41d5-b908-f0b12eb5ac6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1909.123135] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:f1:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5d68ff6-70a3-41d5-b908-f0b12eb5ac6c', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1909.130948] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Creating folder: Project (10307c12d59b4c2591f52ba6fb92ff21). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1909.131260] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0413bcfe-d1b8-4e7c-a8a4-2a2ff46909da {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.147369] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Created folder: Project (10307c12d59b4c2591f52ba6fb92ff21) in parent group-v430612. [ 1909.147608] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Creating folder: Instances. Parent ref: group-v430690. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1909.148238] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3850bc1f-fbbc-4099-b37b-ce0525140731 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.171988] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Created folder: Instances in parent group-v430690. [ 1909.172363] env[63366]: DEBUG oslo.service.loopingcall [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1909.173358] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1909.173643] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a6cda63-3566-4d37-8143-cacc9dcc455c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.204568] env[63366]: DEBUG oslo_vmware.api [None req-51c1f6b4-801c-4fae-a4af-1ad97f3867a3 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Task: {'id': task-2103454, 'name': ResetVM_Task, 'duration_secs': 0.122629} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.205958] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-51c1f6b4-801c-4fae-a4af-1ad97f3867a3 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Did hard reboot of VM {{(pid=63366) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1909.206178] env[63366]: DEBUG nova.compute.manager [None req-51c1f6b4-801c-4fae-a4af-1ad97f3867a3 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1909.206701] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1909.206701] env[63366]: value = "task-2103457" [ 1909.206701] env[63366]: _type = "Task" [ 1909.206701] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.207428] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb8bb6e-5725-4f33-8b3f-50437d9aafa0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.222907] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103457, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.317257] env[63366]: DEBUG nova.network.neutron [req-3cb376fe-c53d-4300-b6c4-67da1701d0ad req-3ef128a8-9792-4804-9776-26f2fab49529 service nova] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Updated VIF entry in instance network info cache for port 8293ec12-7f46-4a89-9802-0a1d4db48bca. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1909.317616] env[63366]: DEBUG nova.network.neutron [req-3cb376fe-c53d-4300-b6c4-67da1701d0ad req-3ef128a8-9792-4804-9776-26f2fab49529 service nova] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Updating instance_info_cache with network_info: [{"id": "8293ec12-7f46-4a89-9802-0a1d4db48bca", "address": "fa:16:3e:0a:70:ba", "network": {"id": "985af658-ef66-4c4b-89b5-91600b59b3e1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1084071744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3372f753fb8244858daebca4a8e7715c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8293ec12-7f", "ovs_interfaceid": "8293ec12-7f46-4a89-9802-0a1d4db48bca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.371928] env[63366]: DEBUG oslo_concurrency.lockutils [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.412033] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquiring lock "refresh_cache-ace1ae39-d6de-4b36-93f5-e1b8f810a16a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.412033] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquired lock "refresh_cache-ace1ae39-d6de-4b36-93f5-e1b8f810a16a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.412033] env[63366]: DEBUG nova.network.neutron [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1909.614720] env[63366]: DEBUG oslo_vmware.api [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ec15fb-203d-863f-636a-df410aaa48a7, 'name': SearchDatastore_Task, 'duration_secs': 0.015781} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.616416] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.616808] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 90bafd7e-563c-4212-a11b-137f2bec2d84/90bafd7e-563c-4212-a11b-137f2bec2d84.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1909.617468] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5230391b-9a94-4d09-a614-ad6d6011685c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.629197] env[63366]: DEBUG oslo_vmware.api [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 1909.629197] env[63366]: value = "task-2103458" [ 1909.629197] env[63366]: _type = "Task" [ 1909.629197] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.643789] env[63366]: DEBUG oslo_vmware.api [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.653368] env[63366]: DEBUG nova.compute.manager [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1909.680893] env[63366]: DEBUG nova.virt.hardware [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1909.681246] env[63366]: DEBUG nova.virt.hardware [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1909.681330] env[63366]: DEBUG nova.virt.hardware [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1909.681506] env[63366]: DEBUG nova.virt.hardware [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1909.682037] env[63366]: DEBUG nova.virt.hardware [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1909.682224] env[63366]: DEBUG nova.virt.hardware [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1909.682557] env[63366]: DEBUG nova.virt.hardware [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1909.682663] env[63366]: DEBUG nova.virt.hardware [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1909.682819] env[63366]: DEBUG nova.virt.hardware [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1909.683636] env[63366]: DEBUG nova.virt.hardware [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1909.683636] env[63366]: DEBUG nova.virt.hardware [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1909.685026] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7fbb71-72f6-4ed3-98cd-48023ce362f0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.699902] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a9e486-0bd2-4722-a3f3-415494f1d7b8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.729169] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103457, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.738449] env[63366]: DEBUG oslo_concurrency.lockutils [None req-51c1f6b4-801c-4fae-a4af-1ad97f3867a3 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Lock "104eaa03-2212-451d-bc4e-e84be2b126ca" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.776s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.820554] env[63366]: DEBUG oslo_concurrency.lockutils [req-3cb376fe-c53d-4300-b6c4-67da1701d0ad req-3ef128a8-9792-4804-9776-26f2fab49529 service nova] Releasing lock "refresh_cache-90bafd7e-563c-4212-a11b-137f2bec2d84" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.821031] env[63366]: DEBUG nova.compute.manager [req-3cb376fe-c53d-4300-b6c4-67da1701d0ad req-3ef128a8-9792-4804-9776-26f2fab49529 service nova] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Received event network-vif-plugged-d5d68ff6-70a3-41d5-b908-f0b12eb5ac6c {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1909.821200] env[63366]: DEBUG oslo_concurrency.lockutils [req-3cb376fe-c53d-4300-b6c4-67da1701d0ad req-3ef128a8-9792-4804-9776-26f2fab49529 service nova] Acquiring lock "36bd68d5-0f27-4c82-9b66-9467a57fbae3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.821442] env[63366]: DEBUG oslo_concurrency.lockutils [req-3cb376fe-c53d-4300-b6c4-67da1701d0ad req-3ef128a8-9792-4804-9776-26f2fab49529 service nova] Lock "36bd68d5-0f27-4c82-9b66-9467a57fbae3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.821633] env[63366]: DEBUG oslo_concurrency.lockutils [req-3cb376fe-c53d-4300-b6c4-67da1701d0ad req-3ef128a8-9792-4804-9776-26f2fab49529 service nova] Lock "36bd68d5-0f27-4c82-9b66-9467a57fbae3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.821826] env[63366]: DEBUG nova.compute.manager [req-3cb376fe-c53d-4300-b6c4-67da1701d0ad req-3ef128a8-9792-4804-9776-26f2fab49529 service nova] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] No waiting events found dispatching network-vif-plugged-d5d68ff6-70a3-41d5-b908-f0b12eb5ac6c {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1909.822042] env[63366]: WARNING nova.compute.manager [req-3cb376fe-c53d-4300-b6c4-67da1701d0ad req-3ef128a8-9792-4804-9776-26f2fab49529 service nova] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Received unexpected event network-vif-plugged-d5d68ff6-70a3-41d5-b908-f0b12eb5ac6c for instance with vm_state building and task_state spawning. [ 1909.822240] env[63366]: DEBUG nova.compute.manager [req-3cb376fe-c53d-4300-b6c4-67da1701d0ad req-3ef128a8-9792-4804-9776-26f2fab49529 service nova] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Received event network-changed-d5d68ff6-70a3-41d5-b908-f0b12eb5ac6c {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1909.822413] env[63366]: DEBUG nova.compute.manager [req-3cb376fe-c53d-4300-b6c4-67da1701d0ad req-3ef128a8-9792-4804-9776-26f2fab49529 service nova] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Refreshing instance network info cache due to event network-changed-d5d68ff6-70a3-41d5-b908-f0b12eb5ac6c. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1909.822596] env[63366]: DEBUG oslo_concurrency.lockutils [req-3cb376fe-c53d-4300-b6c4-67da1701d0ad req-3ef128a8-9792-4804-9776-26f2fab49529 service nova] Acquiring lock "refresh_cache-36bd68d5-0f27-4c82-9b66-9467a57fbae3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.822731] env[63366]: DEBUG oslo_concurrency.lockutils [req-3cb376fe-c53d-4300-b6c4-67da1701d0ad req-3ef128a8-9792-4804-9776-26f2fab49529 service nova] Acquired lock "refresh_cache-36bd68d5-0f27-4c82-9b66-9467a57fbae3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.822885] env[63366]: DEBUG nova.network.neutron [req-3cb376fe-c53d-4300-b6c4-67da1701d0ad req-3ef128a8-9792-4804-9776-26f2fab49529 service nova] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Refreshing network info cache for port d5d68ff6-70a3-41d5-b908-f0b12eb5ac6c {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1910.143083] env[63366]: DEBUG oslo_vmware.api [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103458, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.226728] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103457, 'name': CreateVM_Task, 'duration_secs': 0.527621} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.226728] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1910.227237] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.227397] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.227712] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1910.228337] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56ceb5d6-9b79-40a1-9ceb-93f9decf86ff {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.238757] env[63366]: DEBUG oslo_vmware.api [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Waiting for the task: (returnval){ [ 1910.238757] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5285bd1b-3eeb-78ca-df54-58673c2d741f" [ 1910.238757] env[63366]: _type = "Task" [ 1910.238757] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.255401] env[63366]: DEBUG oslo_vmware.api [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5285bd1b-3eeb-78ca-df54-58673c2d741f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.273429] env[63366]: DEBUG nova.network.neutron [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Updating instance_info_cache with network_info: [{"id": "8d47812b-1742-4e32-95d2-1f226baa3ee6", "address": "fa:16:3e:f6:4c:6b", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d47812b-17", "ovs_interfaceid": "8d47812b-1742-4e32-95d2-1f226baa3ee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1910.279706] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1810b553-e682-44e5-87e9-6a1b2f0ea616 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.290748] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389ecc32-5d92-47e3-a168-a48dc3eb027e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.335857] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c51f96e-2c2b-4b62-90b3-2e9ebd731a77 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.346572] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7178a89-db08-421c-bb6d-a5c4f6da5a3d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.365027] env[63366]: DEBUG nova.compute.provider_tree [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1910.640844] env[63366]: DEBUG oslo_vmware.api [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763132} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.642218] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 90bafd7e-563c-4212-a11b-137f2bec2d84/90bafd7e-563c-4212-a11b-137f2bec2d84.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1910.642218] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1910.642218] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aecd7831-b273-4b3f-8ba6-b8aeebe0fa1f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.652987] env[63366]: DEBUG oslo_vmware.api [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 1910.652987] env[63366]: value = "task-2103459" [ 1910.652987] env[63366]: _type = "Task" [ 1910.652987] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.664129] env[63366]: DEBUG oslo_vmware.api [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.757925] env[63366]: DEBUG oslo_vmware.api [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5285bd1b-3eeb-78ca-df54-58673c2d741f, 'name': SearchDatastore_Task, 'duration_secs': 0.063982} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.758381] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.758726] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1910.759134] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.759369] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.759684] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1910.760122] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61e4dc7e-52c6-4af1-b2bd-2640f8f45cd8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.763671] env[63366]: DEBUG nova.network.neutron [req-3cb376fe-c53d-4300-b6c4-67da1701d0ad req-3ef128a8-9792-4804-9776-26f2fab49529 service nova] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Updated VIF entry in instance network info cache for port d5d68ff6-70a3-41d5-b908-f0b12eb5ac6c. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1910.764018] env[63366]: DEBUG nova.network.neutron [req-3cb376fe-c53d-4300-b6c4-67da1701d0ad req-3ef128a8-9792-4804-9776-26f2fab49529 service nova] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Updating instance_info_cache with network_info: [{"id": "d5d68ff6-70a3-41d5-b908-f0b12eb5ac6c", "address": "fa:16:3e:b8:f1:73", "network": {"id": "b9cca798-ab02-457d-8d2f-d7f5f74583be", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1092041355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10307c12d59b4c2591f52ba6fb92ff21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5d68ff6-70", "ovs_interfaceid": "d5d68ff6-70a3-41d5-b908-f0b12eb5ac6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1910.770614] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1910.770886] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1910.771597] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bb4e619-eed5-41e6-86bd-4c90a0e1cdbe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.776884] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Releasing lock "refresh_cache-ace1ae39-d6de-4b36-93f5-e1b8f810a16a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.784347] env[63366]: DEBUG oslo_vmware.api [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Waiting for the task: (returnval){ [ 1910.784347] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5272ad7b-bf51-e974-af6b-ca8ca8d18950" [ 1910.784347] env[63366]: _type = "Task" [ 1910.784347] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.800817] env[63366]: DEBUG oslo_vmware.api [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5272ad7b-bf51-e974-af6b-ca8ca8d18950, 'name': SearchDatastore_Task, 'duration_secs': 0.016835} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.800961] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09902927-bbf9-4903-93dd-a85f972bc0de {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.809109] env[63366]: DEBUG oslo_vmware.api [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Waiting for the task: (returnval){ [ 1910.809109] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52a91d2d-3bd1-a09a-7cf9-f1bcc47fe687" [ 1910.809109] env[63366]: _type = "Task" [ 1910.809109] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.817879] env[63366]: DEBUG oslo_vmware.api [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a91d2d-3bd1-a09a-7cf9-f1bcc47fe687, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.869101] env[63366]: DEBUG nova.scheduler.client.report [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1911.166063] env[63366]: DEBUG oslo_vmware.api [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1151} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.166063] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1911.166063] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa62b55-093d-4ed3-8020-bbb7c602817a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.194379] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 90bafd7e-563c-4212-a11b-137f2bec2d84/90bafd7e-563c-4212-a11b-137f2bec2d84.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1911.195778] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8d267b6-ea6f-474b-bdac-910784754193 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.221411] env[63366]: DEBUG oslo_vmware.api [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 1911.221411] env[63366]: value = "task-2103460" [ 1911.221411] env[63366]: _type = "Task" [ 1911.221411] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.232420] env[63366]: DEBUG oslo_vmware.api [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103460, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.268120] env[63366]: DEBUG oslo_concurrency.lockutils [req-3cb376fe-c53d-4300-b6c4-67da1701d0ad req-3ef128a8-9792-4804-9776-26f2fab49529 service nova] Releasing lock "refresh_cache-36bd68d5-0f27-4c82-9b66-9467a57fbae3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.309182] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f8c756-e039-4582-8b21-23a1c8dab72c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.350737] env[63366]: DEBUG oslo_vmware.api [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a91d2d-3bd1-a09a-7cf9-f1bcc47fe687, 'name': SearchDatastore_Task, 'duration_secs': 0.016329} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.351624] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.352190] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 36bd68d5-0f27-4c82-9b66-9467a57fbae3/36bd68d5-0f27-4c82-9b66-9467a57fbae3.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1911.353576] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c6370e-1200-4a14-a1fc-aa22b3120dcb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.362882] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33be3d7d-bd68-48cb-bfea-adf0dee06e74 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.373020] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Updating instance 'ace1ae39-d6de-4b36-93f5-e1b8f810a16a' progress to 83 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1911.378066] env[63366]: DEBUG oslo_concurrency.lockutils [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.378917] env[63366]: DEBUG nova.compute.manager [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1911.382811] env[63366]: DEBUG oslo_vmware.api [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Waiting for the task: (returnval){ [ 1911.382811] env[63366]: value = "task-2103461" [ 1911.382811] env[63366]: _type = "Task" [ 1911.382811] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.383876] env[63366]: DEBUG oslo_concurrency.lockutils [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.247s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.384366] env[63366]: DEBUG nova.objects.instance [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lazy-loading 'resources' on Instance uuid 1d01e724-1c08-4dd9-8757-650aed9dac4d {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1911.397048] env[63366]: DEBUG oslo_vmware.api [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.600820] env[63366]: DEBUG nova.compute.manager [req-bf77df71-1bd5-454c-8f6c-3e36f7c13e6a req-58cda155-e70f-4f92-9034-81ca2e304359 service nova] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Received event network-changed-649f558d-e0b0-41e7-bcff-9cb74b0e2bfa {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1911.601123] env[63366]: DEBUG nova.compute.manager [req-bf77df71-1bd5-454c-8f6c-3e36f7c13e6a req-58cda155-e70f-4f92-9034-81ca2e304359 service nova] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Refreshing instance network info cache due to event network-changed-649f558d-e0b0-41e7-bcff-9cb74b0e2bfa. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1911.601453] env[63366]: DEBUG oslo_concurrency.lockutils [req-bf77df71-1bd5-454c-8f6c-3e36f7c13e6a req-58cda155-e70f-4f92-9034-81ca2e304359 service nova] Acquiring lock "refresh_cache-c33de456-d210-4ba8-b039-3bf1678f9cb8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1911.601630] env[63366]: DEBUG oslo_concurrency.lockutils [req-bf77df71-1bd5-454c-8f6c-3e36f7c13e6a req-58cda155-e70f-4f92-9034-81ca2e304359 service nova] Acquired lock "refresh_cache-c33de456-d210-4ba8-b039-3bf1678f9cb8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1911.601865] env[63366]: DEBUG nova.network.neutron [req-bf77df71-1bd5-454c-8f6c-3e36f7c13e6a req-58cda155-e70f-4f92-9034-81ca2e304359 service nova] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Refreshing network info cache for port 649f558d-e0b0-41e7-bcff-9cb74b0e2bfa {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1911.735693] env[63366]: DEBUG oslo_vmware.api [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103460, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.887444] env[63366]: DEBUG nova.compute.utils [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1911.895030] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1911.895030] env[63366]: DEBUG nova.compute.manager [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1911.895030] env[63366]: DEBUG nova.network.neutron [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1911.902051] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8ed77fe-c9ea-408d-b159-5c544bc94a01 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.917131] env[63366]: DEBUG oslo_vmware.api [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103461, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.921589] env[63366]: DEBUG oslo_vmware.api [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 1911.921589] env[63366]: value = "task-2103462" [ 1911.921589] env[63366]: _type = "Task" [ 1911.921589] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.930365] env[63366]: DEBUG oslo_vmware.api [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.955492] env[63366]: DEBUG oslo_vmware.rw_handles [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52392cf9-b40a-3ca8-e4ea-963e1533febe/disk-0.vmdk. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1911.960049] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d723b3f5-104c-4419-82bb-12cde7a8fa87 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.965256] env[63366]: DEBUG oslo_vmware.rw_handles [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52392cf9-b40a-3ca8-e4ea-963e1533febe/disk-0.vmdk is in state: ready. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1911.965500] env[63366]: ERROR oslo_vmware.rw_handles [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52392cf9-b40a-3ca8-e4ea-963e1533febe/disk-0.vmdk due to incomplete transfer. [ 1911.965845] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a9e08872-73e7-4154-8e67-218759fce7df {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.977440] env[63366]: DEBUG oslo_vmware.rw_handles [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52392cf9-b40a-3ca8-e4ea-963e1533febe/disk-0.vmdk. {{(pid=63366) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1911.977687] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Uploaded image 04d8fa65-2448-4b57-86da-9643cb8d1c53 to the Glance image server {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1911.980774] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Destroying the VM {{(pid=63366) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1911.981176] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f31af949-0c2c-4ef6-a987-f0be4faa38f3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.996113] env[63366]: DEBUG oslo_vmware.api [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 1911.996113] env[63366]: value = "task-2103463" [ 1911.996113] env[63366]: _type = "Task" [ 1911.996113] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.011733] env[63366]: DEBUG oslo_vmware.api [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103463, 'name': Destroy_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.047881] env[63366]: DEBUG nova.policy [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18a603ea99e444f798116d065207ba03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df48c7ea2d7b467781689121c2f13647', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1912.235996] env[63366]: DEBUG oslo_vmware.api [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103460, 'name': ReconfigVM_Task, 'duration_secs': 0.596091} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.236369] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 90bafd7e-563c-4212-a11b-137f2bec2d84/90bafd7e-563c-4212-a11b-137f2bec2d84.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1912.237083] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37ee9db5-5b56-42a9-8e5d-3f3e3e89a2f9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.247137] env[63366]: DEBUG oslo_vmware.api [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 1912.247137] env[63366]: value = "task-2103464" [ 1912.247137] env[63366]: _type = "Task" [ 1912.247137] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.257546] env[63366]: DEBUG oslo_vmware.api [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103464, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.394230] env[63366]: DEBUG nova.network.neutron [req-bf77df71-1bd5-454c-8f6c-3e36f7c13e6a req-58cda155-e70f-4f92-9034-81ca2e304359 service nova] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Updated VIF entry in instance network info cache for port 649f558d-e0b0-41e7-bcff-9cb74b0e2bfa. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1912.394603] env[63366]: DEBUG nova.network.neutron [req-bf77df71-1bd5-454c-8f6c-3e36f7c13e6a req-58cda155-e70f-4f92-9034-81ca2e304359 service nova] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Updating instance_info_cache with network_info: [{"id": "649f558d-e0b0-41e7-bcff-9cb74b0e2bfa", "address": "fa:16:3e:c1:c5:5e", "network": {"id": "a4b8633a-80d8-4aff-9d8f-cecb4f3851fb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-724784293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb4de758f90f42f18be2c1ce2cf019f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap649f558d-e0", "ovs_interfaceid": "649f558d-e0b0-41e7-bcff-9cb74b0e2bfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.396213] env[63366]: DEBUG nova.compute.manager [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1912.416999] env[63366]: DEBUG oslo_vmware.api [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750328} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.418570] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 36bd68d5-0f27-4c82-9b66-9467a57fbae3/36bd68d5-0f27-4c82-9b66-9467a57fbae3.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1912.418824] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1912.419732] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2eb291d4-ef14-4f8f-89a0-f9f82074ebcb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.433840] env[63366]: DEBUG oslo_vmware.api [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103462, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.435993] env[63366]: DEBUG oslo_vmware.api [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Waiting for the task: (returnval){ [ 1912.435993] env[63366]: value = "task-2103465" [ 1912.435993] env[63366]: _type = "Task" [ 1912.435993] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.453458] env[63366]: DEBUG oslo_vmware.api [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.521284] env[63366]: DEBUG oslo_vmware.api [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103463, 'name': Destroy_Task} progress is 33%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.560311] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77f0fb4-0084-486c-875a-1f0754ea0bd3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.569546] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3460ec1d-5d78-4d8a-a19e-240959bf8d0f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.602991] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d845d8b3-34b8-4f7a-a80a-9a29e0660639 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.612775] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1dc186-54f6-4273-8900-c1bcf6a3b835 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.626891] env[63366]: DEBUG nova.compute.provider_tree [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1912.676136] env[63366]: DEBUG nova.network.neutron [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Successfully created port: 51ff9744-c5d4-470d-bf08-12b1f752273a {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1912.764326] env[63366]: DEBUG oslo_vmware.api [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103464, 'name': Rename_Task, 'duration_secs': 0.316432} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.764624] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1912.764883] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f88bc47-ded4-4ad3-a218-648c71e143ae {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.775167] env[63366]: DEBUG oslo_vmware.api [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 1912.775167] env[63366]: value = "task-2103466" [ 1912.775167] env[63366]: _type = "Task" [ 1912.775167] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.790266] env[63366]: DEBUG oslo_vmware.api [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.899697] env[63366]: DEBUG oslo_concurrency.lockutils [req-bf77df71-1bd5-454c-8f6c-3e36f7c13e6a req-58cda155-e70f-4f92-9034-81ca2e304359 service nova] Releasing lock "refresh_cache-c33de456-d210-4ba8-b039-3bf1678f9cb8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1912.932577] env[63366]: DEBUG oslo_vmware.api [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103462, 'name': PowerOnVM_Task, 'duration_secs': 0.685287} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.932853] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1912.933049] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6dc735-43d1-4b04-997c-30806900ab4a tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Updating instance 'ace1ae39-d6de-4b36-93f5-e1b8f810a16a' progress to 100 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1912.953025] env[63366]: DEBUG oslo_vmware.api [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077506} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.953025] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1912.953025] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637933c1-5453-4cc4-92f0-caab71866282 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.986230] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 36bd68d5-0f27-4c82-9b66-9467a57fbae3/36bd68d5-0f27-4c82-9b66-9467a57fbae3.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1912.986230] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa187403-441c-45f2-aec7-9389169f8a24 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.006612] env[63366]: DEBUG oslo_vmware.api [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Waiting for the task: (returnval){ [ 1913.006612] env[63366]: value = "task-2103467" [ 1913.006612] env[63366]: _type = "Task" [ 1913.006612] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.013513] env[63366]: DEBUG oslo_vmware.api [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103463, 'name': Destroy_Task, 'duration_secs': 0.605644} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.014144] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Destroyed the VM [ 1913.014466] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Deleting Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1913.014718] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9f285d1c-3076-40bb-bfcb-0bff8422d54c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.019370] env[63366]: DEBUG oslo_vmware.api [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103467, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.025425] env[63366]: DEBUG oslo_vmware.api [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 1913.025425] env[63366]: value = "task-2103468" [ 1913.025425] env[63366]: _type = "Task" [ 1913.025425] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.033987] env[63366]: DEBUG oslo_vmware.api [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103468, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.130320] env[63366]: DEBUG nova.scheduler.client.report [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1913.294391] env[63366]: DEBUG oslo_vmware.api [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103466, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.418361] env[63366]: DEBUG nova.compute.manager [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1913.445902] env[63366]: DEBUG nova.virt.hardware [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1913.446076] env[63366]: DEBUG nova.virt.hardware [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1913.446313] env[63366]: DEBUG nova.virt.hardware [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1913.446485] env[63366]: DEBUG nova.virt.hardware [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1913.446631] env[63366]: DEBUG nova.virt.hardware [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1913.450018] env[63366]: DEBUG nova.virt.hardware [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1913.450018] env[63366]: DEBUG nova.virt.hardware [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1913.450018] env[63366]: DEBUG nova.virt.hardware [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1913.450018] env[63366]: DEBUG nova.virt.hardware [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1913.450018] env[63366]: DEBUG nova.virt.hardware [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1913.450321] env[63366]: DEBUG nova.virt.hardware [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1913.450321] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b2bfce-5029-4a86-b11e-f216c9a62118 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.458059] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0668d7bc-80c6-4198-88c7-9960242aef4a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.517946] env[63366]: DEBUG oslo_vmware.api [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.536666] env[63366]: DEBUG oslo_vmware.api [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103468, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.599064] env[63366]: DEBUG oslo_concurrency.lockutils [None req-982f1ca2-55b1-4d60-b9a2-aae107493e35 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Acquiring lock "104eaa03-2212-451d-bc4e-e84be2b126ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.599064] env[63366]: DEBUG oslo_concurrency.lockutils [None req-982f1ca2-55b1-4d60-b9a2-aae107493e35 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Lock "104eaa03-2212-451d-bc4e-e84be2b126ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.599064] env[63366]: DEBUG oslo_concurrency.lockutils [None req-982f1ca2-55b1-4d60-b9a2-aae107493e35 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Acquiring lock "104eaa03-2212-451d-bc4e-e84be2b126ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.599064] env[63366]: DEBUG oslo_concurrency.lockutils [None req-982f1ca2-55b1-4d60-b9a2-aae107493e35 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Lock "104eaa03-2212-451d-bc4e-e84be2b126ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.599405] env[63366]: DEBUG oslo_concurrency.lockutils [None req-982f1ca2-55b1-4d60-b9a2-aae107493e35 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Lock "104eaa03-2212-451d-bc4e-e84be2b126ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.605197] env[63366]: INFO nova.compute.manager [None req-982f1ca2-55b1-4d60-b9a2-aae107493e35 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Terminating instance [ 1913.635764] env[63366]: DEBUG oslo_concurrency.lockutils [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.640550] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.198s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.640910] env[63366]: DEBUG nova.objects.instance [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Lazy-loading 'resources' on Instance uuid 24dffd64-79b1-4d94-b5af-b7822d04b8f5 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1913.678491] env[63366]: INFO nova.scheduler.client.report [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Deleted allocations for instance 1d01e724-1c08-4dd9-8757-650aed9dac4d [ 1913.789762] env[63366]: DEBUG oslo_vmware.api [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103466, 'name': PowerOnVM_Task, 'duration_secs': 0.740493} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.790121] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1913.791271] env[63366]: INFO nova.compute.manager [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Took 9.79 seconds to spawn the instance on the hypervisor. [ 1913.791271] env[63366]: DEBUG nova.compute.manager [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1913.791406] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81fa380-5e9a-48a7-a633-59bbc9e5bf28 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.025364] env[63366]: DEBUG oslo_vmware.api [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103467, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.039305] env[63366]: DEBUG oslo_vmware.api [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103468, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.112020] env[63366]: DEBUG nova.compute.manager [None req-982f1ca2-55b1-4d60-b9a2-aae107493e35 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1914.112020] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-982f1ca2-55b1-4d60-b9a2-aae107493e35 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1914.112020] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15402f4-9f24-4393-b672-0cc493cdd5ab {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.119210] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-982f1ca2-55b1-4d60-b9a2-aae107493e35 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1914.119730] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5009232e-ee4e-411a-b328-b493f6a5d2d1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.130020] env[63366]: DEBUG oslo_vmware.api [None req-982f1ca2-55b1-4d60-b9a2-aae107493e35 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Waiting for the task: (returnval){ [ 1914.130020] env[63366]: value = "task-2103469" [ 1914.130020] env[63366]: _type = "Task" [ 1914.130020] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.137787] env[63366]: DEBUG oslo_vmware.api [None req-982f1ca2-55b1-4d60-b9a2-aae107493e35 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Task: {'id': task-2103469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.194907] env[63366]: DEBUG oslo_concurrency.lockutils [None req-12b49029-5c5c-44f0-b081-2fefb7e83bb3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lock "1d01e724-1c08-4dd9-8757-650aed9dac4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.539s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.314312] env[63366]: INFO nova.compute.manager [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Took 41.04 seconds to build instance. [ 1914.524358] env[63366]: DEBUG oslo_vmware.api [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103467, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.541193] env[63366]: DEBUG oslo_vmware.api [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103468, 'name': RemoveSnapshot_Task, 'duration_secs': 1.370382} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.541572] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Deleted Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1914.541812] env[63366]: INFO nova.compute.manager [None req-7214eed7-213c-425c-8bc4-3126bb9561ee tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Took 15.70 seconds to snapshot the instance on the hypervisor. [ 1914.642742] env[63366]: DEBUG oslo_vmware.api [None req-982f1ca2-55b1-4d60-b9a2-aae107493e35 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Task: {'id': task-2103469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.714839] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838888bf-1383-48bc-a5ee-f285725d94c0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.724174] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a485fe1e-4050-4074-9ad6-87168293c85b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.763593] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8ce0ed-cb9b-4fc7-8ffc-60acac058e06 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.773186] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b975d15-da74-4e32-bd05-93df43267316 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.789750] env[63366]: DEBUG nova.compute.provider_tree [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1914.816629] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3830467b-c490-4034-92f3-20c3b2233089 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "90bafd7e-563c-4212-a11b-137f2bec2d84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.774s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.027425] env[63366]: DEBUG oslo_vmware.api [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103467, 'name': ReconfigVM_Task, 'duration_secs': 1.952351} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.027425] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 36bd68d5-0f27-4c82-9b66-9467a57fbae3/36bd68d5-0f27-4c82-9b66-9467a57fbae3.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1915.027953] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e75ace4-366d-436c-803f-6af604a54f4b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.036544] env[63366]: DEBUG oslo_vmware.api [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Waiting for the task: (returnval){ [ 1915.036544] env[63366]: value = "task-2103470" [ 1915.036544] env[63366]: _type = "Task" [ 1915.036544] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.055772] env[63366]: DEBUG oslo_vmware.api [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103470, 'name': Rename_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.141433] env[63366]: DEBUG oslo_vmware.api [None req-982f1ca2-55b1-4d60-b9a2-aae107493e35 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Task: {'id': task-2103469, 'name': PowerOffVM_Task, 'duration_secs': 0.860019} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.141788] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-982f1ca2-55b1-4d60-b9a2-aae107493e35 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1915.142011] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-982f1ca2-55b1-4d60-b9a2-aae107493e35 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1915.142338] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9197df9c-97ba-4e55-af50-59296f806713 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.280583] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-982f1ca2-55b1-4d60-b9a2-aae107493e35 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1915.280830] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-982f1ca2-55b1-4d60-b9a2-aae107493e35 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1915.281053] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-982f1ca2-55b1-4d60-b9a2-aae107493e35 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Deleting the datastore file [datastore2] 104eaa03-2212-451d-bc4e-e84be2b126ca {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1915.281368] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8925a138-560c-4916-b723-daa6c80b1ad6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.293973] env[63366]: DEBUG nova.scheduler.client.report [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1915.299447] env[63366]: DEBUG oslo_vmware.api [None req-982f1ca2-55b1-4d60-b9a2-aae107493e35 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Waiting for the task: (returnval){ [ 1915.299447] env[63366]: value = "task-2103472" [ 1915.299447] env[63366]: _type = "Task" [ 1915.299447] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.312624] env[63366]: DEBUG oslo_vmware.api [None req-982f1ca2-55b1-4d60-b9a2-aae107493e35 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Task: {'id': task-2103472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.319142] env[63366]: DEBUG nova.compute.manager [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1915.376376] env[63366]: DEBUG oslo_concurrency.lockutils [None req-820782a5-df87-46cc-82d3-ec13e94f0dcd tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquiring lock "ace1ae39-d6de-4b36-93f5-e1b8f810a16a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.376796] env[63366]: DEBUG oslo_concurrency.lockutils [None req-820782a5-df87-46cc-82d3-ec13e94f0dcd tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "ace1ae39-d6de-4b36-93f5-e1b8f810a16a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.377107] env[63366]: DEBUG nova.compute.manager [None req-820782a5-df87-46cc-82d3-ec13e94f0dcd tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Going to confirm migration 1 {{(pid=63366) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1915.501640] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d160bab3-d05c-48ea-ba03-61064d15efd8 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Acquiring lock "2a5458eb-c394-484c-8374-73eee310dc89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.501640] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d160bab3-d05c-48ea-ba03-61064d15efd8 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Lock "2a5458eb-c394-484c-8374-73eee310dc89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.501640] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d160bab3-d05c-48ea-ba03-61064d15efd8 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Acquiring lock "2a5458eb-c394-484c-8374-73eee310dc89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.501640] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d160bab3-d05c-48ea-ba03-61064d15efd8 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Lock "2a5458eb-c394-484c-8374-73eee310dc89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.503113] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d160bab3-d05c-48ea-ba03-61064d15efd8 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Lock "2a5458eb-c394-484c-8374-73eee310dc89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.503113] env[63366]: INFO nova.compute.manager [None req-d160bab3-d05c-48ea-ba03-61064d15efd8 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Terminating instance [ 1915.551804] env[63366]: DEBUG oslo_vmware.api [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103470, 'name': Rename_Task, 'duration_secs': 0.290392} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.551804] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1915.551804] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25a5c59b-dc8d-4411-834c-f24da6a554ae {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.560018] env[63366]: DEBUG oslo_vmware.api [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Waiting for the task: (returnval){ [ 1915.560018] env[63366]: value = "task-2103473" [ 1915.560018] env[63366]: _type = "Task" [ 1915.560018] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.573960] env[63366]: DEBUG oslo_vmware.api [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.801363] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.805287] env[63366]: DEBUG oslo_concurrency.lockutils [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.998s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.807574] env[63366]: INFO nova.compute.claims [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1915.822869] env[63366]: DEBUG oslo_vmware.api [None req-982f1ca2-55b1-4d60-b9a2-aae107493e35 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Task: {'id': task-2103472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242582} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.823887] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-982f1ca2-55b1-4d60-b9a2-aae107493e35 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1915.824150] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-982f1ca2-55b1-4d60-b9a2-aae107493e35 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1915.825194] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-982f1ca2-55b1-4d60-b9a2-aae107493e35 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1915.825194] env[63366]: INFO nova.compute.manager [None req-982f1ca2-55b1-4d60-b9a2-aae107493e35 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1915.825194] env[63366]: DEBUG oslo.service.loopingcall [None req-982f1ca2-55b1-4d60-b9a2-aae107493e35 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1915.829031] env[63366]: DEBUG nova.compute.manager [-] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1915.829701] env[63366]: DEBUG nova.network.neutron [-] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1915.850408] env[63366]: INFO nova.scheduler.client.report [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Deleted allocations for instance 24dffd64-79b1-4d94-b5af-b7822d04b8f5 [ 1915.857020] env[63366]: DEBUG oslo_concurrency.lockutils [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.945589] env[63366]: DEBUG nova.compute.manager [None req-d160bab3-d05c-48ea-ba03-61064d15efd8 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1915.945884] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d160bab3-d05c-48ea-ba03-61064d15efd8 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1915.946943] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1caa564b-9dfc-4737-ba19-648e40e3da58 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.956576] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-d160bab3-d05c-48ea-ba03-61064d15efd8 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1915.959127] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afae851c-51b8-4cdf-be7c-96603408d993 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.970357] env[63366]: DEBUG oslo_vmware.api [None req-d160bab3-d05c-48ea-ba03-61064d15efd8 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Waiting for the task: (returnval){ [ 1915.970357] env[63366]: value = "task-2103474" [ 1915.970357] env[63366]: _type = "Task" [ 1915.970357] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.980474] env[63366]: DEBUG oslo_vmware.api [None req-d160bab3-d05c-48ea-ba03-61064d15efd8 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Task: {'id': task-2103474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.029725] env[63366]: DEBUG oslo_concurrency.lockutils [None req-820782a5-df87-46cc-82d3-ec13e94f0dcd tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquiring lock "refresh_cache-ace1ae39-d6de-4b36-93f5-e1b8f810a16a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.029725] env[63366]: DEBUG oslo_concurrency.lockutils [None req-820782a5-df87-46cc-82d3-ec13e94f0dcd tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquired lock "refresh_cache-ace1ae39-d6de-4b36-93f5-e1b8f810a16a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.029725] env[63366]: DEBUG nova.network.neutron [None req-820782a5-df87-46cc-82d3-ec13e94f0dcd tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1916.029725] env[63366]: DEBUG nova.objects.instance [None req-820782a5-df87-46cc-82d3-ec13e94f0dcd tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lazy-loading 'info_cache' on Instance uuid ace1ae39-d6de-4b36-93f5-e1b8f810a16a {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1916.073029] env[63366]: DEBUG oslo_vmware.api [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103473, 'name': PowerOnVM_Task, 'duration_secs': 0.504653} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.073029] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1916.073029] env[63366]: INFO nova.compute.manager [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1916.073348] env[63366]: DEBUG nova.compute.manager [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1916.074282] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245231f5-4d43-4659-8ce7-97d1035c14cf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.360375] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8eda55dd-756e-4f88-8939-b2af5d6d562b tempest-ServersAdmin275Test-1449074268 tempest-ServersAdmin275Test-1449074268-project-member] Lock "24dffd64-79b1-4d94-b5af-b7822d04b8f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.599s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.488813] env[63366]: DEBUG oslo_vmware.api [None req-d160bab3-d05c-48ea-ba03-61064d15efd8 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Task: {'id': task-2103474, 'name': PowerOffVM_Task, 'duration_secs': 0.289709} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.489132] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-d160bab3-d05c-48ea-ba03-61064d15efd8 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1916.489308] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d160bab3-d05c-48ea-ba03-61064d15efd8 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1916.489572] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dd95c21-40c1-4fca-8f35-1bfdb5fe494b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.527017] env[63366]: DEBUG nova.network.neutron [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Successfully updated port: 51ff9744-c5d4-470d-bf08-12b1f752273a {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1916.552431] env[63366]: DEBUG nova.network.neutron [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Successfully updated port: 2c753947-6cc4-491f-b5e3-4e9b2ae9ed0e {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1916.602363] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d160bab3-d05c-48ea-ba03-61064d15efd8 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1916.602617] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d160bab3-d05c-48ea-ba03-61064d15efd8 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1916.602803] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-d160bab3-d05c-48ea-ba03-61064d15efd8 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Deleting the datastore file [datastore2] 2a5458eb-c394-484c-8374-73eee310dc89 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1916.604999] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c26e8616-2b41-4fb5-8db0-774e8b33cfb8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.607126] env[63366]: INFO nova.compute.manager [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Took 40.38 seconds to build instance. [ 1916.617559] env[63366]: DEBUG oslo_vmware.api [None req-d160bab3-d05c-48ea-ba03-61064d15efd8 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Waiting for the task: (returnval){ [ 1916.617559] env[63366]: value = "task-2103476" [ 1916.617559] env[63366]: _type = "Task" [ 1916.617559] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.629834] env[63366]: DEBUG oslo_vmware.api [None req-d160bab3-d05c-48ea-ba03-61064d15efd8 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Task: {'id': task-2103476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.766378] env[63366]: DEBUG nova.network.neutron [-] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.035783] env[63366]: DEBUG oslo_concurrency.lockutils [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Acquiring lock "refresh_cache-2f544489-1ad2-40ea-9427-d6f34dcfe39a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1917.036014] env[63366]: DEBUG oslo_concurrency.lockutils [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Acquired lock "refresh_cache-2f544489-1ad2-40ea-9427-d6f34dcfe39a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1917.036098] env[63366]: DEBUG nova.network.neutron [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1917.059149] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquiring lock "refresh_cache-e52bb7a4-0d9e-42b1-93a5-5005a3c99229" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1917.059149] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquired lock "refresh_cache-e52bb7a4-0d9e-42b1-93a5-5005a3c99229" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1917.059149] env[63366]: DEBUG nova.network.neutron [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1917.062216] env[63366]: DEBUG nova.compute.manager [req-d4e6c77b-794c-488c-ba1a-abbcd7e4bc59 req-ae3c3484-e6e6-45e5-87d0-aeb763d27a3c service nova] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Received event network-vif-plugged-51ff9744-c5d4-470d-bf08-12b1f752273a {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1917.062456] env[63366]: DEBUG oslo_concurrency.lockutils [req-d4e6c77b-794c-488c-ba1a-abbcd7e4bc59 req-ae3c3484-e6e6-45e5-87d0-aeb763d27a3c service nova] Acquiring lock "2f544489-1ad2-40ea-9427-d6f34dcfe39a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.062658] env[63366]: DEBUG oslo_concurrency.lockutils [req-d4e6c77b-794c-488c-ba1a-abbcd7e4bc59 req-ae3c3484-e6e6-45e5-87d0-aeb763d27a3c service nova] Lock "2f544489-1ad2-40ea-9427-d6f34dcfe39a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.062821] env[63366]: DEBUG oslo_concurrency.lockutils [req-d4e6c77b-794c-488c-ba1a-abbcd7e4bc59 req-ae3c3484-e6e6-45e5-87d0-aeb763d27a3c service nova] Lock "2f544489-1ad2-40ea-9427-d6f34dcfe39a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.062990] env[63366]: DEBUG nova.compute.manager [req-d4e6c77b-794c-488c-ba1a-abbcd7e4bc59 req-ae3c3484-e6e6-45e5-87d0-aeb763d27a3c service nova] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] No waiting events found dispatching network-vif-plugged-51ff9744-c5d4-470d-bf08-12b1f752273a {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1917.063168] env[63366]: WARNING nova.compute.manager [req-d4e6c77b-794c-488c-ba1a-abbcd7e4bc59 req-ae3c3484-e6e6-45e5-87d0-aeb763d27a3c service nova] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Received unexpected event network-vif-plugged-51ff9744-c5d4-470d-bf08-12b1f752273a for instance with vm_state building and task_state spawning. [ 1917.113104] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d78e85aa-608a-41cc-9c96-561056cf721c tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Lock "36bd68d5-0f27-4c82-9b66-9467a57fbae3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.978s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.133888] env[63366]: DEBUG oslo_vmware.api [None req-d160bab3-d05c-48ea-ba03-61064d15efd8 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Task: {'id': task-2103476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324379} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.135218] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-d160bab3-d05c-48ea-ba03-61064d15efd8 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1917.135218] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d160bab3-d05c-48ea-ba03-61064d15efd8 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1917.135218] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d160bab3-d05c-48ea-ba03-61064d15efd8 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1917.135594] env[63366]: INFO nova.compute.manager [None req-d160bab3-d05c-48ea-ba03-61064d15efd8 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1917.135664] env[63366]: DEBUG oslo.service.loopingcall [None req-d160bab3-d05c-48ea-ba03-61064d15efd8 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1917.138336] env[63366]: DEBUG nova.compute.manager [-] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1917.138439] env[63366]: DEBUG nova.network.neutron [-] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1917.242920] env[63366]: DEBUG nova.compute.manager [req-e5e18863-cae1-404c-9f91-42426d9fa555 req-da1fc601-2533-4883-8398-6f1e1ce59497 service nova] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Received event network-vif-deleted-b2c3f085-5f4a-472c-be08-6a88474d5797 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1917.273684] env[63366]: INFO nova.compute.manager [-] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Took 1.44 seconds to deallocate network for instance. [ 1917.426564] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6013b547-cba2-4dee-9598-5695b4e86780 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.434342] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c1fd80-741a-4a68-a697-e118fd41d2b1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.474135] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44442ce-d58e-447b-8949-7d1efa79f7d0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.483309] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af322d5-6a25-47fa-b54d-1481fa623dc8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.501672] env[63366]: DEBUG nova.compute.provider_tree [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1917.587649] env[63366]: DEBUG nova.network.neutron [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1917.615437] env[63366]: DEBUG nova.compute.manager [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1917.770697] env[63366]: DEBUG nova.network.neutron [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Updating instance_info_cache with network_info: [{"id": "51ff9744-c5d4-470d-bf08-12b1f752273a", "address": "fa:16:3e:8c:d7:2d", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51ff9744-c5", "ovs_interfaceid": "51ff9744-c5d4-470d-bf08-12b1f752273a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.787427] env[63366]: DEBUG oslo_concurrency.lockutils [None req-982f1ca2-55b1-4d60-b9a2-aae107493e35 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.869864] env[63366]: DEBUG nova.network.neutron [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1917.961119] env[63366]: DEBUG nova.network.neutron [None req-820782a5-df87-46cc-82d3-ec13e94f0dcd tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Updating instance_info_cache with network_info: [{"id": "8d47812b-1742-4e32-95d2-1f226baa3ee6", "address": "fa:16:3e:f6:4c:6b", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d47812b-17", "ovs_interfaceid": "8d47812b-1742-4e32-95d2-1f226baa3ee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1918.008083] env[63366]: DEBUG nova.scheduler.client.report [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1918.138212] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.209586] env[63366]: DEBUG nova.network.neutron [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Updating instance_info_cache with network_info: [{"id": "2c753947-6cc4-491f-b5e3-4e9b2ae9ed0e", "address": "fa:16:3e:ea:e8:2b", "network": {"id": "985af658-ef66-4c4b-89b5-91600b59b3e1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1084071744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3372f753fb8244858daebca4a8e7715c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c753947-6c", "ovs_interfaceid": "2c753947-6cc4-491f-b5e3-4e9b2ae9ed0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1918.277024] env[63366]: DEBUG oslo_concurrency.lockutils [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Releasing lock "refresh_cache-2f544489-1ad2-40ea-9427-d6f34dcfe39a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.277359] env[63366]: DEBUG nova.compute.manager [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Instance network_info: |[{"id": "51ff9744-c5d4-470d-bf08-12b1f752273a", "address": "fa:16:3e:8c:d7:2d", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51ff9744-c5", "ovs_interfaceid": "51ff9744-c5d4-470d-bf08-12b1f752273a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1918.277777] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:d7:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51ff9744-c5d4-470d-bf08-12b1f752273a', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1918.286191] env[63366]: DEBUG oslo.service.loopingcall [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1918.286375] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1918.286602] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44149b58-8266-4506-bca3-e537706942f7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.313024] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1918.313024] env[63366]: value = "task-2103477" [ 1918.313024] env[63366]: _type = "Task" [ 1918.313024] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.321706] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103477, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.464300] env[63366]: DEBUG oslo_concurrency.lockutils [None req-820782a5-df87-46cc-82d3-ec13e94f0dcd tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Releasing lock "refresh_cache-ace1ae39-d6de-4b36-93f5-e1b8f810a16a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.464963] env[63366]: DEBUG nova.objects.instance [None req-820782a5-df87-46cc-82d3-ec13e94f0dcd tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lazy-loading 'migration_context' on Instance uuid ace1ae39-d6de-4b36-93f5-e1b8f810a16a {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1918.517205] env[63366]: DEBUG oslo_concurrency.lockutils [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.517205] env[63366]: DEBUG nova.compute.manager [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1918.517942] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cf4eefaa-4552-4695-9431-e2f2685b5577 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.756s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.518326] env[63366]: DEBUG nova.objects.instance [None req-cf4eefaa-4552-4695-9431-e2f2685b5577 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lazy-loading 'resources' on Instance uuid 2a99be1b-f5c2-4df9-ae96-3bb1f244e576 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1918.595727] env[63366]: DEBUG nova.network.neutron [-] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1918.624196] env[63366]: DEBUG oslo_concurrency.lockutils [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquiring lock "394309ab-d10e-4578-bb8c-82372267ba4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.624409] env[63366]: DEBUG oslo_concurrency.lockutils [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lock "394309ab-d10e-4578-bb8c-82372267ba4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.712692] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Releasing lock "refresh_cache-e52bb7a4-0d9e-42b1-93a5-5005a3c99229" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.712692] env[63366]: DEBUG nova.compute.manager [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Instance network_info: |[{"id": "2c753947-6cc4-491f-b5e3-4e9b2ae9ed0e", "address": "fa:16:3e:ea:e8:2b", "network": {"id": "985af658-ef66-4c4b-89b5-91600b59b3e1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1084071744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3372f753fb8244858daebca4a8e7715c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c753947-6c", "ovs_interfaceid": "2c753947-6cc4-491f-b5e3-4e9b2ae9ed0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1918.712808] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:e8:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '329d0e4b-4190-484a-8560-9356dc31beca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c753947-6cc4-491f-b5e3-4e9b2ae9ed0e', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1918.721511] env[63366]: DEBUG oslo.service.loopingcall [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1918.721767] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1918.722018] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-355859ef-3f1c-4fd3-9761-d24df450f897 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.744654] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1918.744654] env[63366]: value = "task-2103478" [ 1918.744654] env[63366]: _type = "Task" [ 1918.744654] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.758098] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103478, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.825054] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103477, 'name': CreateVM_Task, 'duration_secs': 0.402303} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.825054] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1918.825054] env[63366]: DEBUG oslo_concurrency.lockutils [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.825054] env[63366]: DEBUG oslo_concurrency.lockutils [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.826253] env[63366]: DEBUG oslo_concurrency.lockutils [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1918.826253] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1ef75ed-72e0-404a-9642-2ef69a30598c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.830884] env[63366]: DEBUG oslo_vmware.api [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Waiting for the task: (returnval){ [ 1918.830884] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5272c6f9-b596-3693-9a2f-1489ea920355" [ 1918.830884] env[63366]: _type = "Task" [ 1918.830884] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.842973] env[63366]: DEBUG oslo_vmware.api [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5272c6f9-b596-3693-9a2f-1489ea920355, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.931754] env[63366]: DEBUG nova.compute.manager [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1918.932767] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b69f27-0045-4daf-a354-c040b36e10aa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.967769] env[63366]: DEBUG nova.objects.base [None req-820782a5-df87-46cc-82d3-ec13e94f0dcd tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63366) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1918.968330] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a9c57b-6be4-4e44-8a1a-925a8b8e2726 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.995699] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20a4ffbd-976a-4774-9c97-434b72802017 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.002666] env[63366]: DEBUG oslo_vmware.api [None req-820782a5-df87-46cc-82d3-ec13e94f0dcd tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 1919.002666] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52fa2b9d-d650-60bc-5518-141e4179a35d" [ 1919.002666] env[63366]: _type = "Task" [ 1919.002666] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.011562] env[63366]: DEBUG oslo_vmware.api [None req-820782a5-df87-46cc-82d3-ec13e94f0dcd tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52fa2b9d-d650-60bc-5518-141e4179a35d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.021390] env[63366]: DEBUG nova.compute.utils [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1919.028506] env[63366]: DEBUG nova.compute.manager [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1919.028832] env[63366]: DEBUG nova.network.neutron [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1919.100713] env[63366]: INFO nova.compute.manager [-] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Took 1.96 seconds to deallocate network for instance. [ 1919.116187] env[63366]: DEBUG nova.policy [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '426caf66457f48f8b469fd6047ac13a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3372f753fb8244858daebca4a8e7715c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1919.260352] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103478, 'name': CreateVM_Task, 'duration_secs': 0.410225} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.260689] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1919.261627] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.324481] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Acquiring lock "dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.325171] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Lock "dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.341590] env[63366]: DEBUG oslo_vmware.api [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5272c6f9-b596-3693-9a2f-1489ea920355, 'name': SearchDatastore_Task, 'duration_secs': 0.011333} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.341889] env[63366]: DEBUG oslo_concurrency.lockutils [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.342594] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1919.342792] env[63366]: DEBUG oslo_concurrency.lockutils [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.342935] env[63366]: DEBUG oslo_concurrency.lockutils [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.343129] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1919.343402] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.343702] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1919.343931] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d53c7788-8d6d-49fa-9c05-813bc603fc63 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.346619] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b56bb5da-3bc2-4880-9ddb-86cd124125b2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.354806] env[63366]: DEBUG oslo_vmware.api [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 1919.354806] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5241e11d-44b1-2b5e-1725-8c0fef42fa2d" [ 1919.354806] env[63366]: _type = "Task" [ 1919.354806] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.361815] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1919.361815] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1919.362439] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f31992a-af01-4da8-9d16-5e769e804a5d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.371308] env[63366]: DEBUG oslo_vmware.api [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Waiting for the task: (returnval){ [ 1919.371308] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52e6d2e5-259d-2d0a-1eed-8d5467513fc3" [ 1919.371308] env[63366]: _type = "Task" [ 1919.371308] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.371661] env[63366]: DEBUG oslo_vmware.api [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5241e11d-44b1-2b5e-1725-8c0fef42fa2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.382874] env[63366]: DEBUG oslo_vmware.api [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52e6d2e5-259d-2d0a-1eed-8d5467513fc3, 'name': SearchDatastore_Task, 'duration_secs': 0.0103} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.383900] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7449189d-4e45-4a76-aca2-e93595d8ef7e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.391985] env[63366]: DEBUG oslo_vmware.api [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Waiting for the task: (returnval){ [ 1919.391985] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52b1019f-d9c3-93ff-d107-115a279699f9" [ 1919.391985] env[63366]: _type = "Task" [ 1919.391985] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.400427] env[63366]: DEBUG oslo_vmware.api [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52b1019f-d9c3-93ff-d107-115a279699f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.407242] env[63366]: DEBUG nova.compute.manager [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1919.408064] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca11e4b-b3c0-419e-8a67-f680d181697b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.447211] env[63366]: INFO nova.compute.manager [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] instance snapshotting [ 1919.453143] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f832c9a-d15c-4bea-89ab-c255f25ab8a3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.481589] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc99660-2d20-4102-ac80-e095b4b12013 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.486771] env[63366]: DEBUG nova.compute.manager [req-f3ef9eee-f87b-4c19-b539-8b2b9d284ce4 req-af737c49-8588-4bdc-bb09-dbd182b8efa6 service nova] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Received event network-vif-plugged-2c753947-6cc4-491f-b5e3-4e9b2ae9ed0e {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1919.486985] env[63366]: DEBUG oslo_concurrency.lockutils [req-f3ef9eee-f87b-4c19-b539-8b2b9d284ce4 req-af737c49-8588-4bdc-bb09-dbd182b8efa6 service nova] Acquiring lock "e52bb7a4-0d9e-42b1-93a5-5005a3c99229-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.487220] env[63366]: DEBUG oslo_concurrency.lockutils [req-f3ef9eee-f87b-4c19-b539-8b2b9d284ce4 req-af737c49-8588-4bdc-bb09-dbd182b8efa6 service nova] Lock "e52bb7a4-0d9e-42b1-93a5-5005a3c99229-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.487376] env[63366]: DEBUG oslo_concurrency.lockutils [req-f3ef9eee-f87b-4c19-b539-8b2b9d284ce4 req-af737c49-8588-4bdc-bb09-dbd182b8efa6 service nova] Lock "e52bb7a4-0d9e-42b1-93a5-5005a3c99229-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.487530] env[63366]: DEBUG nova.compute.manager [req-f3ef9eee-f87b-4c19-b539-8b2b9d284ce4 req-af737c49-8588-4bdc-bb09-dbd182b8efa6 service nova] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] No waiting events found dispatching network-vif-plugged-2c753947-6cc4-491f-b5e3-4e9b2ae9ed0e {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1919.488148] env[63366]: WARNING nova.compute.manager [req-f3ef9eee-f87b-4c19-b539-8b2b9d284ce4 req-af737c49-8588-4bdc-bb09-dbd182b8efa6 service nova] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Received unexpected event network-vif-plugged-2c753947-6cc4-491f-b5e3-4e9b2ae9ed0e for instance with vm_state building and task_state spawning. [ 1919.488148] env[63366]: DEBUG nova.compute.manager [req-f3ef9eee-f87b-4c19-b539-8b2b9d284ce4 req-af737c49-8588-4bdc-bb09-dbd182b8efa6 service nova] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Received event network-changed-51ff9744-c5d4-470d-bf08-12b1f752273a {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1919.488148] env[63366]: DEBUG nova.compute.manager [req-f3ef9eee-f87b-4c19-b539-8b2b9d284ce4 req-af737c49-8588-4bdc-bb09-dbd182b8efa6 service nova] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Refreshing instance network info cache due to event network-changed-51ff9744-c5d4-470d-bf08-12b1f752273a. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1919.488357] env[63366]: DEBUG oslo_concurrency.lockutils [req-f3ef9eee-f87b-4c19-b539-8b2b9d284ce4 req-af737c49-8588-4bdc-bb09-dbd182b8efa6 service nova] Acquiring lock "refresh_cache-2f544489-1ad2-40ea-9427-d6f34dcfe39a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.488357] env[63366]: DEBUG oslo_concurrency.lockutils [req-f3ef9eee-f87b-4c19-b539-8b2b9d284ce4 req-af737c49-8588-4bdc-bb09-dbd182b8efa6 service nova] Acquired lock "refresh_cache-2f544489-1ad2-40ea-9427-d6f34dcfe39a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.488475] env[63366]: DEBUG nova.network.neutron [req-f3ef9eee-f87b-4c19-b539-8b2b9d284ce4 req-af737c49-8588-4bdc-bb09-dbd182b8efa6 service nova] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Refreshing network info cache for port 51ff9744-c5d4-470d-bf08-12b1f752273a {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1919.518131] env[63366]: DEBUG oslo_vmware.api [None req-820782a5-df87-46cc-82d3-ec13e94f0dcd tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52fa2b9d-d650-60bc-5518-141e4179a35d, 'name': SearchDatastore_Task, 'duration_secs': 0.008326} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.518464] env[63366]: DEBUG oslo_concurrency.lockutils [None req-820782a5-df87-46cc-82d3-ec13e94f0dcd tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.533403] env[63366]: DEBUG nova.compute.manager [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1919.564474] env[63366]: DEBUG nova.network.neutron [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Successfully created port: 8c619644-8a7a-4a79-905d-dd3cb77f5a81 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1919.612861] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d160bab3-d05c-48ea-ba03-61064d15efd8 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.633742] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2a79ef-6c30-4263-a180-d6e32f7a6b21 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.646215] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eadc8a5-4904-45a4-91fd-a3d62473e53c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.678514] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2924e6-c6e5-47b7-970e-edde44f3150d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.687244] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685ff1bf-3a71-461c-9295-721945ecef01 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.701047] env[63366]: DEBUG nova.compute.provider_tree [None req-cf4eefaa-4552-4695-9431-e2f2685b5577 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1919.872065] env[63366]: DEBUG oslo_vmware.api [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5241e11d-44b1-2b5e-1725-8c0fef42fa2d, 'name': SearchDatastore_Task, 'duration_secs': 0.02126} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.872491] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.873088] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1919.873088] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.908315] env[63366]: DEBUG oslo_vmware.api [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52b1019f-d9c3-93ff-d107-115a279699f9, 'name': SearchDatastore_Task, 'duration_secs': 0.030136} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.908605] env[63366]: DEBUG oslo_concurrency.lockutils [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.908929] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 2f544489-1ad2-40ea-9427-d6f34dcfe39a/2f544489-1ad2-40ea-9427-d6f34dcfe39a.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1919.909839] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.909839] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1919.910022] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22e524b4-94d5-49e6-be12-1932c91ea0cc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.912064] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5b9865d-8f8f-4d5d-bf51-1d7511414508 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.921383] env[63366]: INFO nova.compute.manager [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] instance snapshotting [ 1919.925169] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a681bc44-609f-4213-91df-912110995480 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.930751] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1919.930938] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1919.934287] env[63366]: DEBUG oslo_vmware.api [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Waiting for the task: (returnval){ [ 1919.934287] env[63366]: value = "task-2103479" [ 1919.934287] env[63366]: _type = "Task" [ 1919.934287] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.935282] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-011e3ab9-6e31-447a-888b-f081732c70b2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.956165] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bb2973-3997-422b-89b6-b27f8d509007 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.960621] env[63366]: DEBUG oslo_vmware.api [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 1919.960621] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52b603d6-dbaa-b216-7aed-7cb2514eadef" [ 1919.960621] env[63366]: _type = "Task" [ 1919.960621] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.971017] env[63366]: DEBUG oslo_vmware.api [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.977564] env[63366]: DEBUG oslo_vmware.api [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52b603d6-dbaa-b216-7aed-7cb2514eadef, 'name': SearchDatastore_Task, 'duration_secs': 0.012587} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.978509] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3228851-62a4-47b9-952b-17d6e6578dd1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.984118] env[63366]: DEBUG oslo_vmware.api [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 1919.984118] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5253b267-2f21-ec2d-81dd-bdc8ac9885b1" [ 1919.984118] env[63366]: _type = "Task" [ 1919.984118] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.996763] env[63366]: DEBUG oslo_vmware.api [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5253b267-2f21-ec2d-81dd-bdc8ac9885b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.997793] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Creating Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1919.998601] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cf65a3f7-a797-42e6-adee-6cea190009e6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.011184] env[63366]: DEBUG oslo_vmware.api [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 1920.011184] env[63366]: value = "task-2103480" [ 1920.011184] env[63366]: _type = "Task" [ 1920.011184] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.024093] env[63366]: DEBUG oslo_vmware.api [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103480, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.204050] env[63366]: DEBUG nova.scheduler.client.report [None req-cf4eefaa-4552-4695-9431-e2f2685b5577 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1920.447995] env[63366]: DEBUG oslo_vmware.api [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103479, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.473386] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Creating Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1920.473618] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-89e6266d-f609-4308-9b12-2bd92eaf18fb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.482390] env[63366]: DEBUG oslo_vmware.api [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Waiting for the task: (returnval){ [ 1920.482390] env[63366]: value = "task-2103481" [ 1920.482390] env[63366]: _type = "Task" [ 1920.482390] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.497766] env[63366]: DEBUG oslo_vmware.api [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5253b267-2f21-ec2d-81dd-bdc8ac9885b1, 'name': SearchDatastore_Task, 'duration_secs': 0.017517} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.498884] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.499187] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] e52bb7a4-0d9e-42b1-93a5-5005a3c99229/e52bb7a4-0d9e-42b1-93a5-5005a3c99229.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1920.499456] env[63366]: DEBUG oslo_vmware.api [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103481, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.499666] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cea56a95-01ff-4fdb-b4fb-e7ebbc9c70ee {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.507390] env[63366]: DEBUG oslo_vmware.api [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 1920.507390] env[63366]: value = "task-2103482" [ 1920.507390] env[63366]: _type = "Task" [ 1920.507390] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.525600] env[63366]: DEBUG oslo_vmware.api [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.528820] env[63366]: DEBUG oslo_vmware.api [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103480, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.544338] env[63366]: DEBUG nova.compute.manager [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1920.586412] env[63366]: DEBUG nova.virt.hardware [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1920.586412] env[63366]: DEBUG nova.virt.hardware [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1920.586412] env[63366]: DEBUG nova.virt.hardware [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1920.586773] env[63366]: DEBUG nova.virt.hardware [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1920.586773] env[63366]: DEBUG nova.virt.hardware [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1920.588121] env[63366]: DEBUG nova.virt.hardware [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1920.588121] env[63366]: DEBUG nova.virt.hardware [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1920.588121] env[63366]: DEBUG nova.virt.hardware [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1920.588121] env[63366]: DEBUG nova.virt.hardware [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1920.588121] env[63366]: DEBUG nova.virt.hardware [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1920.588353] env[63366]: DEBUG nova.virt.hardware [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1920.588741] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099b0578-1098-47e0-b698-4147ea44e563 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.597923] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17531382-25ff-43fe-b4c2-d5628ff8c370 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.614471] env[63366]: DEBUG nova.network.neutron [req-f3ef9eee-f87b-4c19-b539-8b2b9d284ce4 req-af737c49-8588-4bdc-bb09-dbd182b8efa6 service nova] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Updated VIF entry in instance network info cache for port 51ff9744-c5d4-470d-bf08-12b1f752273a. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1920.614845] env[63366]: DEBUG nova.network.neutron [req-f3ef9eee-f87b-4c19-b539-8b2b9d284ce4 req-af737c49-8588-4bdc-bb09-dbd182b8efa6 service nova] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Updating instance_info_cache with network_info: [{"id": "51ff9744-c5d4-470d-bf08-12b1f752273a", "address": "fa:16:3e:8c:d7:2d", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51ff9744-c5", "ovs_interfaceid": "51ff9744-c5d4-470d-bf08-12b1f752273a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.708687] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cf4eefaa-4552-4695-9431-e2f2685b5577 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.715514] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.215s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.754784] env[63366]: INFO nova.scheduler.client.report [None req-cf4eefaa-4552-4695-9431-e2f2685b5577 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Deleted allocations for instance 2a99be1b-f5c2-4df9-ae96-3bb1f244e576 [ 1920.951431] env[63366]: DEBUG oslo_vmware.api [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.892822} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.951848] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 2f544489-1ad2-40ea-9427-d6f34dcfe39a/2f544489-1ad2-40ea-9427-d6f34dcfe39a.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1920.952163] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1920.952513] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9d5b4ee-0af8-4788-b531-7be822b939ff {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.960082] env[63366]: DEBUG oslo_vmware.api [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Waiting for the task: (returnval){ [ 1920.960082] env[63366]: value = "task-2103483" [ 1920.960082] env[63366]: _type = "Task" [ 1920.960082] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.969160] env[63366]: DEBUG oslo_vmware.api [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.994643] env[63366]: DEBUG oslo_vmware.api [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103481, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.018497] env[63366]: DEBUG oslo_vmware.api [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103482, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.027354] env[63366]: DEBUG oslo_vmware.api [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103480, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.118301] env[63366]: DEBUG oslo_concurrency.lockutils [req-f3ef9eee-f87b-4c19-b539-8b2b9d284ce4 req-af737c49-8588-4bdc-bb09-dbd182b8efa6 service nova] Releasing lock "refresh_cache-2f544489-1ad2-40ea-9427-d6f34dcfe39a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.118950] env[63366]: DEBUG nova.compute.manager [req-f3ef9eee-f87b-4c19-b539-8b2b9d284ce4 req-af737c49-8588-4bdc-bb09-dbd182b8efa6 service nova] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Received event network-changed-2c753947-6cc4-491f-b5e3-4e9b2ae9ed0e {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1921.119261] env[63366]: DEBUG nova.compute.manager [req-f3ef9eee-f87b-4c19-b539-8b2b9d284ce4 req-af737c49-8588-4bdc-bb09-dbd182b8efa6 service nova] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Refreshing instance network info cache due to event network-changed-2c753947-6cc4-491f-b5e3-4e9b2ae9ed0e. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1921.119533] env[63366]: DEBUG oslo_concurrency.lockutils [req-f3ef9eee-f87b-4c19-b539-8b2b9d284ce4 req-af737c49-8588-4bdc-bb09-dbd182b8efa6 service nova] Acquiring lock "refresh_cache-e52bb7a4-0d9e-42b1-93a5-5005a3c99229" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.119683] env[63366]: DEBUG oslo_concurrency.lockutils [req-f3ef9eee-f87b-4c19-b539-8b2b9d284ce4 req-af737c49-8588-4bdc-bb09-dbd182b8efa6 service nova] Acquired lock "refresh_cache-e52bb7a4-0d9e-42b1-93a5-5005a3c99229" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.119845] env[63366]: DEBUG nova.network.neutron [req-f3ef9eee-f87b-4c19-b539-8b2b9d284ce4 req-af737c49-8588-4bdc-bb09-dbd182b8efa6 service nova] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Refreshing network info cache for port 2c753947-6cc4-491f-b5e3-4e9b2ae9ed0e {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1921.268361] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cf4eefaa-4552-4695-9431-e2f2685b5577 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "2a99be1b-f5c2-4df9-ae96-3bb1f244e576" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.695s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.425184] env[63366]: DEBUG nova.network.neutron [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Successfully updated port: 8c619644-8a7a-4a79-905d-dd3cb77f5a81 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1921.477019] env[63366]: DEBUG oslo_vmware.api [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080083} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.477019] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1921.477019] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabf2efe-580e-4a5c-8b5a-901dc35a840b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.502048] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 2f544489-1ad2-40ea-9427-d6f34dcfe39a/2f544489-1ad2-40ea-9427-d6f34dcfe39a.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1921.505642] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45fe8105-f8c1-4f21-8bbc-598eaf7cbd4b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.529139] env[63366]: DEBUG nova.compute.manager [req-bd80780d-fd9d-4fb0-a5e9-16a463f0cf59 req-d9a1f07d-2211-4357-ba62-69e9d4e57755 service nova] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Received event network-vif-plugged-8c619644-8a7a-4a79-905d-dd3cb77f5a81 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1921.529675] env[63366]: DEBUG oslo_concurrency.lockutils [req-bd80780d-fd9d-4fb0-a5e9-16a463f0cf59 req-d9a1f07d-2211-4357-ba62-69e9d4e57755 service nova] Acquiring lock "e926cfb4-f56f-425a-8f00-69069f75f649-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.529902] env[63366]: DEBUG oslo_concurrency.lockutils [req-bd80780d-fd9d-4fb0-a5e9-16a463f0cf59 req-d9a1f07d-2211-4357-ba62-69e9d4e57755 service nova] Lock "e926cfb4-f56f-425a-8f00-69069f75f649-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.530111] env[63366]: DEBUG oslo_concurrency.lockutils [req-bd80780d-fd9d-4fb0-a5e9-16a463f0cf59 req-d9a1f07d-2211-4357-ba62-69e9d4e57755 service nova] Lock "e926cfb4-f56f-425a-8f00-69069f75f649-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.530292] env[63366]: DEBUG nova.compute.manager [req-bd80780d-fd9d-4fb0-a5e9-16a463f0cf59 req-d9a1f07d-2211-4357-ba62-69e9d4e57755 service nova] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] No waiting events found dispatching network-vif-plugged-8c619644-8a7a-4a79-905d-dd3cb77f5a81 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1921.530456] env[63366]: WARNING nova.compute.manager [req-bd80780d-fd9d-4fb0-a5e9-16a463f0cf59 req-d9a1f07d-2211-4357-ba62-69e9d4e57755 service nova] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Received unexpected event network-vif-plugged-8c619644-8a7a-4a79-905d-dd3cb77f5a81 for instance with vm_state building and task_state spawning. [ 1921.530614] env[63366]: DEBUG nova.compute.manager [req-bd80780d-fd9d-4fb0-a5e9-16a463f0cf59 req-d9a1f07d-2211-4357-ba62-69e9d4e57755 service nova] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Received event network-changed-8c619644-8a7a-4a79-905d-dd3cb77f5a81 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1921.530764] env[63366]: DEBUG nova.compute.manager [req-bd80780d-fd9d-4fb0-a5e9-16a463f0cf59 req-d9a1f07d-2211-4357-ba62-69e9d4e57755 service nova] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Refreshing instance network info cache due to event network-changed-8c619644-8a7a-4a79-905d-dd3cb77f5a81. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1921.530944] env[63366]: DEBUG oslo_concurrency.lockutils [req-bd80780d-fd9d-4fb0-a5e9-16a463f0cf59 req-d9a1f07d-2211-4357-ba62-69e9d4e57755 service nova] Acquiring lock "refresh_cache-e926cfb4-f56f-425a-8f00-69069f75f649" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.531118] env[63366]: DEBUG oslo_concurrency.lockutils [req-bd80780d-fd9d-4fb0-a5e9-16a463f0cf59 req-d9a1f07d-2211-4357-ba62-69e9d4e57755 service nova] Acquired lock "refresh_cache-e926cfb4-f56f-425a-8f00-69069f75f649" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.531285] env[63366]: DEBUG nova.network.neutron [req-bd80780d-fd9d-4fb0-a5e9-16a463f0cf59 req-d9a1f07d-2211-4357-ba62-69e9d4e57755 service nova] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Refreshing network info cache for port 8c619644-8a7a-4a79-905d-dd3cb77f5a81 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1921.543464] env[63366]: DEBUG oslo_vmware.api [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103481, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.546586] env[63366]: DEBUG oslo_vmware.api [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Waiting for the task: (returnval){ [ 1921.546586] env[63366]: value = "task-2103484" [ 1921.546586] env[63366]: _type = "Task" [ 1921.546586] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.557891] env[63366]: DEBUG oslo_vmware.api [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103482, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.836748} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.558177] env[63366]: DEBUG oslo_vmware.api [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103480, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.558794] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] e52bb7a4-0d9e-42b1-93a5-5005a3c99229/e52bb7a4-0d9e-42b1-93a5-5005a3c99229.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1921.558992] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1921.559642] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2096f40f-2d89-4f5c-8c9d-21a3ca5e24d5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.564532] env[63366]: DEBUG oslo_vmware.api [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.570060] env[63366]: DEBUG oslo_vmware.api [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 1921.570060] env[63366]: value = "task-2103485" [ 1921.570060] env[63366]: _type = "Task" [ 1921.570060] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.580013] env[63366]: DEBUG oslo_vmware.api [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.739272] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Applying migration context for instance ace1ae39-d6de-4b36-93f5-e1b8f810a16a as it has an incoming, in-progress migration 6380001a-0110-437c-b31c-2d2a11575e72. Migration status is confirming {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1921.742071] env[63366]: INFO nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Updating resource usage from migration 6380001a-0110-437c-b31c-2d2a11575e72 [ 1921.781191] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 96f0fab0-d17a-46cc-bff7-66de56c2acc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1921.781445] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 05c3d463-05fa-44a6-835c-756d94f65be4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1921.781645] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 49c15748-bcd1-4c07-9572-9ff7ea7a4284 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1921.781825] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 36746589-7243-480f-8aa8-07b7ed19cdec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1921.782014] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1921.782209] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1921.782776] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 0273547a-6bdc-40e4-be59-4a7b96e68f83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1921.782776] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 8cd4e26b-954b-435e-880a-5765ca34f736 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1921.782776] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 9f1629c8-a6f3-4285-85fe-ae369c4d20ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1921.782900] env[63366]: WARNING nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 2a5458eb-c394-484c-8374-73eee310dc89 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1921.783603] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 3f634a63-a93f-48b9-8272-3bbf62ae807f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1921.783917] env[63366]: WARNING nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 104eaa03-2212-451d-bc4e-e84be2b126ca is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1921.783983] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance c33de456-d210-4ba8-b039-3bf1678f9cb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1921.784167] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 90bafd7e-563c-4212-a11b-137f2bec2d84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1921.784368] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 36bd68d5-0f27-4c82-9b66-9467a57fbae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1921.784532] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance e52bb7a4-0d9e-42b1-93a5-5005a3c99229 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1921.784660] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Migration 6380001a-0110-437c-b31c-2d2a11575e72 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1921.784776] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 2f544489-1ad2-40ea-9427-d6f34dcfe39a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1921.784890] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance ace1ae39-d6de-4b36-93f5-e1b8f810a16a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1921.785355] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance e926cfb4-f56f-425a-8f00-69069f75f649 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1921.927827] env[63366]: DEBUG oslo_concurrency.lockutils [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquiring lock "refresh_cache-e926cfb4-f56f-425a-8f00-69069f75f649" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.001017] env[63366]: DEBUG oslo_vmware.api [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103481, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.036968] env[63366]: DEBUG oslo_vmware.api [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103480, 'name': CreateSnapshot_Task, 'duration_secs': 1.68957} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.037273] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Created Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1922.038038] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1012df99-37f6-4613-b604-c69248c908a4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.054582] env[63366]: DEBUG nova.network.neutron [req-f3ef9eee-f87b-4c19-b539-8b2b9d284ce4 req-af737c49-8588-4bdc-bb09-dbd182b8efa6 service nova] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Updated VIF entry in instance network info cache for port 2c753947-6cc4-491f-b5e3-4e9b2ae9ed0e. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1922.054582] env[63366]: DEBUG nova.network.neutron [req-f3ef9eee-f87b-4c19-b539-8b2b9d284ce4 req-af737c49-8588-4bdc-bb09-dbd182b8efa6 service nova] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Updating instance_info_cache with network_info: [{"id": "2c753947-6cc4-491f-b5e3-4e9b2ae9ed0e", "address": "fa:16:3e:ea:e8:2b", "network": {"id": "985af658-ef66-4c4b-89b5-91600b59b3e1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1084071744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3372f753fb8244858daebca4a8e7715c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c753947-6c", "ovs_interfaceid": "2c753947-6cc4-491f-b5e3-4e9b2ae9ed0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.062998] env[63366]: DEBUG oslo_vmware.api [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103484, 'name': ReconfigVM_Task, 'duration_secs': 0.484228} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.063413] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 2f544489-1ad2-40ea-9427-d6f34dcfe39a/2f544489-1ad2-40ea-9427-d6f34dcfe39a.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1922.064193] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4764727-44dc-4435-b722-5760b85c8e22 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.071195] env[63366]: DEBUG oslo_vmware.api [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Waiting for the task: (returnval){ [ 1922.071195] env[63366]: value = "task-2103486" [ 1922.071195] env[63366]: _type = "Task" [ 1922.071195] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.084800] env[63366]: DEBUG oslo_vmware.api [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211389} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.087695] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1922.087989] env[63366]: DEBUG oslo_vmware.api [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103486, 'name': Rename_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.088700] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24949b7-a49e-420f-b9b8-1c3bcc118611 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.115844] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] e52bb7a4-0d9e-42b1-93a5-5005a3c99229/e52bb7a4-0d9e-42b1-93a5-5005a3c99229.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1922.116994] env[63366]: DEBUG nova.network.neutron [req-bd80780d-fd9d-4fb0-a5e9-16a463f0cf59 req-d9a1f07d-2211-4357-ba62-69e9d4e57755 service nova] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1922.119371] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95d9f3ee-54ed-441e-b62a-6da0b1973eda {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.141485] env[63366]: DEBUG oslo_vmware.api [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 1922.141485] env[63366]: value = "task-2103487" [ 1922.141485] env[63366]: _type = "Task" [ 1922.141485] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.149830] env[63366]: DEBUG oslo_vmware.api [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.229510] env[63366]: DEBUG nova.network.neutron [req-bd80780d-fd9d-4fb0-a5e9-16a463f0cf59 req-d9a1f07d-2211-4357-ba62-69e9d4e57755 service nova] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.291891] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 2568d389-f910-4543-94d0-4f0b4d6db495 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1922.500868] env[63366]: DEBUG oslo_vmware.api [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103481, 'name': CreateSnapshot_Task, 'duration_secs': 1.602641} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.501205] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Created Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1922.502159] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20c59e3-b8f4-4df9-8756-2fcd244417e2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.565803] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Creating linked-clone VM from snapshot {{(pid=63366) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1922.566893] env[63366]: DEBUG oslo_concurrency.lockutils [req-f3ef9eee-f87b-4c19-b539-8b2b9d284ce4 req-af737c49-8588-4bdc-bb09-dbd182b8efa6 service nova] Releasing lock "refresh_cache-e52bb7a4-0d9e-42b1-93a5-5005a3c99229" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.566893] env[63366]: DEBUG nova.compute.manager [req-f3ef9eee-f87b-4c19-b539-8b2b9d284ce4 req-af737c49-8588-4bdc-bb09-dbd182b8efa6 service nova] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Received event network-vif-deleted-4499fbe0-219f-45d5-ae98-ff41b6689996 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1922.567107] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-79c94620-82df-48f5-a136-36d3f01d3644 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.575395] env[63366]: DEBUG oslo_vmware.api [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 1922.575395] env[63366]: value = "task-2103488" [ 1922.575395] env[63366]: _type = "Task" [ 1922.575395] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.586714] env[63366]: DEBUG oslo_vmware.api [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103488, 'name': CloneVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.589538] env[63366]: DEBUG oslo_vmware.api [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103486, 'name': Rename_Task, 'duration_secs': 0.158617} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.589782] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1922.590025] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcf359b9-00bb-43d0-ae89-344fb24a5087 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.596152] env[63366]: DEBUG oslo_vmware.api [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Waiting for the task: (returnval){ [ 1922.596152] env[63366]: value = "task-2103489" [ 1922.596152] env[63366]: _type = "Task" [ 1922.596152] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.603824] env[63366]: DEBUG oslo_vmware.api [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.654354] env[63366]: DEBUG oslo_vmware.api [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103487, 'name': ReconfigVM_Task, 'duration_secs': 0.316727} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.654682] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Reconfigured VM instance instance-00000019 to attach disk [datastore2] e52bb7a4-0d9e-42b1-93a5-5005a3c99229/e52bb7a4-0d9e-42b1-93a5-5005a3c99229.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1922.655380] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2581c00f-62bb-40f2-a112-631c4d4abc74 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.662892] env[63366]: DEBUG oslo_vmware.api [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 1922.662892] env[63366]: value = "task-2103490" [ 1922.662892] env[63366]: _type = "Task" [ 1922.662892] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.672521] env[63366]: DEBUG oslo_vmware.api [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103490, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.732141] env[63366]: DEBUG oslo_concurrency.lockutils [req-bd80780d-fd9d-4fb0-a5e9-16a463f0cf59 req-d9a1f07d-2211-4357-ba62-69e9d4e57755 service nova] Releasing lock "refresh_cache-e926cfb4-f56f-425a-8f00-69069f75f649" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.732628] env[63366]: DEBUG oslo_concurrency.lockutils [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquired lock "refresh_cache-e926cfb4-f56f-425a-8f00-69069f75f649" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.734058] env[63366]: DEBUG nova.network.neutron [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1922.798017] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance a46fad37-b982-49d7-a999-755e36c1ed44 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1923.027561] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Creating linked-clone VM from snapshot {{(pid=63366) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1923.028187] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3e18d870-38ee-4264-ab7a-4da9242c7a04 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.041146] env[63366]: DEBUG oslo_vmware.api [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Waiting for the task: (returnval){ [ 1923.041146] env[63366]: value = "task-2103491" [ 1923.041146] env[63366]: _type = "Task" [ 1923.041146] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.052224] env[63366]: DEBUG oslo_vmware.api [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103491, 'name': CloneVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.090346] env[63366]: DEBUG oslo_vmware.api [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103488, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.105724] env[63366]: DEBUG oslo_vmware.api [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103489, 'name': PowerOnVM_Task, 'duration_secs': 0.505542} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.105991] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1923.106421] env[63366]: INFO nova.compute.manager [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Took 9.69 seconds to spawn the instance on the hypervisor. [ 1923.106775] env[63366]: DEBUG nova.compute.manager [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1923.107588] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d7133c-8b40-4b56-ae2e-873ad5ee8585 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.176689] env[63366]: DEBUG oslo_vmware.api [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103490, 'name': Rename_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.286577] env[63366]: DEBUG nova.network.neutron [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1923.299431] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 9b8491be-ee59-4584-90e8-f905cdfe0ad7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1923.535283] env[63366]: DEBUG nova.network.neutron [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Updating instance_info_cache with network_info: [{"id": "8c619644-8a7a-4a79-905d-dd3cb77f5a81", "address": "fa:16:3e:fc:8d:df", "network": {"id": "985af658-ef66-4c4b-89b5-91600b59b3e1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1084071744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3372f753fb8244858daebca4a8e7715c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c619644-8a", "ovs_interfaceid": "8c619644-8a7a-4a79-905d-dd3cb77f5a81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1923.554164] env[63366]: DEBUG oslo_vmware.api [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103491, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.585480] env[63366]: DEBUG oslo_vmware.api [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103488, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.632677] env[63366]: INFO nova.compute.manager [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Took 39.02 seconds to build instance. [ 1923.677412] env[63366]: DEBUG oslo_vmware.api [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103490, 'name': Rename_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.803664] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 2dc14df8-6821-432c-8ce3-3c211b6de2b0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1923.869397] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquiring lock "5452d952-0785-4526-a865-4951b0f9004f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.869397] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lock "5452d952-0785-4526-a865-4951b0f9004f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.899526] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquiring lock "3fcdeccc-bfa0-4f52-aead-9e92c6d2b002" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.901235] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lock "3fcdeccc-bfa0-4f52-aead-9e92c6d2b002" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.934848] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquiring lock "cf49a61a-1a7c-48a8-b0c6-87fd348bd192" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.936111] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lock "cf49a61a-1a7c-48a8-b0c6-87fd348bd192" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.042696] env[63366]: DEBUG oslo_concurrency.lockutils [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Releasing lock "refresh_cache-e926cfb4-f56f-425a-8f00-69069f75f649" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1924.043122] env[63366]: DEBUG nova.compute.manager [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Instance network_info: |[{"id": "8c619644-8a7a-4a79-905d-dd3cb77f5a81", "address": "fa:16:3e:fc:8d:df", "network": {"id": "985af658-ef66-4c4b-89b5-91600b59b3e1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1084071744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3372f753fb8244858daebca4a8e7715c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c619644-8a", "ovs_interfaceid": "8c619644-8a7a-4a79-905d-dd3cb77f5a81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1924.043779] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:8d:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '329d0e4b-4190-484a-8560-9356dc31beca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c619644-8a7a-4a79-905d-dd3cb77f5a81', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1924.053244] env[63366]: DEBUG oslo.service.loopingcall [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1924.057491] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1924.057951] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adbb426b-ed41-46f9-ac0a-8ac3fc136e67 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.086063] env[63366]: DEBUG oslo_vmware.api [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103491, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.088202] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1924.088202] env[63366]: value = "task-2103492" [ 1924.088202] env[63366]: _type = "Task" [ 1924.088202] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.095011] env[63366]: DEBUG oslo_vmware.api [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103488, 'name': CloneVM_Task, 'duration_secs': 1.490886} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.095773] env[63366]: INFO nova.virt.vmwareapi.vmops [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Created linked-clone VM from snapshot [ 1924.096676] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab477d77-b43a-4e55-85c6-b9a97caf2929 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.103018] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103492, 'name': CreateVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.108182] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Uploading image 6b81b377-7c0f-4a6c-bb85-ffca28681562 {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1924.137736] env[63366]: DEBUG oslo_concurrency.lockutils [None req-df6d5cd6-ea4e-44b0-91ae-e98883cf9235 tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Lock "2f544489-1ad2-40ea-9427-d6f34dcfe39a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.811s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.143897] env[63366]: DEBUG oslo_vmware.rw_handles [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1924.143897] env[63366]: value = "vm-430697" [ 1924.143897] env[63366]: _type = "VirtualMachine" [ 1924.143897] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1924.143897] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dc5406cb-df77-41b0-8614-426fe58fa0b2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.151886] env[63366]: DEBUG oslo_vmware.rw_handles [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Lease: (returnval){ [ 1924.151886] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]529c7422-c170-3498-9fe9-b0d4475ec8f3" [ 1924.151886] env[63366]: _type = "HttpNfcLease" [ 1924.151886] env[63366]: } obtained for exporting VM: (result){ [ 1924.151886] env[63366]: value = "vm-430697" [ 1924.151886] env[63366]: _type = "VirtualMachine" [ 1924.151886] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1924.152297] env[63366]: DEBUG oslo_vmware.api [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the lease: (returnval){ [ 1924.152297] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]529c7422-c170-3498-9fe9-b0d4475ec8f3" [ 1924.152297] env[63366]: _type = "HttpNfcLease" [ 1924.152297] env[63366]: } to be ready. {{(pid=63366) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1924.164504] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1924.164504] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]529c7422-c170-3498-9fe9-b0d4475ec8f3" [ 1924.164504] env[63366]: _type = "HttpNfcLease" [ 1924.164504] env[63366]: } is initializing. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1924.174378] env[63366]: DEBUG oslo_vmware.api [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103490, 'name': Rename_Task, 'duration_secs': 1.190822} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.174378] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1924.174378] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc814b5d-85c4-47ab-a152-532138d140a8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.181803] env[63366]: DEBUG oslo_vmware.api [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 1924.181803] env[63366]: value = "task-2103494" [ 1924.181803] env[63366]: _type = "Task" [ 1924.181803] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.190489] env[63366]: DEBUG oslo_vmware.api [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.309877] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1924.555608] env[63366]: DEBUG oslo_vmware.api [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103491, 'name': CloneVM_Task, 'duration_secs': 1.29106} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.555608] env[63366]: INFO nova.virt.vmwareapi.vmops [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Created linked-clone VM from snapshot [ 1924.556229] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a6d8d7-a4d5-49ea-b0f9-07b231927034 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.566015] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Uploading image eb41fd81-f8f4-463e-a11a-a99d76616660 {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1924.603172] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103492, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.606215] env[63366]: DEBUG oslo_vmware.rw_handles [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1924.606215] env[63366]: value = "vm-430698" [ 1924.606215] env[63366]: _type = "VirtualMachine" [ 1924.606215] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1924.606564] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-64442c7f-01b6-4e71-85ad-da494ad8333c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.616796] env[63366]: DEBUG oslo_vmware.rw_handles [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Lease: (returnval){ [ 1924.616796] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ccbf32-dda6-7b91-868d-1625347fa28c" [ 1924.616796] env[63366]: _type = "HttpNfcLease" [ 1924.616796] env[63366]: } obtained for exporting VM: (result){ [ 1924.616796] env[63366]: value = "vm-430698" [ 1924.616796] env[63366]: _type = "VirtualMachine" [ 1924.616796] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1924.616796] env[63366]: DEBUG oslo_vmware.api [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Waiting for the lease: (returnval){ [ 1924.616796] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ccbf32-dda6-7b91-868d-1625347fa28c" [ 1924.616796] env[63366]: _type = "HttpNfcLease" [ 1924.616796] env[63366]: } to be ready. {{(pid=63366) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1924.627316] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1924.627316] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ccbf32-dda6-7b91-868d-1625347fa28c" [ 1924.627316] env[63366]: _type = "HttpNfcLease" [ 1924.627316] env[63366]: } is initializing. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1924.641133] env[63366]: DEBUG nova.compute.manager [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1924.662785] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1924.662785] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]529c7422-c170-3498-9fe9-b0d4475ec8f3" [ 1924.662785] env[63366]: _type = "HttpNfcLease" [ 1924.662785] env[63366]: } is ready. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1924.663020] env[63366]: DEBUG oslo_vmware.rw_handles [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1924.663020] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]529c7422-c170-3498-9fe9-b0d4475ec8f3" [ 1924.663020] env[63366]: _type = "HttpNfcLease" [ 1924.663020] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1924.665667] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f15852-4e58-44fb-aa12-b8e17099ca5c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.673110] env[63366]: DEBUG oslo_vmware.rw_handles [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525ec07c-f9c9-beba-4d82-a3394d70d32f/disk-0.vmdk from lease info. {{(pid=63366) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1924.673318] env[63366]: DEBUG oslo_vmware.rw_handles [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525ec07c-f9c9-beba-4d82-a3394d70d32f/disk-0.vmdk for reading. {{(pid=63366) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1924.745713] env[63366]: DEBUG oslo_vmware.api [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103494, 'name': PowerOnVM_Task, 'duration_secs': 0.49919} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.747096] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1924.747096] env[63366]: INFO nova.compute.manager [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Took 15.09 seconds to spawn the instance on the hypervisor. [ 1924.747096] env[63366]: DEBUG nova.compute.manager [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1924.747096] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54e4e6b-6b2d-4de0-aa06-99e50e03e94d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.786830] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b2da6ef4-efae-4f55-bf31-e06319a94b85 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.802051] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Acquiring lock "2f544489-1ad2-40ea-9427-d6f34dcfe39a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.803379] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Lock "2f544489-1ad2-40ea-9427-d6f34dcfe39a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.803379] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Acquiring lock "2f544489-1ad2-40ea-9427-d6f34dcfe39a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.803379] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Lock "2f544489-1ad2-40ea-9427-d6f34dcfe39a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.803379] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Lock "2f544489-1ad2-40ea-9427-d6f34dcfe39a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.805200] env[63366]: INFO nova.compute.manager [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Terminating instance [ 1924.815641] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1925.106502] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103492, 'name': CreateVM_Task, 'duration_secs': 0.566274} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.106744] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1925.107788] env[63366]: DEBUG oslo_concurrency.lockutils [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.108030] env[63366]: DEBUG oslo_concurrency.lockutils [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.108461] env[63366]: DEBUG oslo_concurrency.lockutils [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1925.108790] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c7295b8-e465-4509-8a14-4b6b7cf675f6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.119271] env[63366]: DEBUG oslo_vmware.api [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 1925.119271] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]523cfac2-2b11-50ae-ab3d-e71b85c3709e" [ 1925.119271] env[63366]: _type = "Task" [ 1925.119271] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.132025] env[63366]: DEBUG oslo_vmware.api [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523cfac2-2b11-50ae-ab3d-e71b85c3709e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.132592] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1925.132592] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ccbf32-dda6-7b91-868d-1625347fa28c" [ 1925.132592] env[63366]: _type = "HttpNfcLease" [ 1925.132592] env[63366]: } is ready. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1925.132852] env[63366]: DEBUG oslo_vmware.rw_handles [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1925.132852] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ccbf32-dda6-7b91-868d-1625347fa28c" [ 1925.132852] env[63366]: _type = "HttpNfcLease" [ 1925.132852] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1925.133680] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72581f16-73cc-4ff5-813a-213711fed7ea {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.143124] env[63366]: DEBUG oslo_vmware.rw_handles [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522ee210-4348-cf34-0300-d17dee3a28c1/disk-0.vmdk from lease info. {{(pid=63366) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1925.143336] env[63366]: DEBUG oslo_vmware.rw_handles [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522ee210-4348-cf34-0300-d17dee3a28c1/disk-0.vmdk for reading. {{(pid=63366) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1925.214665] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.264642] env[63366]: INFO nova.compute.manager [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Took 43.85 seconds to build instance. [ 1925.309483] env[63366]: DEBUG nova.compute.manager [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1925.309857] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1925.310902] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5872931a-8e24-40da-8b1e-b0f08d33e626 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.322565] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance ee29e2c3-464e-4ec9-a7d9-057519c836f7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1925.327779] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-37ae19a9-ae7f-4d69-ad80-4477a506940e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.329765] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1925.330048] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f71b84ad-5bf2-4bac-8445-37f18076b93d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.337758] env[63366]: DEBUG oslo_vmware.api [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Waiting for the task: (returnval){ [ 1925.337758] env[63366]: value = "task-2103496" [ 1925.337758] env[63366]: _type = "Task" [ 1925.337758] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.347488] env[63366]: DEBUG oslo_vmware.api [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.627624] env[63366]: DEBUG oslo_vmware.api [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523cfac2-2b11-50ae-ab3d-e71b85c3709e, 'name': SearchDatastore_Task, 'duration_secs': 0.018029} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.627984] env[63366]: DEBUG oslo_concurrency.lockutils [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.628296] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1925.628507] env[63366]: DEBUG oslo_concurrency.lockutils [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.628673] env[63366]: DEBUG oslo_concurrency.lockutils [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.629036] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1925.629471] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-961b4d2c-2a6a-4a63-852e-3f35eac20571 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.638854] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1925.638854] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1925.639838] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29556e09-3c91-461d-af0f-e2d15b6d205f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.646033] env[63366]: DEBUG oslo_vmware.api [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 1925.646033] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]522a0f61-b5b3-60b9-d8d8-8231e66f3626" [ 1925.646033] env[63366]: _type = "Task" [ 1925.646033] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.656751] env[63366]: DEBUG oslo_vmware.api [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522a0f61-b5b3-60b9-d8d8-8231e66f3626, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.767646] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2b5a0586-1c96-4015-bf85-d1064b5a4563 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "e52bb7a4-0d9e-42b1-93a5-5005a3c99229" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.841s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.830848] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance dad60003-ef3c-4f6e-87ef-90900722de87 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1925.860043] env[63366]: DEBUG oslo_vmware.api [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103496, 'name': PowerOffVM_Task, 'duration_secs': 0.183823} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.861754] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1925.862022] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1925.862345] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26a31d91-fc67-47ed-aad4-4abb20c12aaa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.938753] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1925.939315] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1925.941373] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Deleting the datastore file [datastore2] 2f544489-1ad2-40ea-9427-d6f34dcfe39a {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1925.942541] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13fbdb1a-2074-4d3b-bb08-80d966e699ff {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.952712] env[63366]: DEBUG oslo_vmware.api [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Waiting for the task: (returnval){ [ 1925.952712] env[63366]: value = "task-2103498" [ 1925.952712] env[63366]: _type = "Task" [ 1925.952712] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.961118] env[63366]: DEBUG oslo_vmware.api [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.157581] env[63366]: DEBUG oslo_vmware.api [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522a0f61-b5b3-60b9-d8d8-8231e66f3626, 'name': SearchDatastore_Task, 'duration_secs': 0.011667} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.158569] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-610cf8d4-2f8f-469d-b475-d66c0d919ae7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.164936] env[63366]: DEBUG oslo_vmware.api [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 1926.164936] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52700fea-d084-a6ba-21ea-30d904d9219a" [ 1926.164936] env[63366]: _type = "Task" [ 1926.164936] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.174247] env[63366]: DEBUG oslo_vmware.api [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52700fea-d084-a6ba-21ea-30d904d9219a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.274520] env[63366]: DEBUG nova.compute.manager [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1926.335227] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 0237b15e-2ac9-419f-b74e-6eea2558e817 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1926.390153] env[63366]: DEBUG oslo_concurrency.lockutils [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Acquiring lock "526080de-0e4d-4a04-a9e2-1868167d5abb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.390561] env[63366]: DEBUG oslo_concurrency.lockutils [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Lock "526080de-0e4d-4a04-a9e2-1868167d5abb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.462221] env[63366]: DEBUG oslo_vmware.api [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Task: {'id': task-2103498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225356} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.462806] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1926.463119] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1926.463548] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1926.463720] env[63366]: INFO nova.compute.manager [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1926.464109] env[63366]: DEBUG oslo.service.loopingcall [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1926.464308] env[63366]: DEBUG nova.compute.manager [-] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1926.464416] env[63366]: DEBUG nova.network.neutron [-] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1926.680035] env[63366]: DEBUG oslo_vmware.api [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52700fea-d084-a6ba-21ea-30d904d9219a, 'name': SearchDatastore_Task, 'duration_secs': 0.01435} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.680035] env[63366]: DEBUG oslo_concurrency.lockutils [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.680035] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] e926cfb4-f56f-425a-8f00-69069f75f649/e926cfb4-f56f-425a-8f00-69069f75f649.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1926.680035] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8c21099-4444-4eeb-9044-8a925a65de5b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.686301] env[63366]: DEBUG oslo_vmware.api [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 1926.686301] env[63366]: value = "task-2103499" [ 1926.686301] env[63366]: _type = "Task" [ 1926.686301] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.695729] env[63366]: DEBUG oslo_vmware.api [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.802584] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.839541] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance f62137c6-8851-4d59-9f15-2ee39cda52f6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1927.198851] env[63366]: DEBUG oslo_vmware.api [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103499, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.299322] env[63366]: DEBUG nova.network.neutron [-] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1927.342550] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 929c57e8-88c8-4cda-8a89-afcfda128c51 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1927.699731] env[63366]: DEBUG oslo_vmware.api [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585705} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.700081] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] e926cfb4-f56f-425a-8f00-69069f75f649/e926cfb4-f56f-425a-8f00-69069f75f649.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1927.700316] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1927.700587] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97921550-78fb-4258-a918-50608fc477b0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.708255] env[63366]: DEBUG oslo_vmware.api [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 1927.708255] env[63366]: value = "task-2103500" [ 1927.708255] env[63366]: _type = "Task" [ 1927.708255] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.718146] env[63366]: DEBUG oslo_vmware.api [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.802866] env[63366]: INFO nova.compute.manager [-] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Took 1.34 seconds to deallocate network for instance. [ 1927.845814] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1928.219447] env[63366]: DEBUG oslo_vmware.api [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112277} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.219723] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1928.220553] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becffde5-a661-435a-9644-2831d4f2d93c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.242553] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] e926cfb4-f56f-425a-8f00-69069f75f649/e926cfb4-f56f-425a-8f00-69069f75f649.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1928.242940] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-474eb767-8fd3-4fd2-8b83-b98ec44b9a0d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.262611] env[63366]: DEBUG oslo_vmware.api [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 1928.262611] env[63366]: value = "task-2103501" [ 1928.262611] env[63366]: _type = "Task" [ 1928.262611] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.270704] env[63366]: DEBUG oslo_vmware.api [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.311470] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.348591] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance f3b6e9ea-be4b-43c5-9503-4531eddcbe81 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1928.778607] env[63366]: DEBUG oslo_vmware.api [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103501, 'name': ReconfigVM_Task, 'duration_secs': 0.441709} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.778949] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Reconfigured VM instance instance-0000001b to attach disk [datastore2] e926cfb4-f56f-425a-8f00-69069f75f649/e926cfb4-f56f-425a-8f00-69069f75f649.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1928.779555] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6112a208-dc9c-4c65-bb37-5574149a00a5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.786196] env[63366]: DEBUG oslo_vmware.api [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 1928.786196] env[63366]: value = "task-2103502" [ 1928.786196] env[63366]: _type = "Task" [ 1928.786196] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.794628] env[63366]: DEBUG oslo_vmware.api [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103502, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.851746] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 394309ab-d10e-4578-bb8c-82372267ba4d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1929.297483] env[63366]: DEBUG oslo_vmware.api [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103502, 'name': Rename_Task, 'duration_secs': 0.20609} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.297813] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1929.298172] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a012460e-96f8-4216-a14f-1808c9380ed9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.305462] env[63366]: DEBUG oslo_vmware.api [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 1929.305462] env[63366]: value = "task-2103503" [ 1929.305462] env[63366]: _type = "Task" [ 1929.305462] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.313578] env[63366]: DEBUG oslo_vmware.api [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.354631] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1929.354943] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1929.355126] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1929.817547] env[63366]: DEBUG oslo_vmware.api [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103503, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.855294] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9c94b5-bd32-45c4-8941-57def45b0c75 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.862569] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5717156e-9055-4b80-9978-562a8d82fa08 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.892567] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad27ea9-8777-4b00-abff-1fb719afe7e9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.901180] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248989e0-b893-4e04-ad15-58637641e157 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.915664] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1930.318026] env[63366]: DEBUG oslo_vmware.api [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103503, 'name': PowerOnVM_Task, 'duration_secs': 0.63445} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.318300] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1930.318500] env[63366]: INFO nova.compute.manager [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Took 9.77 seconds to spawn the instance on the hypervisor. [ 1930.318678] env[63366]: DEBUG nova.compute.manager [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1930.319447] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de86082-5bb5-4c86-aaf0-b92773aa6d48 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.437863] env[63366]: ERROR nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [req-0b899489-d7c4-4ef5-aeae-ddf4c517621a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d4eb5599-1ee7-4533-a84b-536c6f825ecc. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0b899489-d7c4-4ef5-aeae-ddf4c517621a"}]} [ 1930.455940] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Refreshing inventories for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1930.470634] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Updating ProviderTree inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1930.470837] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1930.482649] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Refreshing aggregate associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, aggregates: None {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1930.502291] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Refreshing trait associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1930.839134] env[63366]: INFO nova.compute.manager [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Took 39.06 seconds to build instance. [ 1930.975117] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05463559-0fb5-41f7-b204-300267d9b200 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.983097] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86862e7-8715-4bb4-a245-a2fc37e0af36 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.016295] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d41f5c9-b948-46a6-8431-34dd307780c3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.024092] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01f0a25-4867-40ac-920e-957acc4704fc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.037993] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1931.341998] env[63366]: DEBUG oslo_concurrency.lockutils [None req-520560eb-8aa4-404b-a4cb-0b656ca126d7 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "e926cfb4-f56f-425a-8f00-69069f75f649" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.569s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.569649] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Updated inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with generation 55 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1931.569903] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Updating resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc generation from 55 to 56 during operation: update_inventory {{(pid=63366) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1931.570100] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1931.845081] env[63366]: DEBUG nova.compute.manager [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1932.075980] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1932.076267] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 11.361s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.076702] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.994s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.078506] env[63366]: INFO nova.compute.claims [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1932.369475] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.526175] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77756521-daa7-455e-80d2-28b16c9d516d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.535460] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffedbda7-676e-4738-b79d-d1cfc2ef4fd8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.565812] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1933.566331] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1933.566527] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1933.568760] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d91f16c-6f5c-4d1c-9c3a-c9f98bf7a04c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.577041] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e93057b-a70f-4e08-a4fd-89a717d46114 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.590831] env[63366]: DEBUG nova.compute.provider_tree [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1934.094454] env[63366]: DEBUG nova.scheduler.client.report [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1934.425166] env[63366]: DEBUG oslo_vmware.rw_handles [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525ec07c-f9c9-beba-4d82-a3394d70d32f/disk-0.vmdk. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1934.427670] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2151be5f-3d7e-4918-b4ba-668b5534c383 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.433823] env[63366]: DEBUG oslo_vmware.rw_handles [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525ec07c-f9c9-beba-4d82-a3394d70d32f/disk-0.vmdk is in state: ready. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1934.434018] env[63366]: ERROR oslo_vmware.rw_handles [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525ec07c-f9c9-beba-4d82-a3394d70d32f/disk-0.vmdk due to incomplete transfer. [ 1934.436105] env[63366]: DEBUG oslo_vmware.rw_handles [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522ee210-4348-cf34-0300-d17dee3a28c1/disk-0.vmdk. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1934.436277] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-582f7ea7-8b2b-48a4-8a2d-0ddf1dc16271 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.438376] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1e80ec-f8c2-4786-a32d-545f6e817817 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.444998] env[63366]: DEBUG oslo_vmware.rw_handles [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522ee210-4348-cf34-0300-d17dee3a28c1/disk-0.vmdk is in state: ready. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1934.445176] env[63366]: ERROR oslo_vmware.rw_handles [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522ee210-4348-cf34-0300-d17dee3a28c1/disk-0.vmdk due to incomplete transfer. [ 1934.445380] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-da428917-c96b-49b1-9ce4-5dc15b819b07 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.447585] env[63366]: DEBUG oslo_vmware.rw_handles [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525ec07c-f9c9-beba-4d82-a3394d70d32f/disk-0.vmdk. {{(pid=63366) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1934.447779] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Uploaded image 6b81b377-7c0f-4a6c-bb85-ffca28681562 to the Glance image server {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1934.449902] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Destroying the VM {{(pid=63366) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1934.450502] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7ebfe1b4-8b3b-4bbe-9f0b-2a89f87c8c33 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.455346] env[63366]: DEBUG oslo_vmware.rw_handles [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522ee210-4348-cf34-0300-d17dee3a28c1/disk-0.vmdk. {{(pid=63366) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1934.455557] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Uploaded image eb41fd81-f8f4-463e-a11a-a99d76616660 to the Glance image server {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1934.457125] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Destroying the VM {{(pid=63366) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1934.458254] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-48e41c05-c296-4443-9a2c-00b6c8b2e68c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.459787] env[63366]: DEBUG oslo_vmware.api [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 1934.459787] env[63366]: value = "task-2103504" [ 1934.459787] env[63366]: _type = "Task" [ 1934.459787] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.464331] env[63366]: DEBUG oslo_vmware.api [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Waiting for the task: (returnval){ [ 1934.464331] env[63366]: value = "task-2103505" [ 1934.464331] env[63366]: _type = "Task" [ 1934.464331] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.470161] env[63366]: DEBUG oslo_vmware.api [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103504, 'name': Destroy_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.474561] env[63366]: DEBUG oslo_vmware.api [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103505, 'name': Destroy_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.573470] env[63366]: DEBUG nova.compute.manager [req-a09df856-bc98-43b1-b696-cd482f55a163 req-1c5ac915-d035-4f2c-8eaf-eba40667a303 service nova] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Received event network-vif-deleted-51ff9744-c5d4-470d-bf08-12b1f752273a {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1934.599283] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.599807] env[63366]: DEBUG nova.compute.manager [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1934.604689] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.020s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.609228] env[63366]: INFO nova.compute.claims [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1934.973804] env[63366]: DEBUG oslo_vmware.api [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103504, 'name': Destroy_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.977350] env[63366]: DEBUG oslo_vmware.api [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103505, 'name': Destroy_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.115902] env[63366]: DEBUG nova.compute.utils [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1935.117461] env[63366]: DEBUG nova.compute.manager [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1935.117632] env[63366]: DEBUG nova.network.neutron [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1935.185011] env[63366]: DEBUG nova.policy [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57cbe58e1adf4d97931cef762e9ab62d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62d2d0f41b904398b951842d02cb3e1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1935.471614] env[63366]: DEBUG oslo_vmware.api [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103504, 'name': Destroy_Task} progress is 33%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.476432] env[63366]: DEBUG oslo_vmware.api [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103505, 'name': Destroy_Task} progress is 33%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.622118] env[63366]: DEBUG nova.compute.manager [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1935.625633] env[63366]: DEBUG nova.network.neutron [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Successfully created port: 1adb5fcd-3436-4ac0-8daf-90113f11c1bb {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1935.975064] env[63366]: DEBUG oslo_vmware.api [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103504, 'name': Destroy_Task, 'duration_secs': 1.266487} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.978307] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Destroyed the VM [ 1935.978559] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Deleting Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1935.978836] env[63366]: DEBUG oslo_vmware.api [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103505, 'name': Destroy_Task, 'duration_secs': 1.237598} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.981832] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1587d75e-11ed-4ecd-8e64-b9a3132db841 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.983567] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Destroyed the VM [ 1935.983794] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Deleting Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1935.984452] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ad2daceb-2305-4a98-9246-20d0b8e64de8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.990907] env[63366]: DEBUG oslo_vmware.api [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 1935.990907] env[63366]: value = "task-2103506" [ 1935.990907] env[63366]: _type = "Task" [ 1935.990907] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.992305] env[63366]: DEBUG oslo_vmware.api [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Waiting for the task: (returnval){ [ 1935.992305] env[63366]: value = "task-2103507" [ 1935.992305] env[63366]: _type = "Task" [ 1935.992305] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.005233] env[63366]: DEBUG oslo_vmware.api [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103506, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.008247] env[63366]: DEBUG oslo_vmware.api [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103507, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.153636] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db78566-453c-428a-8a4a-f44701227a1a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.165345] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a949c56-7766-48a5-b0c8-9f80ff3bd625 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.197318] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0ef032-4f12-4a98-8c67-ee44e150bf51 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.206941] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a269f565-2e85-409c-b32b-80ba3b4d856f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.221979] env[63366]: DEBUG nova.compute.provider_tree [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1936.504739] env[63366]: DEBUG oslo_vmware.api [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103506, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.508101] env[63366]: DEBUG oslo_vmware.api [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103507, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.617653] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "refresh_cache-96f0fab0-d17a-46cc-bff7-66de56c2acc3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.617839] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "refresh_cache-96f0fab0-d17a-46cc-bff7-66de56c2acc3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.617955] env[63366]: DEBUG nova.network.neutron [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Forcefully refreshing network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1936.636019] env[63366]: DEBUG nova.compute.manager [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1936.673273] env[63366]: DEBUG nova.virt.hardware [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1936.673543] env[63366]: DEBUG nova.virt.hardware [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1936.673721] env[63366]: DEBUG nova.virt.hardware [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1936.673926] env[63366]: DEBUG nova.virt.hardware [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1936.673996] env[63366]: DEBUG nova.virt.hardware [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1936.674169] env[63366]: DEBUG nova.virt.hardware [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1936.674375] env[63366]: DEBUG nova.virt.hardware [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1936.674526] env[63366]: DEBUG nova.virt.hardware [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1936.674686] env[63366]: DEBUG nova.virt.hardware [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1936.674841] env[63366]: DEBUG nova.virt.hardware [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1936.675028] env[63366]: DEBUG nova.virt.hardware [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1936.677160] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfef700-ca6b-41b9-9026-e50b09ab1434 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.685898] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08dad7f-c92f-45ab-a0e3-4f36a98d65fb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.725251] env[63366]: DEBUG nova.scheduler.client.report [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1937.008375] env[63366]: DEBUG oslo_vmware.api [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103507, 'name': RemoveSnapshot_Task, 'duration_secs': 0.849649} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.008601] env[63366]: DEBUG oslo_vmware.api [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103506, 'name': RemoveSnapshot_Task, 'duration_secs': 0.514911} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.008837] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Deleted Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1937.009068] env[63366]: INFO nova.compute.manager [None req-a079e40f-f1bf-4cc1-a726-4c14c8a88cf8 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Took 17.09 seconds to snapshot the instance on the hypervisor. [ 1937.011528] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Deleted Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1937.011750] env[63366]: INFO nova.compute.manager [None req-0f815e7c-1c16-41b0-b022-e76261f582a0 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Took 17.56 seconds to snapshot the instance on the hypervisor. [ 1937.233023] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.233023] env[63366]: DEBUG nova.compute.manager [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1937.236165] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.244s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.237947] env[63366]: INFO nova.compute.claims [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1937.481795] env[63366]: DEBUG nova.compute.manager [req-2b201214-214c-444c-9cd1-01113ea7cf77 req-e491ec5e-f6a0-48ef-97e4-68194f144864 service nova] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Received event network-vif-plugged-1adb5fcd-3436-4ac0-8daf-90113f11c1bb {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1937.482026] env[63366]: DEBUG oslo_concurrency.lockutils [req-2b201214-214c-444c-9cd1-01113ea7cf77 req-e491ec5e-f6a0-48ef-97e4-68194f144864 service nova] Acquiring lock "2568d389-f910-4543-94d0-4f0b4d6db495-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.482238] env[63366]: DEBUG oslo_concurrency.lockutils [req-2b201214-214c-444c-9cd1-01113ea7cf77 req-e491ec5e-f6a0-48ef-97e4-68194f144864 service nova] Lock "2568d389-f910-4543-94d0-4f0b4d6db495-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.482426] env[63366]: DEBUG oslo_concurrency.lockutils [req-2b201214-214c-444c-9cd1-01113ea7cf77 req-e491ec5e-f6a0-48ef-97e4-68194f144864 service nova] Lock "2568d389-f910-4543-94d0-4f0b4d6db495-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.482596] env[63366]: DEBUG nova.compute.manager [req-2b201214-214c-444c-9cd1-01113ea7cf77 req-e491ec5e-f6a0-48ef-97e4-68194f144864 service nova] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] No waiting events found dispatching network-vif-plugged-1adb5fcd-3436-4ac0-8daf-90113f11c1bb {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1937.482757] env[63366]: WARNING nova.compute.manager [req-2b201214-214c-444c-9cd1-01113ea7cf77 req-e491ec5e-f6a0-48ef-97e4-68194f144864 service nova] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Received unexpected event network-vif-plugged-1adb5fcd-3436-4ac0-8daf-90113f11c1bb for instance with vm_state building and task_state spawning. [ 1937.543473] env[63366]: DEBUG nova.network.neutron [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Successfully updated port: 1adb5fcd-3436-4ac0-8daf-90113f11c1bb {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1937.737955] env[63366]: DEBUG nova.compute.utils [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1937.739477] env[63366]: DEBUG nova.compute.manager [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1937.739642] env[63366]: DEBUG nova.network.neutron [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1937.873766] env[63366]: DEBUG nova.policy [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e3459fecc91493494edfb8f3228e54b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '230e57a1e901453988a944cc2e57f501', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1938.029383] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b1270506-5c74-4872-85b6-c27310357daa tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquiring lock "90bafd7e-563c-4212-a11b-137f2bec2d84" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.029656] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b1270506-5c74-4872-85b6-c27310357daa tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "90bafd7e-563c-4212-a11b-137f2bec2d84" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.029875] env[63366]: DEBUG nova.compute.manager [None req-b1270506-5c74-4872-85b6-c27310357daa tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1938.030831] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c022e91d-ec8e-4ac1-a9c4-4e6f8d5a213d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.038798] env[63366]: DEBUG nova.compute.manager [None req-b1270506-5c74-4872-85b6-c27310357daa tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63366) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1938.039401] env[63366]: DEBUG nova.objects.instance [None req-b1270506-5c74-4872-85b6-c27310357daa tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lazy-loading 'flavor' on Instance uuid 90bafd7e-563c-4212-a11b-137f2bec2d84 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1938.052348] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "refresh_cache-2568d389-f910-4543-94d0-4f0b4d6db495" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1938.052577] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquired lock "refresh_cache-2568d389-f910-4543-94d0-4f0b4d6db495" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1938.054072] env[63366]: DEBUG nova.network.neutron [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1938.128709] env[63366]: DEBUG nova.network.neutron [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Updating instance_info_cache with network_info: [{"id": "aeda7b4e-29b5-45e2-9a58-a55b2f8c3072", "address": "fa:16:3e:30:19:91", "network": {"id": "2461296c-b492-4d75-b35d-5e521090c9eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-859076243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6b369729644eb299067082c22e5e36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeda7b4e-29", "ovs_interfaceid": "aeda7b4e-29b5-45e2-9a58-a55b2f8c3072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.243393] env[63366]: DEBUG nova.compute.manager [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1938.353259] env[63366]: DEBUG nova.network.neutron [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Successfully created port: 5fa9c234-6d4b-40db-8610-9e30297896b3 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1938.619303] env[63366]: DEBUG nova.network.neutron [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1938.631973] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "refresh_cache-96f0fab0-d17a-46cc-bff7-66de56c2acc3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.632175] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Updated the network info_cache for instance {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 1938.632403] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1938.632642] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1938.632834] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1938.633039] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1938.633325] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1938.633515] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1938.633645] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1938.633790] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1938.751136] env[63366]: INFO nova.virt.block_device [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Booting with volume c0686a3c-88bb-4d93-9f6d-90d40295b9c4 at /dev/sda [ 1938.784238] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44f4339-d3fb-45c0-bff9-b2f2eaf53bbe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.794234] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cc4ad6-69b1-4395-a5e4-91d28b603d94 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.801752] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3997955d-e4b8-4b76-85ee-dba450f76e1a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.830600] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a718cdff-dc4c-4881-ba8a-d9806784f1cf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.839192] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33eb8178-48ae-4152-a13d-12f84e1b598a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.854409] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f011af-a806-458f-a94c-eeef4e590255 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.871146] env[63366]: DEBUG nova.compute.provider_tree [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1938.886449] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-270fd905-b1a5-4151-b440-2d09921e6875 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.896682] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff2d59e-639b-44a6-bc3f-d42de79dcb95 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.933628] env[63366]: DEBUG nova.scheduler.client.report [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Updated inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1938.933907] env[63366]: DEBUG nova.compute.provider_tree [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Updating resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc generation from 56 to 57 during operation: update_inventory {{(pid=63366) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1938.934099] env[63366]: DEBUG nova.compute.provider_tree [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1938.940354] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0d36e5-5e3d-468b-b0c1-739bedb2959f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.945827] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fb227d-b56b-4bd8-84c7-c05e3903eb54 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.960665] env[63366]: DEBUG nova.virt.block_device [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Updating existing volume attachment record: 9834f816-8e09-44d3-a496-92918b5b2b61 {{(pid=63366) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1939.049537] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1270506-5c74-4872-85b6-c27310357daa tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1939.049863] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f8fba8a-cb96-4ce1-ab71-2a1d20d1456f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.059021] env[63366]: DEBUG oslo_vmware.api [None req-b1270506-5c74-4872-85b6-c27310357daa tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 1939.059021] env[63366]: value = "task-2103508" [ 1939.059021] env[63366]: _type = "Task" [ 1939.059021] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.066118] env[63366]: DEBUG oslo_vmware.api [None req-b1270506-5c74-4872-85b6-c27310357daa tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.136822] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.175517] env[63366]: DEBUG nova.network.neutron [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Updating instance_info_cache with network_info: [{"id": "1adb5fcd-3436-4ac0-8daf-90113f11c1bb", "address": "fa:16:3e:97:cc:26", "network": {"id": "87e0888f-8e2d-41e6-9c96-906ae0eaea4c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-579322839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d2d0f41b904398b951842d02cb3e1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1adb5fcd-34", "ovs_interfaceid": "1adb5fcd-3436-4ac0-8daf-90113f11c1bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1939.354142] env[63366]: DEBUG nova.compute.manager [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1939.355059] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b010fec9-b40f-4cdf-8b05-6905953bbeaa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.442657] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.443480] env[63366]: DEBUG nova.compute.manager [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1939.445738] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.871s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.447298] env[63366]: INFO nova.compute.claims [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1939.567874] env[63366]: DEBUG oslo_vmware.api [None req-b1270506-5c74-4872-85b6-c27310357daa tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103508, 'name': PowerOffVM_Task, 'duration_secs': 0.314458} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.568185] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1270506-5c74-4872-85b6-c27310357daa tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1939.568381] env[63366]: DEBUG nova.compute.manager [None req-b1270506-5c74-4872-85b6-c27310357daa tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1939.569289] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa9fc47-a3e6-4e55-bc8b-763d02b0a7f3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.677916] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Releasing lock "refresh_cache-2568d389-f910-4543-94d0-4f0b4d6db495" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.678388] env[63366]: DEBUG nova.compute.manager [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Instance network_info: |[{"id": "1adb5fcd-3436-4ac0-8daf-90113f11c1bb", "address": "fa:16:3e:97:cc:26", "network": {"id": "87e0888f-8e2d-41e6-9c96-906ae0eaea4c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-579322839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d2d0f41b904398b951842d02cb3e1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1adb5fcd-34", "ovs_interfaceid": "1adb5fcd-3436-4ac0-8daf-90113f11c1bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1939.678838] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:cc:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1adb5fcd-3436-4ac0-8daf-90113f11c1bb', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1939.686829] env[63366]: DEBUG oslo.service.loopingcall [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1939.687447] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1939.687681] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e772f936-a8ca-4778-ad50-c7d4c2e042a4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.708065] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1939.708065] env[63366]: value = "task-2103509" [ 1939.708065] env[63366]: _type = "Task" [ 1939.708065] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.715585] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103509, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.740156] env[63366]: DEBUG nova.compute.manager [req-72c3700c-935f-4b52-bd5a-735c4f0a6981 req-00146f38-ce43-4199-88df-c3089e322f85 service nova] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Received event network-changed-1adb5fcd-3436-4ac0-8daf-90113f11c1bb {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1939.740428] env[63366]: DEBUG nova.compute.manager [req-72c3700c-935f-4b52-bd5a-735c4f0a6981 req-00146f38-ce43-4199-88df-c3089e322f85 service nova] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Refreshing instance network info cache due to event network-changed-1adb5fcd-3436-4ac0-8daf-90113f11c1bb. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1939.740680] env[63366]: DEBUG oslo_concurrency.lockutils [req-72c3700c-935f-4b52-bd5a-735c4f0a6981 req-00146f38-ce43-4199-88df-c3089e322f85 service nova] Acquiring lock "refresh_cache-2568d389-f910-4543-94d0-4f0b4d6db495" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.740873] env[63366]: DEBUG oslo_concurrency.lockutils [req-72c3700c-935f-4b52-bd5a-735c4f0a6981 req-00146f38-ce43-4199-88df-c3089e322f85 service nova] Acquired lock "refresh_cache-2568d389-f910-4543-94d0-4f0b4d6db495" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.741101] env[63366]: DEBUG nova.network.neutron [req-72c3700c-935f-4b52-bd5a-735c4f0a6981 req-00146f38-ce43-4199-88df-c3089e322f85 service nova] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Refreshing network info cache for port 1adb5fcd-3436-4ac0-8daf-90113f11c1bb {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1939.868798] env[63366]: INFO nova.compute.manager [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] instance snapshotting [ 1939.871550] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0ce7db-bdbd-4fd0-b2e3-56fdef9c183e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.890583] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0e1f92-9ca5-4794-9807-de923d5a9ca1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.953473] env[63366]: DEBUG nova.compute.utils [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1939.954813] env[63366]: DEBUG nova.compute.manager [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Not allocating networking since 'none' was specified. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1940.080382] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b1270506-5c74-4872-85b6-c27310357daa tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "90bafd7e-563c-4212-a11b-137f2bec2d84" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.220167] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103509, 'name': CreateVM_Task, 'duration_secs': 0.442773} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.220746] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1940.221529] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.221758] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.222191] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1940.222488] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13cc4362-82cf-4db7-9002-e74d4b49682e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.227430] env[63366]: DEBUG oslo_vmware.api [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 1940.227430] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]527ca759-3787-b843-a406-4d3b8807a45e" [ 1940.227430] env[63366]: _type = "Task" [ 1940.227430] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.236802] env[63366]: DEBUG oslo_vmware.api [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]527ca759-3787-b843-a406-4d3b8807a45e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.401599] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Creating Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1940.401909] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-23732f6b-47f0-41d2-b5f4-c36ff84282e4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.410322] env[63366]: DEBUG oslo_vmware.api [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 1940.410322] env[63366]: value = "task-2103510" [ 1940.410322] env[63366]: _type = "Task" [ 1940.410322] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.418835] env[63366]: DEBUG oslo_vmware.api [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103510, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.458793] env[63366]: DEBUG nova.compute.manager [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1940.744927] env[63366]: DEBUG oslo_vmware.api [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]527ca759-3787-b843-a406-4d3b8807a45e, 'name': SearchDatastore_Task, 'duration_secs': 0.011966} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.745830] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.746154] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1940.748754] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.748754] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.748754] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1940.748754] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b8a227a-8c8c-483c-8c2a-aaba2107c423 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.755876] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1940.759067] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1940.759067] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71ab6f7c-d9bf-4894-bf20-a42394f92a92 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.764859] env[63366]: DEBUG oslo_vmware.api [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 1940.764859] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]521e7b26-78b7-b55c-6c62-aa6c2e0b9e56" [ 1940.764859] env[63366]: _type = "Task" [ 1940.764859] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.770682] env[63366]: DEBUG nova.network.neutron [req-72c3700c-935f-4b52-bd5a-735c4f0a6981 req-00146f38-ce43-4199-88df-c3089e322f85 service nova] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Updated VIF entry in instance network info cache for port 1adb5fcd-3436-4ac0-8daf-90113f11c1bb. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1940.771322] env[63366]: DEBUG nova.network.neutron [req-72c3700c-935f-4b52-bd5a-735c4f0a6981 req-00146f38-ce43-4199-88df-c3089e322f85 service nova] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Updating instance_info_cache with network_info: [{"id": "1adb5fcd-3436-4ac0-8daf-90113f11c1bb", "address": "fa:16:3e:97:cc:26", "network": {"id": "87e0888f-8e2d-41e6-9c96-906ae0eaea4c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-579322839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d2d0f41b904398b951842d02cb3e1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1adb5fcd-34", "ovs_interfaceid": "1adb5fcd-3436-4ac0-8daf-90113f11c1bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.779014] env[63366]: DEBUG oslo_vmware.api [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]521e7b26-78b7-b55c-6c62-aa6c2e0b9e56, 'name': SearchDatastore_Task, 'duration_secs': 0.009437} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.783131] env[63366]: DEBUG nova.network.neutron [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Successfully updated port: 5fa9c234-6d4b-40db-8610-9e30297896b3 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1940.783936] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb5b051d-d078-48d1-92f7-3653dcd77bf3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.792957] env[63366]: DEBUG oslo_vmware.api [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 1940.792957] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52b60415-5358-f4e8-09ce-97dc48d38e35" [ 1940.792957] env[63366]: _type = "Task" [ 1940.792957] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.807097] env[63366]: DEBUG oslo_vmware.api [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52b60415-5358-f4e8-09ce-97dc48d38e35, 'name': SearchDatastore_Task, 'duration_secs': 0.009359} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.807417] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.807793] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 2568d389-f910-4543-94d0-4f0b4d6db495/2568d389-f910-4543-94d0-4f0b4d6db495.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1940.808020] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87469aef-4db9-48c9-9321-641a63a762e5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.816527] env[63366]: DEBUG oslo_vmware.api [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 1940.816527] env[63366]: value = "task-2103511" [ 1940.816527] env[63366]: _type = "Task" [ 1940.816527] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.825906] env[63366]: DEBUG oslo_vmware.api [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.848923] env[63366]: DEBUG nova.compute.manager [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1940.849829] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cb7838-9432-44d8-b5a3-4b486d52d524 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.921321] env[63366]: DEBUG oslo_vmware.api [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103510, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.079904] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98a078f-bb2b-41f5-a51a-5d80a496d941 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.084192] env[63366]: DEBUG nova.compute.manager [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1941.084823] env[63366]: DEBUG nova.virt.hardware [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1941.085105] env[63366]: DEBUG nova.virt.hardware [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1941.085316] env[63366]: DEBUG nova.virt.hardware [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1941.085548] env[63366]: DEBUG nova.virt.hardware [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1941.085716] env[63366]: DEBUG nova.virt.hardware [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1941.085871] env[63366]: DEBUG nova.virt.hardware [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1941.086134] env[63366]: DEBUG nova.virt.hardware [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1941.086341] env[63366]: DEBUG nova.virt.hardware [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1941.086524] env[63366]: DEBUG nova.virt.hardware [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1941.086688] env[63366]: DEBUG nova.virt.hardware [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1941.087192] env[63366]: DEBUG nova.virt.hardware [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1941.088111] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d3efba-bd72-486e-8f1b-5f0ee482dd02 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.101322] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bfdf2d-55c7-497c-8813-5cac95567a46 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.110252] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ed20bf-1075-400a-a242-243f3197b0b9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.153034] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f78ec97-0fcc-411b-826e-fde8025b10d3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.160660] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc4e8e3-5846-4f31-8791-bf1dbcfff6df {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.175718] env[63366]: DEBUG nova.compute.provider_tree [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1941.273779] env[63366]: DEBUG oslo_concurrency.lockutils [req-72c3700c-935f-4b52-bd5a-735c4f0a6981 req-00146f38-ce43-4199-88df-c3089e322f85 service nova] Releasing lock "refresh_cache-2568d389-f910-4543-94d0-4f0b4d6db495" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.289288] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Acquiring lock "refresh_cache-a46fad37-b982-49d7-a999-755e36c1ed44" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.289445] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Acquired lock "refresh_cache-a46fad37-b982-49d7-a999-755e36c1ed44" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.289600] env[63366]: DEBUG nova.network.neutron [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1941.328758] env[63366]: DEBUG oslo_vmware.api [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103511, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.367440] env[63366]: INFO nova.compute.manager [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] instance snapshotting [ 1941.370205] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c1b4f0-4fe3-45ab-84fb-b25b505206f3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.389320] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93bc634-5b3b-4239-809e-0b253826ec0d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.421944] env[63366]: DEBUG oslo_vmware.api [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103510, 'name': CreateSnapshot_Task, 'duration_secs': 0.533765} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.422276] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Created Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1941.423069] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4b6a31-c49c-4d78-8dfb-021139052a6b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.468632] env[63366]: DEBUG nova.compute.manager [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1941.492808] env[63366]: DEBUG nova.virt.hardware [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1941.493066] env[63366]: DEBUG nova.virt.hardware [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1941.493228] env[63366]: DEBUG nova.virt.hardware [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1941.493412] env[63366]: DEBUG nova.virt.hardware [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1941.493558] env[63366]: DEBUG nova.virt.hardware [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1941.493709] env[63366]: DEBUG nova.virt.hardware [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1941.493913] env[63366]: DEBUG nova.virt.hardware [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1941.494091] env[63366]: DEBUG nova.virt.hardware [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1941.494264] env[63366]: DEBUG nova.virt.hardware [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1941.494422] env[63366]: DEBUG nova.virt.hardware [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1941.494608] env[63366]: DEBUG nova.virt.hardware [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1941.495454] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffc07bf-1615-44a9-9baf-df664e308998 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.503794] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b9af2f-eab8-41a1-bb91-101175e94a66 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.517728] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Instance VIF info [] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1941.523409] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Creating folder: Project (71c8206d67bd42e695e0f44b54230fa4). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1941.523800] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b20f5b0a-b1a4-45e4-8682-b56280d769b3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.533962] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Created folder: Project (71c8206d67bd42e695e0f44b54230fa4) in parent group-v430612. [ 1941.534058] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Creating folder: Instances. Parent ref: group-v430702. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1941.534234] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e16afd51-33fa-4cf3-90ff-6bc31a0180c8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.542200] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Created folder: Instances in parent group-v430702. [ 1941.542436] env[63366]: DEBUG oslo.service.loopingcall [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1941.542655] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1941.542850] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aaec3119-4517-48b1-8e54-d24b3b644973 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.558953] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1941.558953] env[63366]: value = "task-2103514" [ 1941.558953] env[63366]: _type = "Task" [ 1941.558953] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.565495] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103514, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.683378] env[63366]: DEBUG nova.scheduler.client.report [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1941.687543] env[63366]: DEBUG nova.objects.instance [None req-827b2956-37bf-44ec-8ea9-4bbd4b29685a tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lazy-loading 'flavor' on Instance uuid 90bafd7e-563c-4212-a11b-137f2bec2d84 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1941.767276] env[63366]: DEBUG nova.compute.manager [req-8b97a237-a74f-4ad0-96e5-ae0cc5482959 req-6aca9bf9-7a45-4725-94dd-3bb99e60dcb2 service nova] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Received event network-vif-plugged-5fa9c234-6d4b-40db-8610-9e30297896b3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1941.767513] env[63366]: DEBUG oslo_concurrency.lockutils [req-8b97a237-a74f-4ad0-96e5-ae0cc5482959 req-6aca9bf9-7a45-4725-94dd-3bb99e60dcb2 service nova] Acquiring lock "a46fad37-b982-49d7-a999-755e36c1ed44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.767723] env[63366]: DEBUG oslo_concurrency.lockutils [req-8b97a237-a74f-4ad0-96e5-ae0cc5482959 req-6aca9bf9-7a45-4725-94dd-3bb99e60dcb2 service nova] Lock "a46fad37-b982-49d7-a999-755e36c1ed44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.768086] env[63366]: DEBUG oslo_concurrency.lockutils [req-8b97a237-a74f-4ad0-96e5-ae0cc5482959 req-6aca9bf9-7a45-4725-94dd-3bb99e60dcb2 service nova] Lock "a46fad37-b982-49d7-a999-755e36c1ed44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.768198] env[63366]: DEBUG nova.compute.manager [req-8b97a237-a74f-4ad0-96e5-ae0cc5482959 req-6aca9bf9-7a45-4725-94dd-3bb99e60dcb2 service nova] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] No waiting events found dispatching network-vif-plugged-5fa9c234-6d4b-40db-8610-9e30297896b3 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1941.768396] env[63366]: WARNING nova.compute.manager [req-8b97a237-a74f-4ad0-96e5-ae0cc5482959 req-6aca9bf9-7a45-4725-94dd-3bb99e60dcb2 service nova] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Received unexpected event network-vif-plugged-5fa9c234-6d4b-40db-8610-9e30297896b3 for instance with vm_state building and task_state spawning. [ 1941.768678] env[63366]: DEBUG nova.compute.manager [req-8b97a237-a74f-4ad0-96e5-ae0cc5482959 req-6aca9bf9-7a45-4725-94dd-3bb99e60dcb2 service nova] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Received event network-changed-5fa9c234-6d4b-40db-8610-9e30297896b3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1941.768835] env[63366]: DEBUG nova.compute.manager [req-8b97a237-a74f-4ad0-96e5-ae0cc5482959 req-6aca9bf9-7a45-4725-94dd-3bb99e60dcb2 service nova] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Refreshing instance network info cache due to event network-changed-5fa9c234-6d4b-40db-8610-9e30297896b3. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1941.769081] env[63366]: DEBUG oslo_concurrency.lockutils [req-8b97a237-a74f-4ad0-96e5-ae0cc5482959 req-6aca9bf9-7a45-4725-94dd-3bb99e60dcb2 service nova] Acquiring lock "refresh_cache-a46fad37-b982-49d7-a999-755e36c1ed44" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.827732] env[63366]: DEBUG oslo_vmware.api [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537055} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.827999] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 2568d389-f910-4543-94d0-4f0b4d6db495/2568d389-f910-4543-94d0-4f0b4d6db495.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1941.828230] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1941.828482] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb3b2905-0cb7-4e41-bac2-8b4ccdbe0b7f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.835773] env[63366]: DEBUG oslo_vmware.api [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 1941.835773] env[63366]: value = "task-2103515" [ 1941.835773] env[63366]: _type = "Task" [ 1941.835773] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.844281] env[63366]: DEBUG oslo_vmware.api [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.845615] env[63366]: DEBUG nova.network.neutron [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1941.899227] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Creating Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1941.899501] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-46d5b040-d0ce-42db-ad47-4d6683513c8c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.909184] env[63366]: DEBUG oslo_vmware.api [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Waiting for the task: (returnval){ [ 1941.909184] env[63366]: value = "task-2103516" [ 1941.909184] env[63366]: _type = "Task" [ 1941.909184] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.918762] env[63366]: DEBUG oslo_vmware.api [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103516, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.941906] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Creating linked-clone VM from snapshot {{(pid=63366) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1941.944932] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-afea61c3-653e-4580-a7c7-8bd74d9bcdce {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.952916] env[63366]: DEBUG oslo_vmware.api [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 1941.952916] env[63366]: value = "task-2103517" [ 1941.952916] env[63366]: _type = "Task" [ 1941.952916] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.965023] env[63366]: DEBUG oslo_vmware.api [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103517, 'name': CloneVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.025303] env[63366]: DEBUG nova.network.neutron [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Updating instance_info_cache with network_info: [{"id": "5fa9c234-6d4b-40db-8610-9e30297896b3", "address": "fa:16:3e:f7:f4:e0", "network": {"id": "f3890c45-16bc-4c59-a52c-6ae0aab9dfd8", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-830746630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230e57a1e901453988a944cc2e57f501", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fa9c234-6d", "ovs_interfaceid": "5fa9c234-6d4b-40db-8610-9e30297896b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.068410] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103514, 'name': CreateVM_Task, 'duration_secs': 0.30868} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.068410] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1942.068841] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.069058] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.069379] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1942.069640] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28c1131b-e2fb-4af7-b698-1162803e49d5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.074596] env[63366]: DEBUG oslo_vmware.api [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Waiting for the task: (returnval){ [ 1942.074596] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52e40695-301d-f8c0-5b72-709cc13a1ab7" [ 1942.074596] env[63366]: _type = "Task" [ 1942.074596] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.082460] env[63366]: DEBUG oslo_vmware.api [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52e40695-301d-f8c0-5b72-709cc13a1ab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.190651] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.191253] env[63366]: DEBUG nova.compute.manager [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1942.193925] env[63366]: DEBUG oslo_concurrency.lockutils [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.822s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.195589] env[63366]: INFO nova.compute.claims [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1942.202018] env[63366]: DEBUG oslo_concurrency.lockutils [None req-827b2956-37bf-44ec-8ea9-4bbd4b29685a tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquiring lock "refresh_cache-90bafd7e-563c-4212-a11b-137f2bec2d84" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.202018] env[63366]: DEBUG oslo_concurrency.lockutils [None req-827b2956-37bf-44ec-8ea9-4bbd4b29685a tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquired lock "refresh_cache-90bafd7e-563c-4212-a11b-137f2bec2d84" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.202018] env[63366]: DEBUG nova.network.neutron [None req-827b2956-37bf-44ec-8ea9-4bbd4b29685a tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1942.202018] env[63366]: DEBUG nova.objects.instance [None req-827b2956-37bf-44ec-8ea9-4bbd4b29685a tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lazy-loading 'info_cache' on Instance uuid 90bafd7e-563c-4212-a11b-137f2bec2d84 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1942.345159] env[63366]: DEBUG oslo_vmware.api [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147988} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.345425] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1942.346196] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12919426-3bcf-4bdf-a53a-dee05ee4c85b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.369532] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 2568d389-f910-4543-94d0-4f0b4d6db495/2568d389-f910-4543-94d0-4f0b4d6db495.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1942.369806] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7e81f3d-471f-4ce6-aaca-434ccf4c1146 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.389942] env[63366]: DEBUG oslo_vmware.api [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 1942.389942] env[63366]: value = "task-2103518" [ 1942.389942] env[63366]: _type = "Task" [ 1942.389942] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.398287] env[63366]: DEBUG oslo_vmware.api [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.418486] env[63366]: DEBUG oslo_vmware.api [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103516, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.464905] env[63366]: DEBUG oslo_vmware.api [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103517, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.527731] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Releasing lock "refresh_cache-a46fad37-b982-49d7-a999-755e36c1ed44" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.528160] env[63366]: DEBUG nova.compute.manager [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Instance network_info: |[{"id": "5fa9c234-6d4b-40db-8610-9e30297896b3", "address": "fa:16:3e:f7:f4:e0", "network": {"id": "f3890c45-16bc-4c59-a52c-6ae0aab9dfd8", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-830746630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230e57a1e901453988a944cc2e57f501", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fa9c234-6d", "ovs_interfaceid": "5fa9c234-6d4b-40db-8610-9e30297896b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1942.528552] env[63366]: DEBUG oslo_concurrency.lockutils [req-8b97a237-a74f-4ad0-96e5-ae0cc5482959 req-6aca9bf9-7a45-4725-94dd-3bb99e60dcb2 service nova] Acquired lock "refresh_cache-a46fad37-b982-49d7-a999-755e36c1ed44" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.528765] env[63366]: DEBUG nova.network.neutron [req-8b97a237-a74f-4ad0-96e5-ae0cc5482959 req-6aca9bf9-7a45-4725-94dd-3bb99e60dcb2 service nova] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Refreshing network info cache for port 5fa9c234-6d4b-40db-8610-9e30297896b3 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1942.529997] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:f4:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3db2ab9e-1244-4377-b05f-ab76003f2428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fa9c234-6d4b-40db-8610-9e30297896b3', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1942.537321] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Creating folder: Project (230e57a1e901453988a944cc2e57f501). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1942.538357] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9baf922c-0cb2-48db-a54f-e9d3165fdd6b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.552689] env[63366]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1942.552923] env[63366]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63366) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1942.553306] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Folder already exists: Project (230e57a1e901453988a944cc2e57f501). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1942.553551] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Creating folder: Instances. Parent ref: group-v430637. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1942.553716] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8c87cd2-836e-4571-9690-72f9e1bffa29 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.565180] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Created folder: Instances in parent group-v430637. [ 1942.565180] env[63366]: DEBUG oslo.service.loopingcall [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1942.565180] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1942.565180] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a67681b8-0b60-487e-828d-d52ed6de5eb0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.588793] env[63366]: DEBUG oslo_vmware.api [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52e40695-301d-f8c0-5b72-709cc13a1ab7, 'name': SearchDatastore_Task, 'duration_secs': 0.02547} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.590021] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.590288] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1942.590533] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.590674] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.590848] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1942.591113] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1942.591113] env[63366]: value = "task-2103521" [ 1942.591113] env[63366]: _type = "Task" [ 1942.591113] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.591303] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d15aa048-52b4-4623-88e9-e932f5fcfe5e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.603033] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103521, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.611641] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1942.611822] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1942.612858] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cac3ee29-76f3-4c22-8cd9-813f6b34a31b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.618585] env[63366]: DEBUG oslo_vmware.api [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Waiting for the task: (returnval){ [ 1942.618585] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5294cef7-4cfb-da7b-3d72-ebc37f975e45" [ 1942.618585] env[63366]: _type = "Task" [ 1942.618585] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.626593] env[63366]: DEBUG oslo_vmware.api [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5294cef7-4cfb-da7b-3d72-ebc37f975e45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.703902] env[63366]: DEBUG nova.compute.utils [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1942.706121] env[63366]: DEBUG nova.objects.base [None req-827b2956-37bf-44ec-8ea9-4bbd4b29685a tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Object Instance<90bafd7e-563c-4212-a11b-137f2bec2d84> lazy-loaded attributes: flavor,info_cache {{(pid=63366) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1942.707345] env[63366]: DEBUG nova.compute.manager [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1942.707508] env[63366]: DEBUG nova.network.neutron [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1942.802384] env[63366]: DEBUG nova.policy [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53bcbdd45d7344beb70dade7e6d8277c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92c522dbdfe14c6db3b5a538de0d562d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1942.901921] env[63366]: DEBUG oslo_vmware.api [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103518, 'name': ReconfigVM_Task, 'duration_secs': 0.455498} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.901921] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 2568d389-f910-4543-94d0-4f0b4d6db495/2568d389-f910-4543-94d0-4f0b4d6db495.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1942.901921] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20fc147b-43bd-4bf2-bf13-dbc0d01d4220 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.909102] env[63366]: DEBUG oslo_vmware.api [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 1942.909102] env[63366]: value = "task-2103522" [ 1942.909102] env[63366]: _type = "Task" [ 1942.909102] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.920765] env[63366]: DEBUG oslo_vmware.api [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103522, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.924205] env[63366]: DEBUG oslo_vmware.api [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103516, 'name': CreateSnapshot_Task, 'duration_secs': 0.723586} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.924569] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Created Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1942.926604] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6ce623-dcff-4692-82a2-5e47efffe250 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.963960] env[63366]: DEBUG oslo_vmware.api [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103517, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.104431] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103521, 'name': CreateVM_Task, 'duration_secs': 0.379894} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.104613] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1943.105244] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': None, 'attachment_id': '9834f816-8e09-44d3-a496-92918b5b2b61', 'mount_device': '/dev/sda', 'boot_index': 0, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430650', 'volume_id': 'c0686a3c-88bb-4d93-9f6d-90d40295b9c4', 'name': 'volume-c0686a3c-88bb-4d93-9f6d-90d40295b9c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a46fad37-b982-49d7-a999-755e36c1ed44', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0686a3c-88bb-4d93-9f6d-90d40295b9c4', 'serial': 'c0686a3c-88bb-4d93-9f6d-90d40295b9c4'}, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=63366) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1943.105449] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Root volume attach. Driver type: vmdk {{(pid=63366) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1943.106233] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab81a84-c78c-482d-a193-36b912ff5a1a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.113905] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d55444-6266-457b-8375-3aa2eeefd51d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.124291] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18d80a4-6fc2-43b2-9b7f-a5339ed3d636 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.130255] env[63366]: DEBUG oslo_vmware.api [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5294cef7-4cfb-da7b-3d72-ebc37f975e45, 'name': SearchDatastore_Task, 'duration_secs': 0.018745} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.131349] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54e9b5b3-5bc0-49f8-b708-8805b8399f5f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.139760] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-25e57d0d-fb4b-46bc-b6d9-6aa98b75c041 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.143622] env[63366]: DEBUG oslo_vmware.api [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Waiting for the task: (returnval){ [ 1943.143622] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52a4d67e-7606-eec0-8a1d-34b83d318122" [ 1943.143622] env[63366]: _type = "Task" [ 1943.143622] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.148441] env[63366]: DEBUG oslo_vmware.api [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Waiting for the task: (returnval){ [ 1943.148441] env[63366]: value = "task-2103523" [ 1943.148441] env[63366]: _type = "Task" [ 1943.148441] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.154953] env[63366]: DEBUG oslo_vmware.api [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a4d67e-7606-eec0-8a1d-34b83d318122, 'name': SearchDatastore_Task, 'duration_secs': 0.008868} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.155582] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1943.155890] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 9b8491be-ee59-4584-90e8-f905cdfe0ad7/9b8491be-ee59-4584-90e8-f905cdfe0ad7.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1943.156237] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcb902ff-1501-45ea-808f-fcd4d2a64ae9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.161696] env[63366]: DEBUG oslo_vmware.api [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Task: {'id': task-2103523, 'name': RelocateVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.162979] env[63366]: DEBUG oslo_vmware.api [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Waiting for the task: (returnval){ [ 1943.162979] env[63366]: value = "task-2103524" [ 1943.162979] env[63366]: _type = "Task" [ 1943.162979] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.172587] env[63366]: DEBUG oslo_vmware.api [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Task: {'id': task-2103524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.212814] env[63366]: DEBUG nova.compute.manager [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1943.415913] env[63366]: DEBUG nova.network.neutron [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Successfully created port: 83c814ac-387d-400d-99eb-1c2dbeb13d29 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1943.426624] env[63366]: DEBUG oslo_vmware.api [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103522, 'name': Rename_Task, 'duration_secs': 0.199624} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.431792] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1943.431792] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bcf33eb-9073-4f01-96de-a23af6790499 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.448526] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Creating linked-clone VM from snapshot {{(pid=63366) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1943.448997] env[63366]: DEBUG oslo_vmware.api [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 1943.448997] env[63366]: value = "task-2103525" [ 1943.448997] env[63366]: _type = "Task" [ 1943.448997] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.452795] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c6d7358c-1bb7-4ed1-bce3-be0563f5ddc8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.474938] env[63366]: DEBUG oslo_vmware.api [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Waiting for the task: (returnval){ [ 1943.474938] env[63366]: value = "task-2103526" [ 1943.474938] env[63366]: _type = "Task" [ 1943.474938] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.479398] env[63366]: DEBUG oslo_vmware.api [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103525, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.486250] env[63366]: DEBUG oslo_vmware.api [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103517, 'name': CloneVM_Task, 'duration_secs': 1.295742} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.486534] env[63366]: INFO nova.virt.vmwareapi.vmops [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Created linked-clone VM from snapshot [ 1943.487800] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979c4cc7-729f-496a-bf71-3ac1b946ff91 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.499214] env[63366]: DEBUG oslo_vmware.api [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103526, 'name': CloneVM_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.504988] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Uploading image 0e850685-05fa-405c-b994-55e7b700fcfd {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1943.545068] env[63366]: DEBUG oslo_vmware.rw_handles [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1943.545068] env[63366]: value = "vm-430705" [ 1943.545068] env[63366]: _type = "VirtualMachine" [ 1943.545068] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1943.545368] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c39f4ea1-02ce-401b-a809-7b04ce2aa919 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.553721] env[63366]: DEBUG oslo_vmware.rw_handles [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Lease: (returnval){ [ 1943.553721] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52d703a0-eaa6-c36d-4dd1-f2384ce6ee3f" [ 1943.553721] env[63366]: _type = "HttpNfcLease" [ 1943.553721] env[63366]: } obtained for exporting VM: (result){ [ 1943.553721] env[63366]: value = "vm-430705" [ 1943.553721] env[63366]: _type = "VirtualMachine" [ 1943.553721] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1943.554047] env[63366]: DEBUG oslo_vmware.api [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the lease: (returnval){ [ 1943.554047] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52d703a0-eaa6-c36d-4dd1-f2384ce6ee3f" [ 1943.554047] env[63366]: _type = "HttpNfcLease" [ 1943.554047] env[63366]: } to be ready. {{(pid=63366) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1943.561290] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1943.561290] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52d703a0-eaa6-c36d-4dd1-f2384ce6ee3f" [ 1943.561290] env[63366]: _type = "HttpNfcLease" [ 1943.561290] env[63366]: } is initializing. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1943.619597] env[63366]: DEBUG nova.network.neutron [req-8b97a237-a74f-4ad0-96e5-ae0cc5482959 req-6aca9bf9-7a45-4725-94dd-3bb99e60dcb2 service nova] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Updated VIF entry in instance network info cache for port 5fa9c234-6d4b-40db-8610-9e30297896b3. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1943.619890] env[63366]: DEBUG nova.network.neutron [req-8b97a237-a74f-4ad0-96e5-ae0cc5482959 req-6aca9bf9-7a45-4725-94dd-3bb99e60dcb2 service nova] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Updating instance_info_cache with network_info: [{"id": "5fa9c234-6d4b-40db-8610-9e30297896b3", "address": "fa:16:3e:f7:f4:e0", "network": {"id": "f3890c45-16bc-4c59-a52c-6ae0aab9dfd8", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-830746630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230e57a1e901453988a944cc2e57f501", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fa9c234-6d", "ovs_interfaceid": "5fa9c234-6d4b-40db-8610-9e30297896b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.659181] env[63366]: DEBUG oslo_vmware.api [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Task: {'id': task-2103523, 'name': RelocateVM_Task} progress is 20%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.674815] env[63366]: DEBUG oslo_vmware.api [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Task: {'id': task-2103524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458193} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.677435] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 9b8491be-ee59-4584-90e8-f905cdfe0ad7/9b8491be-ee59-4584-90e8-f905cdfe0ad7.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1943.677664] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1943.678123] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3f580bd-4704-4a67-a12e-1a720b71afe6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.683700] env[63366]: DEBUG oslo_vmware.api [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Waiting for the task: (returnval){ [ 1943.683700] env[63366]: value = "task-2103528" [ 1943.683700] env[63366]: _type = "Task" [ 1943.683700] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.693634] env[63366]: DEBUG oslo_vmware.api [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Task: {'id': task-2103528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.807962] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbf8b3d-e3ff-42af-a923-2230c3f72369 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.817157] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6ec9ea-37bb-487f-9685-a1889024583a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.852423] env[63366]: DEBUG nova.network.neutron [None req-827b2956-37bf-44ec-8ea9-4bbd4b29685a tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Updating instance_info_cache with network_info: [{"id": "8293ec12-7f46-4a89-9802-0a1d4db48bca", "address": "fa:16:3e:0a:70:ba", "network": {"id": "985af658-ef66-4c4b-89b5-91600b59b3e1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1084071744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3372f753fb8244858daebca4a8e7715c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8293ec12-7f", "ovs_interfaceid": "8293ec12-7f46-4a89-9802-0a1d4db48bca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.855789] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9444a969-6c9a-44f4-9ccb-bb9647c5b867 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.862346] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e9758c-b252-4176-b165-544c3da1c921 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.877259] env[63366]: DEBUG nova.compute.provider_tree [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1943.969205] env[63366]: DEBUG oslo_vmware.api [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103525, 'name': PowerOnVM_Task, 'duration_secs': 0.529243} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.969205] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1943.969205] env[63366]: INFO nova.compute.manager [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1943.969205] env[63366]: DEBUG nova.compute.manager [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1943.969205] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e9a93c-effd-421b-b0ad-6dedfa1eb277 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.988584] env[63366]: DEBUG oslo_vmware.api [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103526, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.063803] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1944.063803] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52d703a0-eaa6-c36d-4dd1-f2384ce6ee3f" [ 1944.063803] env[63366]: _type = "HttpNfcLease" [ 1944.063803] env[63366]: } is ready. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1944.064155] env[63366]: DEBUG oslo_vmware.rw_handles [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1944.064155] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52d703a0-eaa6-c36d-4dd1-f2384ce6ee3f" [ 1944.064155] env[63366]: _type = "HttpNfcLease" [ 1944.064155] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1944.064930] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd56a17-7b5e-4566-80bb-41b361659e26 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.072406] env[63366]: DEBUG oslo_vmware.rw_handles [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc28b2-a5fb-f0c4-09f8-bc25e19d4ad7/disk-0.vmdk from lease info. {{(pid=63366) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1944.072676] env[63366]: DEBUG oslo_vmware.rw_handles [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc28b2-a5fb-f0c4-09f8-bc25e19d4ad7/disk-0.vmdk for reading. {{(pid=63366) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1944.132020] env[63366]: DEBUG oslo_concurrency.lockutils [req-8b97a237-a74f-4ad0-96e5-ae0cc5482959 req-6aca9bf9-7a45-4725-94dd-3bb99e60dcb2 service nova] Releasing lock "refresh_cache-a46fad37-b982-49d7-a999-755e36c1ed44" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1944.158776] env[63366]: DEBUG oslo_vmware.api [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Task: {'id': task-2103523, 'name': RelocateVM_Task, 'duration_secs': 0.527413} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.159140] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Volume attach. Driver type: vmdk {{(pid=63366) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1944.159431] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430650', 'volume_id': 'c0686a3c-88bb-4d93-9f6d-90d40295b9c4', 'name': 'volume-c0686a3c-88bb-4d93-9f6d-90d40295b9c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a46fad37-b982-49d7-a999-755e36c1ed44', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0686a3c-88bb-4d93-9f6d-90d40295b9c4', 'serial': 'c0686a3c-88bb-4d93-9f6d-90d40295b9c4'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1944.160285] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f391950b-29a3-4fd3-8948-a8f16bf636af {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.175613] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20ba4d8-25fd-456d-adf4-6837bc7dbc4b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.199202] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] volume-c0686a3c-88bb-4d93-9f6d-90d40295b9c4/volume-c0686a3c-88bb-4d93-9f6d-90d40295b9c4.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1944.201345] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18d66652-d2cb-49dd-8a8a-f270eec819a0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.221755] env[63366]: DEBUG oslo_vmware.api [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Task: {'id': task-2103528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085209} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.222403] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1944.222774] env[63366]: DEBUG oslo_vmware.api [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Waiting for the task: (returnval){ [ 1944.222774] env[63366]: value = "task-2103529" [ 1944.222774] env[63366]: _type = "Task" [ 1944.222774] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.223463] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81c4fe1-7e3d-4d0f-b009-49a79a2c68c2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.226732] env[63366]: DEBUG nova.compute.manager [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1944.237215] env[63366]: DEBUG oslo_vmware.api [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Task: {'id': task-2103529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.252504] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 9b8491be-ee59-4584-90e8-f905cdfe0ad7/9b8491be-ee59-4584-90e8-f905cdfe0ad7.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1944.254966] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3bc57b0-c169-472a-bc7d-4637ccef6024 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.272175] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7687e6e8-da28-44fa-a125-75be954e4608 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.280493] env[63366]: DEBUG nova.virt.hardware [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1944.280732] env[63366]: DEBUG nova.virt.hardware [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1944.280883] env[63366]: DEBUG nova.virt.hardware [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1944.281071] env[63366]: DEBUG nova.virt.hardware [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1944.281219] env[63366]: DEBUG nova.virt.hardware [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1944.281361] env[63366]: DEBUG nova.virt.hardware [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1944.281565] env[63366]: DEBUG nova.virt.hardware [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1944.281718] env[63366]: DEBUG nova.virt.hardware [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1944.281879] env[63366]: DEBUG nova.virt.hardware [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1944.282745] env[63366]: DEBUG nova.virt.hardware [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1944.282745] env[63366]: DEBUG nova.virt.hardware [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1944.283951] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f7d41a-7e25-4056-bc6d-ffc01140a589 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.286467] env[63366]: DEBUG oslo_vmware.api [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Waiting for the task: (returnval){ [ 1944.286467] env[63366]: value = "task-2103530" [ 1944.286467] env[63366]: _type = "Task" [ 1944.286467] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.296969] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf5d48e-fc31-411e-af4c-cabcddb521e9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.303981] env[63366]: DEBUG oslo_vmware.api [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Task: {'id': task-2103530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.359658] env[63366]: DEBUG oslo_concurrency.lockutils [None req-827b2956-37bf-44ec-8ea9-4bbd4b29685a tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Releasing lock "refresh_cache-90bafd7e-563c-4212-a11b-137f2bec2d84" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1944.413047] env[63366]: DEBUG nova.scheduler.client.report [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Updated inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with generation 57 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1944.413047] env[63366]: DEBUG nova.compute.provider_tree [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Updating resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc generation from 57 to 58 during operation: update_inventory {{(pid=63366) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1944.413311] env[63366]: DEBUG nova.compute.provider_tree [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1944.490143] env[63366]: INFO nova.compute.manager [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Took 48.44 seconds to build instance. [ 1944.496277] env[63366]: DEBUG oslo_vmware.api [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103526, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.735891] env[63366]: DEBUG oslo_vmware.api [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Task: {'id': task-2103529, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.798685] env[63366]: DEBUG oslo_vmware.api [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Task: {'id': task-2103530, 'name': ReconfigVM_Task, 'duration_secs': 0.487436} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.799268] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 9b8491be-ee59-4584-90e8-f905cdfe0ad7/9b8491be-ee59-4584-90e8-f905cdfe0ad7.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1944.800148] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6755c189-6609-426d-84c7-e71e83bdc58a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.807991] env[63366]: DEBUG oslo_vmware.api [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Waiting for the task: (returnval){ [ 1944.807991] env[63366]: value = "task-2103531" [ 1944.807991] env[63366]: _type = "Task" [ 1944.807991] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.816736] env[63366]: DEBUG oslo_vmware.api [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Task: {'id': task-2103531, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.918492] env[63366]: DEBUG oslo_concurrency.lockutils [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.919035] env[63366]: DEBUG nova.compute.manager [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1944.923233] env[63366]: DEBUG oslo_concurrency.lockutils [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.067s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.925282] env[63366]: INFO nova.compute.claims [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1944.995553] env[63366]: DEBUG oslo_vmware.api [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103526, 'name': CloneVM_Task} progress is 95%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.998022] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1093130f-1e61-49cb-ba4f-ef4f10f53960 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "2568d389-f910-4543-94d0-4f0b4d6db495" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.630s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.236778] env[63366]: DEBUG oslo_vmware.api [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Task: {'id': task-2103529, 'name': ReconfigVM_Task, 'duration_secs': 0.534437} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.237152] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Reconfigured VM instance instance-0000001d to attach disk [datastore2] volume-c0686a3c-88bb-4d93-9f6d-90d40295b9c4/volume-c0686a3c-88bb-4d93-9f6d-90d40295b9c4.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1945.242194] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77b23020-4dad-41d2-a025-60be9ad1fe87 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.258522] env[63366]: DEBUG oslo_vmware.api [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Waiting for the task: (returnval){ [ 1945.258522] env[63366]: value = "task-2103532" [ 1945.258522] env[63366]: _type = "Task" [ 1945.258522] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.268822] env[63366]: DEBUG oslo_vmware.api [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Task: {'id': task-2103532, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.318373] env[63366]: DEBUG oslo_vmware.api [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Task: {'id': task-2103531, 'name': Rename_Task, 'duration_secs': 0.147587} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.318690] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1945.319028] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-670c2920-7879-48f4-80dd-65ff4e477756 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.326336] env[63366]: DEBUG oslo_vmware.api [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Waiting for the task: (returnval){ [ 1945.326336] env[63366]: value = "task-2103533" [ 1945.326336] env[63366]: _type = "Task" [ 1945.326336] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.334681] env[63366]: DEBUG oslo_vmware.api [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Task: {'id': task-2103533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.365521] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-827b2956-37bf-44ec-8ea9-4bbd4b29685a tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1945.365874] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ec71e41-f9d2-4fe2-a0de-81fc044a902f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.373256] env[63366]: DEBUG oslo_vmware.api [None req-827b2956-37bf-44ec-8ea9-4bbd4b29685a tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 1945.373256] env[63366]: value = "task-2103534" [ 1945.373256] env[63366]: _type = "Task" [ 1945.373256] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.385200] env[63366]: DEBUG oslo_vmware.api [None req-827b2956-37bf-44ec-8ea9-4bbd4b29685a tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.426403] env[63366]: DEBUG nova.compute.utils [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1945.426934] env[63366]: DEBUG nova.compute.manager [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1945.431105] env[63366]: DEBUG nova.network.neutron [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1945.498295] env[63366]: DEBUG oslo_vmware.api [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103526, 'name': CloneVM_Task, 'duration_secs': 1.612091} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.498672] env[63366]: INFO nova.virt.vmwareapi.vmops [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Created linked-clone VM from snapshot [ 1945.501573] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6aa1e46-83d2-43c7-b85f-e77a511135ef {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.502625] env[63366]: DEBUG nova.compute.manager [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1945.515592] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Uploading image bf6e96d1-ffde-4447-96b8-9eabfc092ef2 {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1945.557956] env[63366]: DEBUG oslo_vmware.rw_handles [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1945.557956] env[63366]: value = "vm-430709" [ 1945.557956] env[63366]: _type = "VirtualMachine" [ 1945.557956] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1945.558932] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1dbf6660-596c-4cc8-b6bb-cfae15062ce2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.568251] env[63366]: DEBUG nova.policy [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe1837a0a9df4f7d80a7f5101596724c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5c39ab5d8224087b7c091a40d8c60a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1945.574203] env[63366]: DEBUG oslo_vmware.rw_handles [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Lease: (returnval){ [ 1945.574203] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]522d8177-ad92-7d32-cf95-367f47eb0ffb" [ 1945.574203] env[63366]: _type = "HttpNfcLease" [ 1945.574203] env[63366]: } obtained for exporting VM: (result){ [ 1945.574203] env[63366]: value = "vm-430709" [ 1945.574203] env[63366]: _type = "VirtualMachine" [ 1945.574203] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1945.575312] env[63366]: DEBUG oslo_vmware.api [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Waiting for the lease: (returnval){ [ 1945.575312] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]522d8177-ad92-7d32-cf95-367f47eb0ffb" [ 1945.575312] env[63366]: _type = "HttpNfcLease" [ 1945.575312] env[63366]: } to be ready. {{(pid=63366) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1945.587596] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1945.587596] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]522d8177-ad92-7d32-cf95-367f47eb0ffb" [ 1945.587596] env[63366]: _type = "HttpNfcLease" [ 1945.587596] env[63366]: } is initializing. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1945.773037] env[63366]: DEBUG oslo_vmware.api [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Task: {'id': task-2103532, 'name': ReconfigVM_Task, 'duration_secs': 0.141756} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.773844] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430650', 'volume_id': 'c0686a3c-88bb-4d93-9f6d-90d40295b9c4', 'name': 'volume-c0686a3c-88bb-4d93-9f6d-90d40295b9c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a46fad37-b982-49d7-a999-755e36c1ed44', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0686a3c-88bb-4d93-9f6d-90d40295b9c4', 'serial': 'c0686a3c-88bb-4d93-9f6d-90d40295b9c4'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1945.775510] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f19ba55b-6fc3-4771-b15e-11bba576a96e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.785189] env[63366]: DEBUG oslo_vmware.api [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Waiting for the task: (returnval){ [ 1945.785189] env[63366]: value = "task-2103536" [ 1945.785189] env[63366]: _type = "Task" [ 1945.785189] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.795425] env[63366]: DEBUG oslo_vmware.api [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Task: {'id': task-2103536, 'name': Rename_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.841729] env[63366]: DEBUG oslo_vmware.api [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Task: {'id': task-2103533, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.853079] env[63366]: DEBUG nova.compute.manager [req-e415f9d7-1aea-4f24-a7bf-b1dd635a0b65 req-4cfd2033-bd54-45ce-8830-49823cee3475 service nova] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Received event network-vif-plugged-83c814ac-387d-400d-99eb-1c2dbeb13d29 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1945.853354] env[63366]: DEBUG oslo_concurrency.lockutils [req-e415f9d7-1aea-4f24-a7bf-b1dd635a0b65 req-4cfd2033-bd54-45ce-8830-49823cee3475 service nova] Acquiring lock "2dc14df8-6821-432c-8ce3-3c211b6de2b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.853628] env[63366]: DEBUG oslo_concurrency.lockutils [req-e415f9d7-1aea-4f24-a7bf-b1dd635a0b65 req-4cfd2033-bd54-45ce-8830-49823cee3475 service nova] Lock "2dc14df8-6821-432c-8ce3-3c211b6de2b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.853921] env[63366]: DEBUG oslo_concurrency.lockutils [req-e415f9d7-1aea-4f24-a7bf-b1dd635a0b65 req-4cfd2033-bd54-45ce-8830-49823cee3475 service nova] Lock "2dc14df8-6821-432c-8ce3-3c211b6de2b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.854398] env[63366]: DEBUG nova.compute.manager [req-e415f9d7-1aea-4f24-a7bf-b1dd635a0b65 req-4cfd2033-bd54-45ce-8830-49823cee3475 service nova] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] No waiting events found dispatching network-vif-plugged-83c814ac-387d-400d-99eb-1c2dbeb13d29 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1945.854661] env[63366]: WARNING nova.compute.manager [req-e415f9d7-1aea-4f24-a7bf-b1dd635a0b65 req-4cfd2033-bd54-45ce-8830-49823cee3475 service nova] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Received unexpected event network-vif-plugged-83c814ac-387d-400d-99eb-1c2dbeb13d29 for instance with vm_state building and task_state spawning. [ 1945.882819] env[63366]: DEBUG oslo_vmware.api [None req-827b2956-37bf-44ec-8ea9-4bbd4b29685a tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103534, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.939221] env[63366]: DEBUG nova.network.neutron [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Successfully updated port: 83c814ac-387d-400d-99eb-1c2dbeb13d29 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1945.940880] env[63366]: DEBUG nova.compute.manager [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1946.016851] env[63366]: DEBUG oslo_concurrency.lockutils [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "99989a73-ad99-4f46-bbfc-84bb704562d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.017148] env[63366]: DEBUG oslo_concurrency.lockutils [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "99989a73-ad99-4f46-bbfc-84bb704562d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.033472] env[63366]: DEBUG oslo_concurrency.lockutils [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.085522] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1946.085522] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]522d8177-ad92-7d32-cf95-367f47eb0ffb" [ 1946.085522] env[63366]: _type = "HttpNfcLease" [ 1946.085522] env[63366]: } is ready. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1946.085826] env[63366]: DEBUG oslo_vmware.rw_handles [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1946.085826] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]522d8177-ad92-7d32-cf95-367f47eb0ffb" [ 1946.085826] env[63366]: _type = "HttpNfcLease" [ 1946.085826] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1946.086594] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f489b7b1-f86d-49ec-8a95-9eb616143ccf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.095624] env[63366]: DEBUG oslo_vmware.rw_handles [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e45544-b874-8a51-db90-6a67d19ff462/disk-0.vmdk from lease info. {{(pid=63366) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1946.095842] env[63366]: DEBUG oslo_vmware.rw_handles [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e45544-b874-8a51-db90-6a67d19ff462/disk-0.vmdk for reading. {{(pid=63366) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1946.194498] env[63366]: DEBUG nova.network.neutron [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Successfully created port: 964a4d5a-38d8-4da2-b1d5-5a1c191208c7 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1946.209424] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2795744a-9fd0-495c-82f7-b3f757afa410 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.299294] env[63366]: DEBUG oslo_vmware.api [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Task: {'id': task-2103536, 'name': Rename_Task, 'duration_secs': 0.181575} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.299294] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1946.299294] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-433f6b5e-500f-4d77-81cf-82ba2405a72c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.309487] env[63366]: DEBUG oslo_vmware.api [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Waiting for the task: (returnval){ [ 1946.309487] env[63366]: value = "task-2103537" [ 1946.309487] env[63366]: _type = "Task" [ 1946.309487] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.318235] env[63366]: DEBUG oslo_vmware.api [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Task: {'id': task-2103537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.337818] env[63366]: DEBUG oslo_vmware.api [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Task: {'id': task-2103533, 'name': PowerOnVM_Task, 'duration_secs': 0.672912} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.340712] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1946.340949] env[63366]: INFO nova.compute.manager [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Took 4.87 seconds to spawn the instance on the hypervisor. [ 1946.341148] env[63366]: DEBUG nova.compute.manager [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1946.342229] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372cfb33-7715-41f1-b5d0-e2c1e00f49f5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.384676] env[63366]: DEBUG oslo_vmware.api [None req-827b2956-37bf-44ec-8ea9-4bbd4b29685a tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103534, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.445686] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Acquiring lock "refresh_cache-2dc14df8-6821-432c-8ce3-3c211b6de2b0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.445854] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Acquired lock "refresh_cache-2dc14df8-6821-432c-8ce3-3c211b6de2b0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.446102] env[63366]: DEBUG nova.network.neutron [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1946.721210] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d65c8e5-a06b-4b58-b2af-3c459af2fe02 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.729508] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547af229-95c0-450a-8d79-c14726a295d8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.767632] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e4dfd7-4a1e-45ce-a57a-f3edb3904b8a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.772855] env[63366]: DEBUG nova.compute.manager [None req-0a2fd2af-1ab6-4707-899b-689a3a450f60 tempest-ServerDiagnosticsV248Test-2147317982 tempest-ServerDiagnosticsV248Test-2147317982-project-admin] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1946.774354] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d19eb6-6f7a-46ce-8a25-deab58656dd7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.785528] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888156e6-eb41-4db2-8798-d8da5d95e2d6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.791333] env[63366]: INFO nova.compute.manager [None req-0a2fd2af-1ab6-4707-899b-689a3a450f60 tempest-ServerDiagnosticsV248Test-2147317982 tempest-ServerDiagnosticsV248Test-2147317982-project-admin] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Retrieving diagnostics [ 1946.792582] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4034caaf-fd8f-40f7-b4a5-c064e32333f2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.807517] env[63366]: DEBUG nova.compute.provider_tree [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1946.851966] env[63366]: DEBUG oslo_vmware.api [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Task: {'id': task-2103537, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.863444] env[63366]: INFO nova.compute.manager [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Took 42.90 seconds to build instance. [ 1946.885845] env[63366]: DEBUG oslo_vmware.api [None req-827b2956-37bf-44ec-8ea9-4bbd4b29685a tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103534, 'name': PowerOnVM_Task, 'duration_secs': 1.183689} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.886449] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-827b2956-37bf-44ec-8ea9-4bbd4b29685a tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1946.886864] env[63366]: DEBUG nova.compute.manager [None req-827b2956-37bf-44ec-8ea9-4bbd4b29685a tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1946.888061] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40baba54-961e-4e73-9b1e-952eb14b290a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.961460] env[63366]: DEBUG nova.compute.manager [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1946.988577] env[63366]: DEBUG nova.network.neutron [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1947.177139] env[63366]: DEBUG nova.network.neutron [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Updating instance_info_cache with network_info: [{"id": "83c814ac-387d-400d-99eb-1c2dbeb13d29", "address": "fa:16:3e:1c:9c:2c", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83c814ac-38", "ovs_interfaceid": "83c814ac-387d-400d-99eb-1c2dbeb13d29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.311122] env[63366]: DEBUG nova.scheduler.client.report [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1947.346159] env[63366]: DEBUG oslo_vmware.api [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Task: {'id': task-2103537, 'name': PowerOnVM_Task, 'duration_secs': 0.645038} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.346592] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1947.346896] env[63366]: INFO nova.compute.manager [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Took 6.26 seconds to spawn the instance on the hypervisor. [ 1947.347197] env[63366]: DEBUG nova.compute.manager [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1947.348102] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040782c4-bcec-4ed5-a18a-dea07882a0f5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.366355] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1b7092a9-ad16-43f7-8a18-65a8c6eb1cdb tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Lock "9b8491be-ee59-4584-90e8-f905cdfe0ad7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.477s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.680497] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Releasing lock "refresh_cache-2dc14df8-6821-432c-8ce3-3c211b6de2b0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.680943] env[63366]: DEBUG nova.compute.manager [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Instance network_info: |[{"id": "83c814ac-387d-400d-99eb-1c2dbeb13d29", "address": "fa:16:3e:1c:9c:2c", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83c814ac-38", "ovs_interfaceid": "83c814ac-387d-400d-99eb-1c2dbeb13d29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1947.681450] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:9c:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83c814ac-387d-400d-99eb-1c2dbeb13d29', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1947.689196] env[63366]: DEBUG oslo.service.loopingcall [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1947.689494] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1947.689824] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b37b03a8-6339-4f81-ba0b-e50b6bfa3d36 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.710309] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1947.710309] env[63366]: value = "task-2103538" [ 1947.710309] env[63366]: _type = "Task" [ 1947.710309] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.718979] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103538, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.820989] env[63366]: DEBUG oslo_concurrency.lockutils [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.893s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.821894] env[63366]: DEBUG nova.compute.manager [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1947.828420] env[63366]: DEBUG oslo_concurrency.lockutils [None req-982f1ca2-55b1-4d60-b9a2-aae107493e35 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.041s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.828745] env[63366]: DEBUG oslo_concurrency.lockutils [None req-982f1ca2-55b1-4d60-b9a2-aae107493e35 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.832854] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.695s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.834821] env[63366]: INFO nova.compute.claims [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1947.868785] env[63366]: DEBUG nova.compute.manager [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1947.884466] env[63366]: INFO nova.compute.manager [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Took 47.31 seconds to build instance. [ 1947.905660] env[63366]: INFO nova.scheduler.client.report [None req-982f1ca2-55b1-4d60-b9a2-aae107493e35 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Deleted allocations for instance 104eaa03-2212-451d-bc4e-e84be2b126ca [ 1948.030993] env[63366]: DEBUG nova.network.neutron [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Successfully updated port: 964a4d5a-38d8-4da2-b1d5-5a1c191208c7 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1948.222020] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103538, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.340733] env[63366]: DEBUG nova.compute.utils [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1948.342457] env[63366]: DEBUG nova.compute.manager [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1948.342654] env[63366]: DEBUG nova.network.neutron [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1948.387850] env[63366]: DEBUG nova.policy [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3b8b1c92d8749c6aaadd4184d76830e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a91fc5fc98d64b688f3bde5f83588227', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1948.389594] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6dbd2459-4c3f-425f-ad09-cf2258d3c816 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Lock "a46fad37-b982-49d7-a999-755e36c1ed44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.078s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.390920] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.416333] env[63366]: DEBUG oslo_concurrency.lockutils [None req-982f1ca2-55b1-4d60-b9a2-aae107493e35 tempest-InstanceActionsTestJSON-2021484329 tempest-InstanceActionsTestJSON-2021484329-project-member] Lock "104eaa03-2212-451d-bc4e-e84be2b126ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.819s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.534328] env[63366]: DEBUG oslo_concurrency.lockutils [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Acquiring lock "refresh_cache-2b6b22da-7808-4eaa-9d5e-ea74f3d57b79" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.534525] env[63366]: DEBUG oslo_concurrency.lockutils [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Acquired lock "refresh_cache-2b6b22da-7808-4eaa-9d5e-ea74f3d57b79" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.534637] env[63366]: DEBUG nova.network.neutron [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1948.675526] env[63366]: DEBUG nova.network.neutron [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Successfully created port: 6600c3a9-9127-4e45-88ad-a2877a29ce4f {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1948.724653] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103538, 'name': CreateVM_Task, 'duration_secs': 0.582381} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.724926] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1948.725757] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.725944] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.726376] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1948.726661] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-556fc68f-0730-4bde-8982-f8fbfb9c6d75 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.733033] env[63366]: DEBUG oslo_vmware.api [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Waiting for the task: (returnval){ [ 1948.733033] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]527f342d-302d-5302-eef4-6279adb93b47" [ 1948.733033] env[63366]: _type = "Task" [ 1948.733033] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.744074] env[63366]: DEBUG oslo_vmware.api [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]527f342d-302d-5302-eef4-6279adb93b47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.846696] env[63366]: DEBUG nova.compute.manager [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1948.894491] env[63366]: DEBUG nova.compute.manager [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1949.070272] env[63366]: DEBUG nova.network.neutron [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1949.215137] env[63366]: DEBUG nova.network.neutron [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Updating instance_info_cache with network_info: [{"id": "964a4d5a-38d8-4da2-b1d5-5a1c191208c7", "address": "fa:16:3e:6a:96:b9", "network": {"id": "902c311c-1ef5-49ed-a62b-aa9522dfd863", "bridge": "br-int", "label": "tempest-ServersTestJSON-1005571600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c39ab5d8224087b7c091a40d8c60a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap964a4d5a-38", "ovs_interfaceid": "964a4d5a-38d8-4da2-b1d5-5a1c191208c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.244996] env[63366]: DEBUG oslo_vmware.api [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]527f342d-302d-5302-eef4-6279adb93b47, 'name': SearchDatastore_Task, 'duration_secs': 0.01557} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.245354] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.245599] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1949.245887] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.246109] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.246330] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1949.249228] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81cefb55-18ec-457a-85c4-d84f2d1a4e53 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.260389] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1949.260645] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1949.261689] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c084f521-6db4-45b1-87e5-9a43d645b4cb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.271051] env[63366]: DEBUG oslo_vmware.api [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Waiting for the task: (returnval){ [ 1949.271051] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]522923f2-8cb3-c495-df91-1ef772080cac" [ 1949.271051] env[63366]: _type = "Task" [ 1949.271051] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.279111] env[63366]: DEBUG oslo_vmware.api [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522923f2-8cb3-c495-df91-1ef772080cac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.414680] env[63366]: DEBUG oslo_concurrency.lockutils [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.462492] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ce1031-cc7b-4e4c-ad8f-0b3f7a08d2c2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.472162] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be74fada-8f64-4fa7-a7cd-97ecef89dea9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.506765] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6ee40a-23c3-459c-b84d-3d5cc0f8378a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.515503] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7a5b70-46a5-4e1f-b17b-a8ed939b209c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.531692] env[63366]: DEBUG nova.compute.provider_tree [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1949.718414] env[63366]: DEBUG oslo_concurrency.lockutils [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Releasing lock "refresh_cache-2b6b22da-7808-4eaa-9d5e-ea74f3d57b79" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.718761] env[63366]: DEBUG nova.compute.manager [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Instance network_info: |[{"id": "964a4d5a-38d8-4da2-b1d5-5a1c191208c7", "address": "fa:16:3e:6a:96:b9", "network": {"id": "902c311c-1ef5-49ed-a62b-aa9522dfd863", "bridge": "br-int", "label": "tempest-ServersTestJSON-1005571600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c39ab5d8224087b7c091a40d8c60a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap964a4d5a-38", "ovs_interfaceid": "964a4d5a-38d8-4da2-b1d5-5a1c191208c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1949.783808] env[63366]: DEBUG oslo_vmware.api [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522923f2-8cb3-c495-df91-1ef772080cac, 'name': SearchDatastore_Task, 'duration_secs': 0.024411} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.784427] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9f6741f-065a-42ce-a06a-99b581a48fd5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.790232] env[63366]: DEBUG oslo_vmware.api [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Waiting for the task: (returnval){ [ 1949.790232] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5233a05a-ab41-637d-f1ff-bd21ec6c4fd8" [ 1949.790232] env[63366]: _type = "Task" [ 1949.790232] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.798713] env[63366]: DEBUG oslo_vmware.api [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5233a05a-ab41-637d-f1ff-bd21ec6c4fd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.857017] env[63366]: DEBUG nova.compute.manager [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1950.035275] env[63366]: DEBUG nova.scheduler.client.report [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1950.206244] env[63366]: DEBUG nova.network.neutron [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Successfully updated port: 6600c3a9-9127-4e45-88ad-a2877a29ce4f {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1950.301234] env[63366]: DEBUG oslo_vmware.api [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5233a05a-ab41-637d-f1ff-bd21ec6c4fd8, 'name': SearchDatastore_Task, 'duration_secs': 0.015786} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.301737] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.302015] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 2dc14df8-6821-432c-8ce3-3c211b6de2b0/2dc14df8-6821-432c-8ce3-3c211b6de2b0.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1950.302305] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f476300-359e-41b3-9a16-9e09407b0e00 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.310499] env[63366]: DEBUG oslo_vmware.api [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Waiting for the task: (returnval){ [ 1950.310499] env[63366]: value = "task-2103539" [ 1950.310499] env[63366]: _type = "Task" [ 1950.310499] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.319909] env[63366]: DEBUG oslo_vmware.api [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.540024] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.540699] env[63366]: DEBUG nova.compute.manager [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1950.543679] env[63366]: DEBUG oslo_concurrency.lockutils [None req-820782a5-df87-46cc-82d3-ec13e94f0dcd tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 31.025s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.708574] env[63366]: DEBUG oslo_concurrency.lockutils [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Acquiring lock "refresh_cache-ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.708820] env[63366]: DEBUG oslo_concurrency.lockutils [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Acquired lock "refresh_cache-ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.708884] env[63366]: DEBUG nova.network.neutron [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1950.821640] env[63366]: DEBUG oslo_vmware.api [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103539, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.047894] env[63366]: DEBUG nova.compute.utils [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1951.051028] env[63366]: DEBUG nova.compute.manager [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1951.051028] env[63366]: DEBUG nova.network.neutron [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1951.103881] env[63366]: DEBUG nova.policy [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fc07d8d73834e85ac8d7df0c53c40e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e2100d8abe0431c93b03b71a19f2086', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1951.265614] env[63366]: DEBUG nova.network.neutron [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1951.322876] env[63366]: DEBUG oslo_vmware.api [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103539, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.504238] env[63366]: DEBUG nova.network.neutron [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Updating instance_info_cache with network_info: [{"id": "6600c3a9-9127-4e45-88ad-a2877a29ce4f", "address": "fa:16:3e:33:16:6f", "network": {"id": "fe7e4c5a-7e97-41b3-9222-3552fb083f9d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1778925532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a91fc5fc98d64b688f3bde5f83588227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6600c3a9-91", "ovs_interfaceid": "6600c3a9-9127-4e45-88ad-a2877a29ce4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.536134] env[63366]: DEBUG nova.network.neutron [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Successfully created port: 06844239-e020-4dc0-bfc7-b887a76f0d75 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1951.551242] env[63366]: DEBUG nova.compute.manager [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1951.601455] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6ddd11-7101-4c6f-8d7f-65a87ded6f71 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.610866] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43451207-8715-4b6d-83f0-6c9cd471cdab {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.643465] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9bc272-0efd-4049-86eb-95dd1025c510 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.652038] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3298dcc6-02fd-448f-bf4d-f99627daffa4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.666495] env[63366]: DEBUG nova.compute.provider_tree [None req-820782a5-df87-46cc-82d3-ec13e94f0dcd tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1951.822979] env[63366]: DEBUG oslo_vmware.api [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103539, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.010637] env[63366]: DEBUG oslo_concurrency.lockutils [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Releasing lock "refresh_cache-ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.011059] env[63366]: DEBUG nova.compute.manager [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Instance network_info: |[{"id": "6600c3a9-9127-4e45-88ad-a2877a29ce4f", "address": "fa:16:3e:33:16:6f", "network": {"id": "fe7e4c5a-7e97-41b3-9222-3552fb083f9d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1778925532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a91fc5fc98d64b688f3bde5f83588227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6600c3a9-91", "ovs_interfaceid": "6600c3a9-9127-4e45-88ad-a2877a29ce4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1952.170269] env[63366]: DEBUG nova.scheduler.client.report [None req-820782a5-df87-46cc-82d3-ec13e94f0dcd tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1952.324756] env[63366]: DEBUG oslo_vmware.api [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103539, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.710721} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.325233] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 2dc14df8-6821-432c-8ce3-3c211b6de2b0/2dc14df8-6821-432c-8ce3-3c211b6de2b0.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1952.325309] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1952.325517] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8961bc86-bd8f-4840-923e-c46e67b792de {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.332387] env[63366]: DEBUG oslo_vmware.api [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Waiting for the task: (returnval){ [ 1952.332387] env[63366]: value = "task-2103540" [ 1952.332387] env[63366]: _type = "Task" [ 1952.332387] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.343156] env[63366]: DEBUG oslo_vmware.api [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.566399] env[63366]: DEBUG nova.compute.manager [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1952.842076] env[63366]: DEBUG oslo_vmware.api [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129158} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.842363] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1952.843193] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5732748-30d8-4280-955f-ec30daf716a5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.866264] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 2dc14df8-6821-432c-8ce3-3c211b6de2b0/2dc14df8-6821-432c-8ce3-3c211b6de2b0.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1952.866264] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d037782-c06c-4ee7-a9e1-4e9a379a97b5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.887411] env[63366]: DEBUG oslo_vmware.api [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Waiting for the task: (returnval){ [ 1952.887411] env[63366]: value = "task-2103541" [ 1952.887411] env[63366]: _type = "Task" [ 1952.887411] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.896371] env[63366]: DEBUG oslo_vmware.api [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.131238] env[63366]: DEBUG nova.network.neutron [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Successfully updated port: 06844239-e020-4dc0-bfc7-b887a76f0d75 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1953.181086] env[63366]: DEBUG oslo_concurrency.lockutils [None req-820782a5-df87-46cc-82d3-ec13e94f0dcd tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.637s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.183851] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d160bab3-d05c-48ea-ba03-61064d15efd8 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.572s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.184081] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d160bab3-d05c-48ea-ba03-61064d15efd8 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.186230] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.972s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.188264] env[63366]: INFO nova.compute.claims [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1953.216950] env[63366]: INFO nova.scheduler.client.report [None req-d160bab3-d05c-48ea-ba03-61064d15efd8 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Deleted allocations for instance 2a5458eb-c394-484c-8374-73eee310dc89 [ 1953.398229] env[63366]: DEBUG oslo_vmware.api [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103541, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.582152] env[63366]: DEBUG nova.virt.hardware [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1953.582409] env[63366]: DEBUG nova.virt.hardware [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1953.582601] env[63366]: DEBUG nova.virt.hardware [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1953.582770] env[63366]: DEBUG nova.virt.hardware [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1953.582897] env[63366]: DEBUG nova.virt.hardware [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1953.583013] env[63366]: DEBUG nova.virt.hardware [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1953.583230] env[63366]: DEBUG nova.virt.hardware [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1953.583390] env[63366]: DEBUG nova.virt.hardware [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1953.583553] env[63366]: DEBUG nova.virt.hardware [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1953.583714] env[63366]: DEBUG nova.virt.hardware [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1953.583886] env[63366]: DEBUG nova.virt.hardware [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1953.586117] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f3079f-a97b-49f0-ac14-fd15333e939b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.596337] env[63366]: DEBUG nova.virt.hardware [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1953.596589] env[63366]: DEBUG nova.virt.hardware [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1953.596757] env[63366]: DEBUG nova.virt.hardware [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1953.596940] env[63366]: DEBUG nova.virt.hardware [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1953.597097] env[63366]: DEBUG nova.virt.hardware [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1953.597264] env[63366]: DEBUG nova.virt.hardware [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1953.597640] env[63366]: DEBUG nova.virt.hardware [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1953.597640] env[63366]: DEBUG nova.virt.hardware [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1953.597789] env[63366]: DEBUG nova.virt.hardware [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1953.597926] env[63366]: DEBUG nova.virt.hardware [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1953.598192] env[63366]: DEBUG nova.virt.hardware [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1953.599528] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08d3440-b654-44ac-91f3-5fac622bf1cc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.606054] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9260c4b6-fd97-4166-8e02-d2b81d02c941 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.624386] env[63366]: DEBUG nova.virt.hardware [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1953.624663] env[63366]: DEBUG nova.virt.hardware [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1953.624832] env[63366]: DEBUG nova.virt.hardware [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1953.625034] env[63366]: DEBUG nova.virt.hardware [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1953.625183] env[63366]: DEBUG nova.virt.hardware [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1953.625333] env[63366]: DEBUG nova.virt.hardware [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1953.625562] env[63366]: DEBUG nova.virt.hardware [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1953.625722] env[63366]: DEBUG nova.virt.hardware [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1953.625886] env[63366]: DEBUG nova.virt.hardware [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1953.626104] env[63366]: DEBUG nova.virt.hardware [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1953.626305] env[63366]: DEBUG nova.virt.hardware [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1953.627719] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53f490d-56d9-40b7-afbc-4add3dc0b7df {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.632034] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:96:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6365036-aa37-44d2-90d1-ca1c3516ded9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '964a4d5a-38d8-4da2-b1d5-5a1c191208c7', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1953.639397] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Creating folder: Project (c5c39ab5d8224087b7c091a40d8c60a0). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1953.641664] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8cbc37-e829-4d99-af01-fcbd6694ca79 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.645619] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "refresh_cache-ee29e2c3-464e-4ec9-a7d9-057519c836f7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.645764] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquired lock "refresh_cache-ee29e2c3-464e-4ec9-a7d9-057519c836f7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.645952] env[63366]: DEBUG nova.network.neutron [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1953.647138] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e58bd5a0-80e0-4d8b-8af0-3f89b46902bd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.651992] env[63366]: DEBUG oslo_vmware.rw_handles [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc28b2-a5fb-f0c4-09f8-bc25e19d4ad7/disk-0.vmdk. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1953.654042] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f08c4c0-0a4a-4ef4-961a-33a96d08634f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.669283] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:16:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '667a2e97-c1be-421d-9941-6b84c2629b43', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6600c3a9-9127-4e45-88ad-a2877a29ce4f', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1953.677154] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Creating folder: Project (a91fc5fc98d64b688f3bde5f83588227). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1953.680455] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba35ace8-9769-4204-9663-d619a3949c17 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.685338] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78c65a97-2f46-41f4-af32-b3efcff4ec0a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.687487] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Created folder: Project (c5c39ab5d8224087b7c091a40d8c60a0) in parent group-v430612. [ 1953.687696] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Creating folder: Instances. Parent ref: group-v430711. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1953.689939] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fe7981a-9a6f-40ae-9757-8207ff9289e2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.691744] env[63366]: DEBUG oslo_vmware.rw_handles [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc28b2-a5fb-f0c4-09f8-bc25e19d4ad7/disk-0.vmdk is in state: ready. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1953.691924] env[63366]: ERROR oslo_vmware.rw_handles [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc28b2-a5fb-f0c4-09f8-bc25e19d4ad7/disk-0.vmdk due to incomplete transfer. [ 1953.698168] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6841951a-a653-4234-9a26-141b493c9a96 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.714123] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Created folder: Project (a91fc5fc98d64b688f3bde5f83588227) in parent group-v430612. [ 1953.714355] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Creating folder: Instances. Parent ref: group-v430712. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1953.716050] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37829e6c-186a-469a-a7b7-71a3e9bdc17c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.720935] env[63366]: DEBUG oslo_vmware.rw_handles [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc28b2-a5fb-f0c4-09f8-bc25e19d4ad7/disk-0.vmdk. {{(pid=63366) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1953.721869] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Uploaded image 0e850685-05fa-405c-b994-55e7b700fcfd to the Glance image server {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1953.723756] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Destroying the VM {{(pid=63366) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1953.726254] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2d8e6d3c-e8c3-4c18-bc90-382fd9de8fd8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.731776] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d160bab3-d05c-48ea-ba03-61064d15efd8 tempest-ServerMetadataNegativeTestJSON-1142733578 tempest-ServerMetadataNegativeTestJSON-1142733578-project-member] Lock "2a5458eb-c394-484c-8374-73eee310dc89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.298s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.733913] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Created folder: Instances in parent group-v430711. [ 1953.734225] env[63366]: DEBUG oslo.service.loopingcall [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1953.734430] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Created folder: Instances in parent group-v430712. [ 1953.734650] env[63366]: DEBUG oslo.service.loopingcall [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1953.736255] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1953.736255] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1953.736464] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79cd9f40-844c-4364-9597-0da03aa8d327 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.752055] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c508aad0-861c-4dc0-9ca1-32c4dd509e84 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.771020] env[63366]: DEBUG oslo_vmware.api [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 1953.771020] env[63366]: value = "task-2103546" [ 1953.771020] env[63366]: _type = "Task" [ 1953.771020] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.776190] env[63366]: INFO nova.scheduler.client.report [None req-820782a5-df87-46cc-82d3-ec13e94f0dcd tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Deleted allocation for migration 6380001a-0110-437c-b31c-2d2a11575e72 [ 1953.780060] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1953.780060] env[63366]: value = "task-2103547" [ 1953.780060] env[63366]: _type = "Task" [ 1953.780060] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.780227] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1953.780227] env[63366]: value = "task-2103548" [ 1953.780227] env[63366]: _type = "Task" [ 1953.780227] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.793324] env[63366]: DEBUG oslo_vmware.api [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103546, 'name': Destroy_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.799076] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103548, 'name': CreateVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.802486] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103547, 'name': CreateVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.902889] env[63366]: DEBUG oslo_vmware.api [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103541, 'name': ReconfigVM_Task, 'duration_secs': 0.518098} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.902889] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 2dc14df8-6821-432c-8ce3-3c211b6de2b0/2dc14df8-6821-432c-8ce3-3c211b6de2b0.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1953.903096] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b307753-ee56-4b0b-863e-6b8ccf964a22 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.912413] env[63366]: DEBUG oslo_vmware.api [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Waiting for the task: (returnval){ [ 1953.912413] env[63366]: value = "task-2103549" [ 1953.912413] env[63366]: _type = "Task" [ 1953.912413] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.921437] env[63366]: DEBUG oslo_vmware.api [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103549, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.206794] env[63366]: DEBUG nova.network.neutron [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1954.287022] env[63366]: DEBUG oslo_vmware.api [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103546, 'name': Destroy_Task, 'duration_secs': 0.514501} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.287022] env[63366]: DEBUG oslo_concurrency.lockutils [None req-820782a5-df87-46cc-82d3-ec13e94f0dcd tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "ace1ae39-d6de-4b36-93f5-e1b8f810a16a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 38.908s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.296349] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Destroyed the VM [ 1954.296657] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Deleting Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1954.301430] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d2206460-f2dc-44ad-8779-d46b1ebd6547 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.310008] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103548, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.314800] env[63366]: DEBUG oslo_vmware.api [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 1954.314800] env[63366]: value = "task-2103550" [ 1954.314800] env[63366]: _type = "Task" [ 1954.314800] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.315244] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103547, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.329333] env[63366]: DEBUG oslo_vmware.api [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103550, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.361701] env[63366]: DEBUG nova.compute.manager [req-ea2abb08-e6dc-4a4b-b26d-05926ee205c5 req-01bfacaa-c232-4b4b-a374-f307228947ef service nova] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Received event network-changed-83c814ac-387d-400d-99eb-1c2dbeb13d29 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1954.361816] env[63366]: DEBUG nova.compute.manager [req-ea2abb08-e6dc-4a4b-b26d-05926ee205c5 req-01bfacaa-c232-4b4b-a374-f307228947ef service nova] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Refreshing instance network info cache due to event network-changed-83c814ac-387d-400d-99eb-1c2dbeb13d29. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1954.362034] env[63366]: DEBUG oslo_concurrency.lockutils [req-ea2abb08-e6dc-4a4b-b26d-05926ee205c5 req-01bfacaa-c232-4b4b-a374-f307228947ef service nova] Acquiring lock "refresh_cache-2dc14df8-6821-432c-8ce3-3c211b6de2b0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.362188] env[63366]: DEBUG oslo_concurrency.lockutils [req-ea2abb08-e6dc-4a4b-b26d-05926ee205c5 req-01bfacaa-c232-4b4b-a374-f307228947ef service nova] Acquired lock "refresh_cache-2dc14df8-6821-432c-8ce3-3c211b6de2b0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.362373] env[63366]: DEBUG nova.network.neutron [req-ea2abb08-e6dc-4a4b-b26d-05926ee205c5 req-01bfacaa-c232-4b4b-a374-f307228947ef service nova] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Refreshing network info cache for port 83c814ac-387d-400d-99eb-1c2dbeb13d29 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1954.423275] env[63366]: DEBUG oslo_vmware.api [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103549, 'name': Rename_Task, 'duration_secs': 0.178107} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.427485] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1954.428261] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3a93fa3-8e1d-4df7-b069-81c234009776 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.436824] env[63366]: DEBUG oslo_vmware.api [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Waiting for the task: (returnval){ [ 1954.436824] env[63366]: value = "task-2103551" [ 1954.436824] env[63366]: _type = "Task" [ 1954.436824] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.449201] env[63366]: DEBUG oslo_vmware.api [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.451104] env[63366]: DEBUG nova.network.neutron [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Updating instance_info_cache with network_info: [{"id": "06844239-e020-4dc0-bfc7-b887a76f0d75", "address": "fa:16:3e:a9:77:15", "network": {"id": "4129a070-c31a-4310-b4b1-4e475fb3f1bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1668961456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2100d8abe0431c93b03b71a19f2086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06844239-e0", "ovs_interfaceid": "06844239-e020-4dc0-bfc7-b887a76f0d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1954.776472] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c56df58-0eec-4575-8cd0-e44a7ececaf2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.793292] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a0cb57-e59c-4916-936e-daf63d3361f2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.832514] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103547, 'name': CreateVM_Task, 'duration_secs': 0.692528} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.833034] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103548, 'name': CreateVM_Task, 'duration_secs': 0.660588} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.833204] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1954.836849] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa486a00-90ee-4c8e-a105-2054eb6493b3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.839150] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1954.839897] env[63366]: DEBUG oslo_concurrency.lockutils [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.840077] env[63366]: DEBUG oslo_concurrency.lockutils [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.840427] env[63366]: DEBUG oslo_concurrency.lockutils [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1954.841044] env[63366]: DEBUG oslo_concurrency.lockutils [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.841257] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d20f96e1-98ec-4b2a-b35c-1f57e55962ab {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.853128] env[63366]: DEBUG oslo_vmware.api [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103550, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.853476] env[63366]: DEBUG oslo_vmware.api [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Waiting for the task: (returnval){ [ 1954.853476] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]528d0a00-3510-1431-65dd-abd7d8f2d5c7" [ 1954.853476] env[63366]: _type = "Task" [ 1954.853476] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.854741] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9853a2-4363-480b-b92c-071aa7dbf96a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.878794] env[63366]: DEBUG nova.compute.provider_tree [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1954.885123] env[63366]: DEBUG oslo_vmware.api [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]528d0a00-3510-1431-65dd-abd7d8f2d5c7, 'name': SearchDatastore_Task, 'duration_secs': 0.015964} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.885797] env[63366]: DEBUG oslo_concurrency.lockutils [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.886118] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1954.886436] env[63366]: DEBUG oslo_concurrency.lockutils [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.886592] env[63366]: DEBUG oslo_concurrency.lockutils [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.886772] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1954.887108] env[63366]: DEBUG oslo_concurrency.lockutils [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.887454] env[63366]: DEBUG oslo_concurrency.lockutils [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1954.887737] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34e789be-49de-4279-a932-e491e011c810 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.890759] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c972cd1-b978-4973-ba99-9768f1c7be37 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.898535] env[63366]: DEBUG oslo_vmware.api [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Waiting for the task: (returnval){ [ 1954.898535] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52324252-6b5e-0643-e9fd-4f742b7c9447" [ 1954.898535] env[63366]: _type = "Task" [ 1954.898535] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.903546] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1954.903756] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1954.904889] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a3af391-893b-4afd-b84a-8ce82cc88714 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.910573] env[63366]: DEBUG oslo_vmware.api [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52324252-6b5e-0643-e9fd-4f742b7c9447, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.914227] env[63366]: DEBUG oslo_vmware.api [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Waiting for the task: (returnval){ [ 1954.914227] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]523d6b3c-1504-65fc-fb4e-b070c13ca375" [ 1954.914227] env[63366]: _type = "Task" [ 1954.914227] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.922689] env[63366]: DEBUG oslo_vmware.api [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523d6b3c-1504-65fc-fb4e-b070c13ca375, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.947650] env[63366]: DEBUG oslo_vmware.api [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103551, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.954185] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Releasing lock "refresh_cache-ee29e2c3-464e-4ec9-a7d9-057519c836f7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.954517] env[63366]: DEBUG nova.compute.manager [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Instance network_info: |[{"id": "06844239-e020-4dc0-bfc7-b887a76f0d75", "address": "fa:16:3e:a9:77:15", "network": {"id": "4129a070-c31a-4310-b4b1-4e475fb3f1bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1668961456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2100d8abe0431c93b03b71a19f2086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06844239-e0", "ovs_interfaceid": "06844239-e020-4dc0-bfc7-b887a76f0d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1954.955269] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:77:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39a4aca0-934b-4a91-8779-6a4360c3f967', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06844239-e020-4dc0-bfc7-b887a76f0d75', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1954.962726] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Creating folder: Project (4e2100d8abe0431c93b03b71a19f2086). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1954.965258] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac39eab8-b75c-4b9c-afbc-5e108fcb540b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.977420] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Created folder: Project (4e2100d8abe0431c93b03b71a19f2086) in parent group-v430612. [ 1954.977587] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Creating folder: Instances. Parent ref: group-v430717. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1954.977863] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-908f7a53-fc57-431f-8b52-487fbf35b87c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.993283] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Created folder: Instances in parent group-v430717. [ 1954.993472] env[63366]: DEBUG oslo.service.loopingcall [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1954.993678] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1954.993891] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89f1fa06-a173-4c9f-b110-85a38824e099 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.017847] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1955.017847] env[63366]: value = "task-2103554" [ 1955.017847] env[63366]: _type = "Task" [ 1955.017847] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.026529] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103554, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.284704] env[63366]: DEBUG nova.network.neutron [req-ea2abb08-e6dc-4a4b-b26d-05926ee205c5 req-01bfacaa-c232-4b4b-a374-f307228947ef service nova] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Updated VIF entry in instance network info cache for port 83c814ac-387d-400d-99eb-1c2dbeb13d29. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1955.285169] env[63366]: DEBUG nova.network.neutron [req-ea2abb08-e6dc-4a4b-b26d-05926ee205c5 req-01bfacaa-c232-4b4b-a374-f307228947ef service nova] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Updating instance_info_cache with network_info: [{"id": "83c814ac-387d-400d-99eb-1c2dbeb13d29", "address": "fa:16:3e:1c:9c:2c", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83c814ac-38", "ovs_interfaceid": "83c814ac-387d-400d-99eb-1c2dbeb13d29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.345310] env[63366]: DEBUG oslo_vmware.api [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103550, 'name': RemoveSnapshot_Task, 'duration_secs': 0.75245} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.345624] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Deleted Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1955.345848] env[63366]: INFO nova.compute.manager [None req-16dc7cd2-372d-466c-a162-fb5a7fdb38f7 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Took 15.48 seconds to snapshot the instance on the hypervisor. [ 1955.388119] env[63366]: DEBUG nova.scheduler.client.report [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1955.418403] env[63366]: DEBUG oslo_vmware.api [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52324252-6b5e-0643-e9fd-4f742b7c9447, 'name': SearchDatastore_Task, 'duration_secs': 0.01794} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.423166] env[63366]: DEBUG oslo_concurrency.lockutils [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.423577] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1955.424238] env[63366]: DEBUG oslo_concurrency.lockutils [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.435033] env[63366]: DEBUG oslo_vmware.api [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523d6b3c-1504-65fc-fb4e-b070c13ca375, 'name': SearchDatastore_Task, 'duration_secs': 0.018996} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.435033] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3371a24c-b0bf-44e9-bc20-38cb269336f3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.438333] env[63366]: DEBUG oslo_vmware.api [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Waiting for the task: (returnval){ [ 1955.438333] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52a5fdfc-7e61-7571-3f9f-620fd9aa45dc" [ 1955.438333] env[63366]: _type = "Task" [ 1955.438333] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.453031] env[63366]: DEBUG oslo_vmware.api [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103551, 'name': PowerOnVM_Task, 'duration_secs': 0.576308} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.453031] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1955.453195] env[63366]: INFO nova.compute.manager [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Took 11.23 seconds to spawn the instance on the hypervisor. [ 1955.453513] env[63366]: DEBUG nova.compute.manager [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1955.454302] env[63366]: DEBUG oslo_vmware.api [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a5fdfc-7e61-7571-3f9f-620fd9aa45dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.455308] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b268357c-9525-4455-a0eb-a64f66b933f6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.530732] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103554, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.788499] env[63366]: DEBUG oslo_concurrency.lockutils [req-ea2abb08-e6dc-4a4b-b26d-05926ee205c5 req-01bfacaa-c232-4b4b-a374-f307228947ef service nova] Releasing lock "refresh_cache-2dc14df8-6821-432c-8ce3-3c211b6de2b0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.892518] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.893091] env[63366]: DEBUG nova.compute.manager [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1955.895875] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.093s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.900163] env[63366]: INFO nova.compute.claims [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1955.953072] env[63366]: DEBUG oslo_vmware.api [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a5fdfc-7e61-7571-3f9f-620fd9aa45dc, 'name': SearchDatastore_Task, 'duration_secs': 0.017853} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.954336] env[63366]: DEBUG oslo_concurrency.lockutils [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.954970] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4/ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1955.954970] env[63366]: DEBUG oslo_concurrency.lockutils [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.955417] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1955.955417] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8fa5efe-2051-4c98-92e8-424bfc1d564b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.957936] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c02171f1-3838-4ee4-b9e9-c8d56fd928aa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.965813] env[63366]: DEBUG oslo_vmware.api [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Waiting for the task: (returnval){ [ 1955.965813] env[63366]: value = "task-2103555" [ 1955.965813] env[63366]: _type = "Task" [ 1955.965813] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.974128] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1955.974128] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1955.975590] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2651bca5-a7f8-46fb-9c14-1bc31bf26b1e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.983804] env[63366]: DEBUG oslo_vmware.api [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Task: {'id': task-2103555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.984331] env[63366]: INFO nova.compute.manager [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Took 51.43 seconds to build instance. [ 1955.989812] env[63366]: DEBUG oslo_vmware.api [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Waiting for the task: (returnval){ [ 1955.989812] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52d38a3e-f029-614d-f4c5-31d696449a29" [ 1955.989812] env[63366]: _type = "Task" [ 1955.989812] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.999358] env[63366]: DEBUG oslo_vmware.api [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d38a3e-f029-614d-f4c5-31d696449a29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.030888] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103554, 'name': CreateVM_Task, 'duration_secs': 0.728711} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.030993] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1956.031898] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.032204] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.032590] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1956.032885] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9a4725d-5b08-42de-96a3-248523aed52f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.038131] env[63366]: DEBUG oslo_vmware.api [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 1956.038131] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]525809db-c0b3-4e1a-e58d-7816d2948a5c" [ 1956.038131] env[63366]: _type = "Task" [ 1956.038131] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.048124] env[63366]: DEBUG oslo_vmware.api [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]525809db-c0b3-4e1a-e58d-7816d2948a5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.313023] env[63366]: DEBUG oslo_vmware.rw_handles [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e45544-b874-8a51-db90-6a67d19ff462/disk-0.vmdk. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1956.313023] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9617d746-7609-4905-958e-3f1382bf5db4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.319240] env[63366]: DEBUG oslo_vmware.rw_handles [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e45544-b874-8a51-db90-6a67d19ff462/disk-0.vmdk is in state: ready. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1956.320457] env[63366]: ERROR oslo_vmware.rw_handles [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e45544-b874-8a51-db90-6a67d19ff462/disk-0.vmdk due to incomplete transfer. [ 1956.320973] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dca7cf54-20d3-4889-a841-8471dd14d908 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.331041] env[63366]: DEBUG oslo_vmware.rw_handles [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e45544-b874-8a51-db90-6a67d19ff462/disk-0.vmdk. {{(pid=63366) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1956.331041] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Uploaded image bf6e96d1-ffde-4447-96b8-9eabfc092ef2 to the Glance image server {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1956.332404] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Destroying the VM {{(pid=63366) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1956.332825] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-48f4bc14-32b5-4b8d-a363-e9de33666cce {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.341036] env[63366]: DEBUG oslo_vmware.api [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Waiting for the task: (returnval){ [ 1956.341036] env[63366]: value = "task-2103556" [ 1956.341036] env[63366]: _type = "Task" [ 1956.341036] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.351442] env[63366]: DEBUG oslo_vmware.api [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103556, 'name': Destroy_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.407136] env[63366]: DEBUG nova.compute.utils [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1956.413189] env[63366]: DEBUG nova.compute.manager [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1956.413189] env[63366]: DEBUG nova.network.neutron [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1956.477560] env[63366]: DEBUG oslo_vmware.api [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Task: {'id': task-2103555, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.490039] env[63366]: DEBUG nova.policy [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb87a94e48c5414590071f7b9a7e5016', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae1ff64f0d194d108aaaee128cf37032', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1956.492139] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca3ef413-23d1-4c0c-b8b4-0a427bdc7ea2 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Lock "2dc14df8-6821-432c-8ce3-3c211b6de2b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.519s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.507990] env[63366]: DEBUG oslo_vmware.api [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d38a3e-f029-614d-f4c5-31d696449a29, 'name': SearchDatastore_Task, 'duration_secs': 0.016933} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.508817] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6070e35-29bf-41cd-b9ee-0d4cf2b6daf4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.516250] env[63366]: DEBUG oslo_vmware.api [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Waiting for the task: (returnval){ [ 1956.516250] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52412ae3-3aa5-a5c6-e554-7e1014d4cc8f" [ 1956.516250] env[63366]: _type = "Task" [ 1956.516250] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.527251] env[63366]: DEBUG oslo_vmware.api [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52412ae3-3aa5-a5c6-e554-7e1014d4cc8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.549955] env[63366]: DEBUG oslo_vmware.api [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]525809db-c0b3-4e1a-e58d-7816d2948a5c, 'name': SearchDatastore_Task, 'duration_secs': 0.012016} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.550682] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.550799] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1956.550995] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.645654] env[63366]: DEBUG nova.compute.manager [req-b5f5280e-7a43-44d0-9a4c-e44663c124e3 req-00c44137-7367-45a6-909b-be4a65536bd8 service nova] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Received event network-changed-5fa9c234-6d4b-40db-8610-9e30297896b3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1956.645809] env[63366]: DEBUG nova.compute.manager [req-b5f5280e-7a43-44d0-9a4c-e44663c124e3 req-00c44137-7367-45a6-909b-be4a65536bd8 service nova] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Refreshing instance network info cache due to event network-changed-5fa9c234-6d4b-40db-8610-9e30297896b3. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1956.646038] env[63366]: DEBUG oslo_concurrency.lockutils [req-b5f5280e-7a43-44d0-9a4c-e44663c124e3 req-00c44137-7367-45a6-909b-be4a65536bd8 service nova] Acquiring lock "refresh_cache-a46fad37-b982-49d7-a999-755e36c1ed44" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.646182] env[63366]: DEBUG oslo_concurrency.lockutils [req-b5f5280e-7a43-44d0-9a4c-e44663c124e3 req-00c44137-7367-45a6-909b-be4a65536bd8 service nova] Acquired lock "refresh_cache-a46fad37-b982-49d7-a999-755e36c1ed44" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.646343] env[63366]: DEBUG nova.network.neutron [req-b5f5280e-7a43-44d0-9a4c-e44663c124e3 req-00c44137-7367-45a6-909b-be4a65536bd8 service nova] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Refreshing network info cache for port 5fa9c234-6d4b-40db-8610-9e30297896b3 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1956.735116] env[63366]: DEBUG nova.compute.manager [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Received event network-vif-plugged-964a4d5a-38d8-4da2-b1d5-5a1c191208c7 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1956.735262] env[63366]: DEBUG oslo_concurrency.lockutils [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] Acquiring lock "2b6b22da-7808-4eaa-9d5e-ea74f3d57b79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.735744] env[63366]: DEBUG oslo_concurrency.lockutils [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] Lock "2b6b22da-7808-4eaa-9d5e-ea74f3d57b79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.735986] env[63366]: DEBUG oslo_concurrency.lockutils [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] Lock "2b6b22da-7808-4eaa-9d5e-ea74f3d57b79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.736278] env[63366]: DEBUG nova.compute.manager [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] No waiting events found dispatching network-vif-plugged-964a4d5a-38d8-4da2-b1d5-5a1c191208c7 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1956.736357] env[63366]: WARNING nova.compute.manager [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Received unexpected event network-vif-plugged-964a4d5a-38d8-4da2-b1d5-5a1c191208c7 for instance with vm_state building and task_state spawning. [ 1956.736585] env[63366]: DEBUG nova.compute.manager [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Received event network-changed-964a4d5a-38d8-4da2-b1d5-5a1c191208c7 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1956.737095] env[63366]: DEBUG nova.compute.manager [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Refreshing instance network info cache due to event network-changed-964a4d5a-38d8-4da2-b1d5-5a1c191208c7. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1956.737496] env[63366]: DEBUG oslo_concurrency.lockutils [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] Acquiring lock "refresh_cache-2b6b22da-7808-4eaa-9d5e-ea74f3d57b79" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.737961] env[63366]: DEBUG oslo_concurrency.lockutils [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] Acquired lock "refresh_cache-2b6b22da-7808-4eaa-9d5e-ea74f3d57b79" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.737961] env[63366]: DEBUG nova.network.neutron [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Refreshing network info cache for port 964a4d5a-38d8-4da2-b1d5-5a1c191208c7 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1956.857113] env[63366]: DEBUG oslo_vmware.api [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103556, 'name': Destroy_Task} progress is 33%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.913103] env[63366]: DEBUG nova.compute.manager [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1956.991408] env[63366]: DEBUG oslo_vmware.api [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Task: {'id': task-2103555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640593} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.994438] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4/ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1956.994756] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1956.997727] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-818298ad-5cb1-47b1-8931-76844bdd300e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.001225] env[63366]: DEBUG nova.compute.manager [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1957.017712] env[63366]: DEBUG oslo_vmware.api [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Waiting for the task: (returnval){ [ 1957.017712] env[63366]: value = "task-2103557" [ 1957.017712] env[63366]: _type = "Task" [ 1957.017712] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.033883] env[63366]: DEBUG oslo_vmware.api [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52412ae3-3aa5-a5c6-e554-7e1014d4cc8f, 'name': SearchDatastore_Task, 'duration_secs': 0.042735} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.037034] env[63366]: DEBUG oslo_concurrency.lockutils [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.037160] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79/2b6b22da-7808-4eaa-9d5e-ea74f3d57b79.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1957.037818] env[63366]: DEBUG oslo_vmware.api [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Task: {'id': task-2103557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.037818] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.041023] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1957.041023] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42505b22-c4bc-4765-8a57-47a62817c587 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.041023] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35d74304-0e8c-42ab-b42c-d1a12504992e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.052865] env[63366]: DEBUG oslo_vmware.api [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Waiting for the task: (returnval){ [ 1957.052865] env[63366]: value = "task-2103558" [ 1957.052865] env[63366]: _type = "Task" [ 1957.052865] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.055393] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1957.056379] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1957.060360] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f05be2d-166b-43d4-80c6-be757cb23501 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.072209] env[63366]: DEBUG oslo_vmware.api [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Task: {'id': task-2103558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.073268] env[63366]: DEBUG oslo_vmware.api [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 1957.073268] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52699977-e14b-f29c-e7dd-77dc4430bf92" [ 1957.073268] env[63366]: _type = "Task" [ 1957.073268] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.085041] env[63366]: DEBUG oslo_vmware.api [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52699977-e14b-f29c-e7dd-77dc4430bf92, 'name': SearchDatastore_Task, 'duration_secs': 0.009637} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.086377] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b80f4696-2ea1-42fe-90cb-af12c0d3b0b8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.092712] env[63366]: DEBUG oslo_vmware.api [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 1957.092712] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ef3797-5b66-3bab-000e-43f28a37addb" [ 1957.092712] env[63366]: _type = "Task" [ 1957.092712] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.105798] env[63366]: DEBUG oslo_vmware.api [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ef3797-5b66-3bab-000e-43f28a37addb, 'name': SearchDatastore_Task, 'duration_secs': 0.010968} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.106139] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.106422] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] ee29e2c3-464e-4ec9-a7d9-057519c836f7/ee29e2c3-464e-4ec9-a7d9-057519c836f7.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1957.106904] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-018bdf5b-e88e-4c6e-a809-07c0652119d4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.116057] env[63366]: DEBUG oslo_vmware.api [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 1957.116057] env[63366]: value = "task-2103559" [ 1957.116057] env[63366]: _type = "Task" [ 1957.116057] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.124190] env[63366]: DEBUG oslo_vmware.api [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2103559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.124995] env[63366]: DEBUG nova.network.neutron [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Successfully created port: 4e2604eb-f224-4fe8-b7c0-afa12be3a6b9 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1957.357560] env[63366]: DEBUG oslo_vmware.api [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103556, 'name': Destroy_Task, 'duration_secs': 0.818405} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.360658] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Destroyed the VM [ 1957.360930] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Deleting Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1957.361451] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-72bf0da6-5f2d-4cae-b756-e4ce2d4f4750 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.370930] env[63366]: DEBUG oslo_vmware.api [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Waiting for the task: (returnval){ [ 1957.370930] env[63366]: value = "task-2103560" [ 1957.370930] env[63366]: _type = "Task" [ 1957.370930] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.384768] env[63366]: DEBUG oslo_vmware.api [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103560, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.521915] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aaedffd-67e5-4ae6-86b4-2d350c0e63f3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.539142] env[63366]: DEBUG oslo_vmware.api [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Task: {'id': task-2103557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074717} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.542012] env[63366]: DEBUG oslo_concurrency.lockutils [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.542361] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1957.543191] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef69528-c2a2-4dae-9420-beb579a31bec tempest-ServersAdminNegativeTestJSON-1082390049 tempest-ServersAdminNegativeTestJSON-1082390049-project-admin] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Suspending the VM {{(pid=63366) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1957.544446] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076b9226-bffc-4381-8e36-554600d1739b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.547093] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e8066faa-08d6-449d-be11-cb8c330ce1dc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.579934] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4/ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1957.580386] env[63366]: DEBUG oslo_vmware.api [None req-7ef69528-c2a2-4dae-9420-beb579a31bec tempest-ServersAdminNegativeTestJSON-1082390049 tempest-ServersAdminNegativeTestJSON-1082390049-project-admin] Waiting for the task: (returnval){ [ 1957.580386] env[63366]: value = "task-2103561" [ 1957.580386] env[63366]: _type = "Task" [ 1957.580386] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.586599] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14c08c6e-055f-42a2-b676-040a7f0a8bdb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.611242] env[63366]: DEBUG oslo_vmware.api [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Task: {'id': task-2103558, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.620723] env[63366]: DEBUG oslo_vmware.api [None req-7ef69528-c2a2-4dae-9420-beb579a31bec tempest-ServersAdminNegativeTestJSON-1082390049 tempest-ServersAdminNegativeTestJSON-1082390049-project-admin] Task: {'id': task-2103561, 'name': SuspendVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.623589] env[63366]: DEBUG oslo_vmware.api [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Waiting for the task: (returnval){ [ 1957.623589] env[63366]: value = "task-2103562" [ 1957.623589] env[63366]: _type = "Task" [ 1957.623589] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.631060] env[63366]: DEBUG oslo_vmware.api [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2103559, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.636822] env[63366]: DEBUG oslo_vmware.api [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Task: {'id': task-2103562, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.640831] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fc10e3-2acb-4ace-832a-2326a8d17b41 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.648165] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6867ac79-397c-4f9e-8858-3a2b537dc2e2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.682727] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d8da62-4168-4baa-8f34-f4113e86e7d3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.693222] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0881fb8f-dc97-4aaa-95cf-70639d7cf3d9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.716760] env[63366]: DEBUG nova.compute.provider_tree [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1957.885162] env[63366]: DEBUG oslo_vmware.api [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103560, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.927913] env[63366]: DEBUG nova.compute.manager [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1957.961402] env[63366]: DEBUG nova.virt.hardware [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1957.961783] env[63366]: DEBUG nova.virt.hardware [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1957.961963] env[63366]: DEBUG nova.virt.hardware [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1957.964126] env[63366]: DEBUG nova.virt.hardware [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1957.964126] env[63366]: DEBUG nova.virt.hardware [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1957.964126] env[63366]: DEBUG nova.virt.hardware [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1957.964126] env[63366]: DEBUG nova.virt.hardware [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1957.964126] env[63366]: DEBUG nova.virt.hardware [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1957.964126] env[63366]: DEBUG nova.virt.hardware [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1957.964422] env[63366]: DEBUG nova.virt.hardware [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1957.964422] env[63366]: DEBUG nova.virt.hardware [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1957.964664] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512c4682-2116-49fd-942b-a7f68352fd95 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.977038] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c74596-7616-46e8-bb45-a9ea30834e88 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.005139] env[63366]: DEBUG nova.network.neutron [req-b5f5280e-7a43-44d0-9a4c-e44663c124e3 req-00c44137-7367-45a6-909b-be4a65536bd8 service nova] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Updated VIF entry in instance network info cache for port 5fa9c234-6d4b-40db-8610-9e30297896b3. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1958.005139] env[63366]: DEBUG nova.network.neutron [req-b5f5280e-7a43-44d0-9a4c-e44663c124e3 req-00c44137-7367-45a6-909b-be4a65536bd8 service nova] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Updating instance_info_cache with network_info: [{"id": "5fa9c234-6d4b-40db-8610-9e30297896b3", "address": "fa:16:3e:f7:f4:e0", "network": {"id": "f3890c45-16bc-4c59-a52c-6ae0aab9dfd8", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-830746630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230e57a1e901453988a944cc2e57f501", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fa9c234-6d", "ovs_interfaceid": "5fa9c234-6d4b-40db-8610-9e30297896b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.037946] env[63366]: DEBUG nova.network.neutron [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Updated VIF entry in instance network info cache for port 964a4d5a-38d8-4da2-b1d5-5a1c191208c7. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1958.038356] env[63366]: DEBUG nova.network.neutron [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Updating instance_info_cache with network_info: [{"id": "964a4d5a-38d8-4da2-b1d5-5a1c191208c7", "address": "fa:16:3e:6a:96:b9", "network": {"id": "902c311c-1ef5-49ed-a62b-aa9522dfd863", "bridge": "br-int", "label": "tempest-ServersTestJSON-1005571600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c39ab5d8224087b7c091a40d8c60a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap964a4d5a-38", "ovs_interfaceid": "964a4d5a-38d8-4da2-b1d5-5a1c191208c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.068694] env[63366]: DEBUG oslo_vmware.api [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Task: {'id': task-2103558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569782} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.068694] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79/2b6b22da-7808-4eaa-9d5e-ea74f3d57b79.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1958.069009] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1958.070215] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f0f8830-f0b1-40be-aa14-37e23692c76d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.076246] env[63366]: DEBUG oslo_vmware.api [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Waiting for the task: (returnval){ [ 1958.076246] env[63366]: value = "task-2103563" [ 1958.076246] env[63366]: _type = "Task" [ 1958.076246] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.086810] env[63366]: DEBUG oslo_vmware.api [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Task: {'id': task-2103563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.116025] env[63366]: DEBUG oslo_vmware.api [None req-7ef69528-c2a2-4dae-9420-beb579a31bec tempest-ServersAdminNegativeTestJSON-1082390049 tempest-ServersAdminNegativeTestJSON-1082390049-project-admin] Task: {'id': task-2103561, 'name': SuspendVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.131823] env[63366]: DEBUG oslo_vmware.api [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2103559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.848956} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.132486] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] ee29e2c3-464e-4ec9-a7d9-057519c836f7/ee29e2c3-464e-4ec9-a7d9-057519c836f7.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1958.132730] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1958.133038] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6a6f920-b64c-4088-97e3-b474be5f43ce {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.138586] env[63366]: DEBUG oslo_vmware.api [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Task: {'id': task-2103562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.145012] env[63366]: DEBUG oslo_vmware.api [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 1958.145012] env[63366]: value = "task-2103564" [ 1958.145012] env[63366]: _type = "Task" [ 1958.145012] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.154992] env[63366]: DEBUG oslo_vmware.api [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2103564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.217096] env[63366]: DEBUG nova.compute.manager [None req-191197a1-c225-4563-a222-d26090084408 tempest-ServerDiagnosticsV248Test-2147317982 tempest-ServerDiagnosticsV248Test-2147317982-project-admin] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1958.218491] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bface9ca-cd9f-4247-b943-73c921904c27 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.222374] env[63366]: DEBUG nova.scheduler.client.report [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1958.230398] env[63366]: INFO nova.compute.manager [None req-191197a1-c225-4563-a222-d26090084408 tempest-ServerDiagnosticsV248Test-2147317982 tempest-ServerDiagnosticsV248Test-2147317982-project-admin] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Retrieving diagnostics [ 1958.231407] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c87080-7271-4e0b-b49e-8bf54ca7448a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.382570] env[63366]: DEBUG oslo_vmware.api [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103560, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.507501] env[63366]: DEBUG oslo_concurrency.lockutils [req-b5f5280e-7a43-44d0-9a4c-e44663c124e3 req-00c44137-7367-45a6-909b-be4a65536bd8 service nova] Releasing lock "refresh_cache-a46fad37-b982-49d7-a999-755e36c1ed44" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.540991] env[63366]: DEBUG oslo_concurrency.lockutils [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] Releasing lock "refresh_cache-2b6b22da-7808-4eaa-9d5e-ea74f3d57b79" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.541493] env[63366]: DEBUG nova.compute.manager [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Received event network-vif-plugged-6600c3a9-9127-4e45-88ad-a2877a29ce4f {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1958.541767] env[63366]: DEBUG oslo_concurrency.lockutils [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] Acquiring lock "ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.542073] env[63366]: DEBUG oslo_concurrency.lockutils [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] Lock "ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.542175] env[63366]: DEBUG oslo_concurrency.lockutils [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] Lock "ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.542346] env[63366]: DEBUG nova.compute.manager [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] No waiting events found dispatching network-vif-plugged-6600c3a9-9127-4e45-88ad-a2877a29ce4f {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1958.542514] env[63366]: WARNING nova.compute.manager [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Received unexpected event network-vif-plugged-6600c3a9-9127-4e45-88ad-a2877a29ce4f for instance with vm_state building and task_state spawning. [ 1958.542718] env[63366]: DEBUG nova.compute.manager [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Received event network-changed-6600c3a9-9127-4e45-88ad-a2877a29ce4f {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1958.542876] env[63366]: DEBUG nova.compute.manager [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Refreshing instance network info cache due to event network-changed-6600c3a9-9127-4e45-88ad-a2877a29ce4f. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1958.543075] env[63366]: DEBUG oslo_concurrency.lockutils [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] Acquiring lock "refresh_cache-ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.543216] env[63366]: DEBUG oslo_concurrency.lockutils [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] Acquired lock "refresh_cache-ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.543379] env[63366]: DEBUG nova.network.neutron [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Refreshing network info cache for port 6600c3a9-9127-4e45-88ad-a2877a29ce4f {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1958.586754] env[63366]: DEBUG oslo_vmware.api [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Task: {'id': task-2103563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069823} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.587237] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1958.588128] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e95dce-a105-43c9-9521-d692809547ba {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.614878] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79/2b6b22da-7808-4eaa-9d5e-ea74f3d57b79.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1958.618145] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15608684-c822-4136-b877-a94ab856db82 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.641890] env[63366]: DEBUG oslo_vmware.api [None req-7ef69528-c2a2-4dae-9420-beb579a31bec tempest-ServersAdminNegativeTestJSON-1082390049 tempest-ServersAdminNegativeTestJSON-1082390049-project-admin] Task: {'id': task-2103561, 'name': SuspendVM_Task, 'duration_secs': 0.761075} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.642467] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef69528-c2a2-4dae-9420-beb579a31bec tempest-ServersAdminNegativeTestJSON-1082390049 tempest-ServersAdminNegativeTestJSON-1082390049-project-admin] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Suspended the VM {{(pid=63366) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1958.642655] env[63366]: DEBUG nova.compute.manager [None req-7ef69528-c2a2-4dae-9420-beb579a31bec tempest-ServersAdminNegativeTestJSON-1082390049 tempest-ServersAdminNegativeTestJSON-1082390049-project-admin] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1958.643398] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2952cbb3-1660-41f1-886d-1e82c1a6cbec {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.649272] env[63366]: DEBUG oslo_vmware.api [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Task: {'id': task-2103562, 'name': ReconfigVM_Task, 'duration_secs': 0.764116} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.649538] env[63366]: DEBUG oslo_vmware.api [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Waiting for the task: (returnval){ [ 1958.649538] env[63366]: value = "task-2103565" [ 1958.649538] env[63366]: _type = "Task" [ 1958.649538] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.652967] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Reconfigured VM instance instance-00000021 to attach disk [datastore2] ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4/ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1958.653692] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6adb43e-1233-4735-a4ba-37b772e9f557 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.668353] env[63366]: DEBUG oslo_vmware.api [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2103564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10272} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.668353] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1958.668353] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f748f0-4880-4fe2-859b-786c6a6a2127 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.673607] env[63366]: DEBUG oslo_vmware.api [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Task: {'id': task-2103565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.673900] env[63366]: DEBUG oslo_vmware.api [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Waiting for the task: (returnval){ [ 1958.673900] env[63366]: value = "task-2103566" [ 1958.673900] env[63366]: _type = "Task" [ 1958.673900] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.694519] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] ee29e2c3-464e-4ec9-a7d9-057519c836f7/ee29e2c3-464e-4ec9-a7d9-057519c836f7.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1958.695298] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a5ecc3a-baf4-42e8-9860-3a39a227df2b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.712807] env[63366]: DEBUG oslo_vmware.api [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Task: {'id': task-2103566, 'name': Rename_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.718519] env[63366]: DEBUG oslo_vmware.api [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 1958.718519] env[63366]: value = "task-2103567" [ 1958.718519] env[63366]: _type = "Task" [ 1958.718519] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.727486] env[63366]: DEBUG oslo_vmware.api [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2103567, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.728211] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.833s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.728690] env[63366]: DEBUG nova.compute.manager [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1958.731146] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.420s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.731388] env[63366]: DEBUG nova.objects.instance [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Lazy-loading 'resources' on Instance uuid 2f544489-1ad2-40ea-9427-d6f34dcfe39a {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1958.883546] env[63366]: DEBUG oslo_vmware.api [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103560, 'name': RemoveSnapshot_Task, 'duration_secs': 1.310313} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.883815] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Deleted Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1958.884115] env[63366]: INFO nova.compute.manager [None req-fd85638e-9eab-45b6-9e18-83c94f74a808 tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Took 17.52 seconds to snapshot the instance on the hypervisor. [ 1959.163917] env[63366]: DEBUG oslo_vmware.api [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Task: {'id': task-2103565, 'name': ReconfigVM_Task, 'duration_secs': 0.343939} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.164794] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79/2b6b22da-7808-4eaa-9d5e-ea74f3d57b79.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1959.165090] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71cfeca9-c99f-453f-b1fb-396f01ab97ed {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.173660] env[63366]: DEBUG oslo_vmware.api [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Waiting for the task: (returnval){ [ 1959.173660] env[63366]: value = "task-2103568" [ 1959.173660] env[63366]: _type = "Task" [ 1959.173660] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.186760] env[63366]: DEBUG oslo_vmware.api [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Task: {'id': task-2103566, 'name': Rename_Task, 'duration_secs': 0.152877} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.189337] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1959.189821] env[63366]: DEBUG oslo_vmware.api [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Task: {'id': task-2103568, 'name': Rename_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.190036] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3abc1fa-d1af-42f6-a91e-9bd8dd913d81 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.195820] env[63366]: DEBUG oslo_vmware.api [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Waiting for the task: (returnval){ [ 1959.195820] env[63366]: value = "task-2103569" [ 1959.195820] env[63366]: _type = "Task" [ 1959.195820] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.207113] env[63366]: DEBUG oslo_vmware.api [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Task: {'id': task-2103569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.229903] env[63366]: DEBUG oslo_vmware.api [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2103567, 'name': ReconfigVM_Task, 'duration_secs': 0.353305} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.230019] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Reconfigured VM instance instance-00000022 to attach disk [datastore2] ee29e2c3-464e-4ec9-a7d9-057519c836f7/ee29e2c3-464e-4ec9-a7d9-057519c836f7.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1959.230616] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cf1f5a3-89e0-479b-ac72-d03479a094ad {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.233631] env[63366]: DEBUG nova.compute.utils [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1959.237490] env[63366]: DEBUG nova.compute.manager [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1959.237661] env[63366]: DEBUG nova.network.neutron [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1959.240554] env[63366]: DEBUG oslo_vmware.api [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 1959.240554] env[63366]: value = "task-2103570" [ 1959.240554] env[63366]: _type = "Task" [ 1959.240554] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.252017] env[63366]: DEBUG oslo_vmware.api [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2103570, 'name': Rename_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.402054] env[63366]: DEBUG nova.policy [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '781bcf8f2e8e49a187ac2b8e6725e1a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f809c6fe4ab145b7b1d93a07d60f7117', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1959.693956] env[63366]: DEBUG oslo_vmware.api [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Task: {'id': task-2103568, 'name': Rename_Task, 'duration_secs': 0.20714} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.693956] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1959.693956] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01ff6302-5850-4cbb-a8d8-ece385f98147 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.707222] env[63366]: DEBUG oslo_vmware.api [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Waiting for the task: (returnval){ [ 1959.707222] env[63366]: value = "task-2103571" [ 1959.707222] env[63366]: _type = "Task" [ 1959.707222] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.714399] env[63366]: DEBUG oslo_vmware.api [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Task: {'id': task-2103569, 'name': PowerOnVM_Task, 'duration_secs': 0.493819} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.715643] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1959.715643] env[63366]: INFO nova.compute.manager [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Took 9.86 seconds to spawn the instance on the hypervisor. [ 1959.715826] env[63366]: DEBUG nova.compute.manager [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1959.716719] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31175eb7-60ef-443d-9209-bf5d00e89cfc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.722536] env[63366]: DEBUG oslo_vmware.api [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Task: {'id': task-2103571, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.739485] env[63366]: DEBUG nova.compute.manager [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1959.755857] env[63366]: DEBUG oslo_vmware.api [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2103570, 'name': Rename_Task, 'duration_secs': 0.206436} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.756140] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1959.756384] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb80b4a5-430a-4f3d-8888-548f699fe31e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.763316] env[63366]: DEBUG oslo_vmware.api [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 1959.763316] env[63366]: value = "task-2103572" [ 1959.763316] env[63366]: _type = "Task" [ 1959.763316] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.771918] env[63366]: DEBUG oslo_vmware.api [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2103572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.837455] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2225f453-48fe-4cdb-92b8-1ed9b717537c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.847477] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6b2386-f778-4e2c-aaf0-054cef3025e6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.887289] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c119933d-e904-4d81-babb-4897fdcdce98 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.896037] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb38aff-080b-4ee9-95e7-54585f50d3e6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.914079] env[63366]: DEBUG nova.compute.provider_tree [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1959.965953] env[63366]: DEBUG nova.network.neutron [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Updated VIF entry in instance network info cache for port 6600c3a9-9127-4e45-88ad-a2877a29ce4f. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1959.966362] env[63366]: DEBUG nova.network.neutron [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Updating instance_info_cache with network_info: [{"id": "6600c3a9-9127-4e45-88ad-a2877a29ce4f", "address": "fa:16:3e:33:16:6f", "network": {"id": "fe7e4c5a-7e97-41b3-9222-3552fb083f9d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1778925532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a91fc5fc98d64b688f3bde5f83588227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6600c3a9-91", "ovs_interfaceid": "6600c3a9-9127-4e45-88ad-a2877a29ce4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.221263] env[63366]: DEBUG oslo_vmware.api [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Task: {'id': task-2103571, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.222208] env[63366]: DEBUG nova.network.neutron [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Successfully updated port: 4e2604eb-f224-4fe8-b7c0-afa12be3a6b9 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1960.240907] env[63366]: INFO nova.compute.manager [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Took 44.41 seconds to build instance. [ 1960.274590] env[63366]: DEBUG oslo_vmware.api [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2103572, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.285792] env[63366]: DEBUG nova.network.neutron [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Successfully created port: d6c59030-5d4c-4ba4-9c89-38321133a630 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1960.359333] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Acquiring lock "9b8491be-ee59-4584-90e8-f905cdfe0ad7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.359591] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Lock "9b8491be-ee59-4584-90e8-f905cdfe0ad7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.359798] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Acquiring lock "9b8491be-ee59-4584-90e8-f905cdfe0ad7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.359985] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Lock "9b8491be-ee59-4584-90e8-f905cdfe0ad7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.360486] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Lock "9b8491be-ee59-4584-90e8-f905cdfe0ad7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.362707] env[63366]: INFO nova.compute.manager [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Terminating instance [ 1960.416432] env[63366]: DEBUG nova.scheduler.client.report [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1960.469486] env[63366]: DEBUG oslo_concurrency.lockutils [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] Releasing lock "refresh_cache-ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.469619] env[63366]: DEBUG nova.compute.manager [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Received event network-vif-plugged-06844239-e020-4dc0-bfc7-b887a76f0d75 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1960.469815] env[63366]: DEBUG oslo_concurrency.lockutils [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] Acquiring lock "ee29e2c3-464e-4ec9-a7d9-057519c836f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.470085] env[63366]: DEBUG oslo_concurrency.lockutils [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] Lock "ee29e2c3-464e-4ec9-a7d9-057519c836f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.470308] env[63366]: DEBUG oslo_concurrency.lockutils [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] Lock "ee29e2c3-464e-4ec9-a7d9-057519c836f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.470494] env[63366]: DEBUG nova.compute.manager [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] No waiting events found dispatching network-vif-plugged-06844239-e020-4dc0-bfc7-b887a76f0d75 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1960.470656] env[63366]: WARNING nova.compute.manager [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Received unexpected event network-vif-plugged-06844239-e020-4dc0-bfc7-b887a76f0d75 for instance with vm_state building and task_state spawning. [ 1960.470821] env[63366]: DEBUG nova.compute.manager [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Received event network-changed-06844239-e020-4dc0-bfc7-b887a76f0d75 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1960.470972] env[63366]: DEBUG nova.compute.manager [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Refreshing instance network info cache due to event network-changed-06844239-e020-4dc0-bfc7-b887a76f0d75. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1960.471170] env[63366]: DEBUG oslo_concurrency.lockutils [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] Acquiring lock "refresh_cache-ee29e2c3-464e-4ec9-a7d9-057519c836f7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.471304] env[63366]: DEBUG oslo_concurrency.lockutils [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] Acquired lock "refresh_cache-ee29e2c3-464e-4ec9-a7d9-057519c836f7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.473573] env[63366]: DEBUG nova.network.neutron [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Refreshing network info cache for port 06844239-e020-4dc0-bfc7-b887a76f0d75 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1960.681301] env[63366]: DEBUG nova.compute.manager [req-fd8b815e-6cde-4d70-9805-fbd75b344d14 req-8eee9f3f-6a8d-48f1-9f62-9bd0bfdbc2f4 service nova] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Received event network-vif-plugged-4e2604eb-f224-4fe8-b7c0-afa12be3a6b9 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1960.682193] env[63366]: DEBUG oslo_concurrency.lockutils [req-fd8b815e-6cde-4d70-9805-fbd75b344d14 req-8eee9f3f-6a8d-48f1-9f62-9bd0bfdbc2f4 service nova] Acquiring lock "dad60003-ef3c-4f6e-87ef-90900722de87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.683100] env[63366]: DEBUG oslo_concurrency.lockutils [req-fd8b815e-6cde-4d70-9805-fbd75b344d14 req-8eee9f3f-6a8d-48f1-9f62-9bd0bfdbc2f4 service nova] Lock "dad60003-ef3c-4f6e-87ef-90900722de87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.684292] env[63366]: DEBUG oslo_concurrency.lockutils [req-fd8b815e-6cde-4d70-9805-fbd75b344d14 req-8eee9f3f-6a8d-48f1-9f62-9bd0bfdbc2f4 service nova] Lock "dad60003-ef3c-4f6e-87ef-90900722de87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.684292] env[63366]: DEBUG nova.compute.manager [req-fd8b815e-6cde-4d70-9805-fbd75b344d14 req-8eee9f3f-6a8d-48f1-9f62-9bd0bfdbc2f4 service nova] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] No waiting events found dispatching network-vif-plugged-4e2604eb-f224-4fe8-b7c0-afa12be3a6b9 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1960.684292] env[63366]: WARNING nova.compute.manager [req-fd8b815e-6cde-4d70-9805-fbd75b344d14 req-8eee9f3f-6a8d-48f1-9f62-9bd0bfdbc2f4 service nova] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Received unexpected event network-vif-plugged-4e2604eb-f224-4fe8-b7c0-afa12be3a6b9 for instance with vm_state building and task_state spawning. [ 1960.722239] env[63366]: DEBUG oslo_vmware.api [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Task: {'id': task-2103571, 'name': PowerOnVM_Task, 'duration_secs': 0.628072} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.722239] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1960.722239] env[63366]: INFO nova.compute.manager [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Took 13.76 seconds to spawn the instance on the hypervisor. [ 1960.723088] env[63366]: DEBUG nova.compute.manager [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1960.723876] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e35aaa-c39b-4981-a53e-b398ede1dbed {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.728762] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "refresh_cache-dad60003-ef3c-4f6e-87ef-90900722de87" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.730076] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquired lock "refresh_cache-dad60003-ef3c-4f6e-87ef-90900722de87" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.730076] env[63366]: DEBUG nova.network.neutron [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1960.743380] env[63366]: DEBUG oslo_concurrency.lockutils [None req-edd7c5fb-8aa9-49ce-be5f-0aa755f32d74 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Lock "ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.117s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.752665] env[63366]: DEBUG nova.compute.manager [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1960.781555] env[63366]: DEBUG oslo_vmware.api [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2103572, 'name': PowerOnVM_Task, 'duration_secs': 0.564864} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.783045] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1960.783515] env[63366]: INFO nova.compute.manager [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1960.783754] env[63366]: DEBUG nova.compute.manager [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1960.785748] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f385bc11-0d8d-46d7-88c0-29a5b6bc8ff3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.798927] env[63366]: DEBUG nova.virt.hardware [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1960.798927] env[63366]: DEBUG nova.virt.hardware [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1960.799132] env[63366]: DEBUG nova.virt.hardware [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1960.799418] env[63366]: DEBUG nova.virt.hardware [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1960.799418] env[63366]: DEBUG nova.virt.hardware [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1960.799525] env[63366]: DEBUG nova.virt.hardware [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1960.799739] env[63366]: DEBUG nova.virt.hardware [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1960.799914] env[63366]: DEBUG nova.virt.hardware [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1960.800125] env[63366]: DEBUG nova.virt.hardware [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1960.800493] env[63366]: DEBUG nova.virt.hardware [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1960.800542] env[63366]: DEBUG nova.virt.hardware [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1960.801761] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74934546-0dd1-4ce0-8128-d0473fe89e05 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.810731] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18939af-df7b-44d0-8642-0edeb2637811 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.868578] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Acquiring lock "refresh_cache-9b8491be-ee59-4584-90e8-f905cdfe0ad7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.868768] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Acquired lock "refresh_cache-9b8491be-ee59-4584-90e8-f905cdfe0ad7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.869034] env[63366]: DEBUG nova.network.neutron [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1960.924966] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.927284] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.558s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.932929] env[63366]: INFO nova.compute.claims [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1960.961036] env[63366]: INFO nova.scheduler.client.report [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Deleted allocations for instance 2f544489-1ad2-40ea-9427-d6f34dcfe39a [ 1961.248272] env[63366]: DEBUG nova.compute.manager [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1961.254591] env[63366]: INFO nova.compute.manager [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Took 51.90 seconds to build instance. [ 1961.282021] env[63366]: DEBUG nova.network.neutron [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1961.311558] env[63366]: INFO nova.compute.manager [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Took 43.19 seconds to build instance. [ 1961.395105] env[63366]: DEBUG nova.network.neutron [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1961.417275] env[63366]: DEBUG nova.network.neutron [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Updated VIF entry in instance network info cache for port 06844239-e020-4dc0-bfc7-b887a76f0d75. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1961.417627] env[63366]: DEBUG nova.network.neutron [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Updating instance_info_cache with network_info: [{"id": "06844239-e020-4dc0-bfc7-b887a76f0d75", "address": "fa:16:3e:a9:77:15", "network": {"id": "4129a070-c31a-4310-b4b1-4e475fb3f1bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1668961456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2100d8abe0431c93b03b71a19f2086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06844239-e0", "ovs_interfaceid": "06844239-e020-4dc0-bfc7-b887a76f0d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.464040] env[63366]: DEBUG nova.network.neutron [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.478629] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca6624ca-e406-450c-ab79-a28dbff5402d tempest-DeleteServersAdminTestJSON-1484685701 tempest-DeleteServersAdminTestJSON-1484685701-project-member] Lock "2f544489-1ad2-40ea-9427-d6f34dcfe39a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.676s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.502166] env[63366]: DEBUG nova.network.neutron [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Updating instance_info_cache with network_info: [{"id": "4e2604eb-f224-4fe8-b7c0-afa12be3a6b9", "address": "fa:16:3e:fd:b2:af", "network": {"id": "8e5b94f6-69f8-4bb7-aff5-99920baec34e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-341388656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1ff64f0d194d108aaaee128cf37032", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e2604eb-f2", "ovs_interfaceid": "4e2604eb-f224-4fe8-b7c0-afa12be3a6b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.761430] env[63366]: DEBUG oslo_concurrency.lockutils [None req-37ba1cf6-ebbb-436d-8558-170d63b368f5 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Lock "2b6b22da-7808-4eaa-9d5e-ea74f3d57b79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.909s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.777468] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.814188] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cd193e06-f339-4bdb-8f90-9004f744c941 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "ee29e2c3-464e-4ec9-a7d9-057519c836f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.260s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.920742] env[63366]: DEBUG oslo_concurrency.lockutils [req-e968a305-5efd-467f-8f44-ef3e227cb8f2 req-95bb81f5-3ba0-4de3-a7df-389c9d8bb193 service nova] Releasing lock "refresh_cache-ee29e2c3-464e-4ec9-a7d9-057519c836f7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.967692] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Releasing lock "refresh_cache-9b8491be-ee59-4584-90e8-f905cdfe0ad7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.968772] env[63366]: DEBUG nova.compute.manager [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1961.968893] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1961.970905] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b3685b-aff4-4a96-96c9-58c888841688 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.981987] env[63366]: DEBUG oslo_concurrency.lockutils [None req-31761238-7ba9-4f05-8809-b60d60182c3e tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Acquiring lock "36bd68d5-0f27-4c82-9b66-9467a57fbae3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.982569] env[63366]: DEBUG oslo_concurrency.lockutils [None req-31761238-7ba9-4f05-8809-b60d60182c3e tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Lock "36bd68d5-0f27-4c82-9b66-9467a57fbae3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.983542] env[63366]: DEBUG oslo_concurrency.lockutils [None req-31761238-7ba9-4f05-8809-b60d60182c3e tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Acquiring lock "36bd68d5-0f27-4c82-9b66-9467a57fbae3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.983542] env[63366]: DEBUG oslo_concurrency.lockutils [None req-31761238-7ba9-4f05-8809-b60d60182c3e tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Lock "36bd68d5-0f27-4c82-9b66-9467a57fbae3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.983542] env[63366]: DEBUG oslo_concurrency.lockutils [None req-31761238-7ba9-4f05-8809-b60d60182c3e tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Lock "36bd68d5-0f27-4c82-9b66-9467a57fbae3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.984899] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1961.988384] env[63366]: INFO nova.compute.manager [None req-31761238-7ba9-4f05-8809-b60d60182c3e tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Terminating instance [ 1961.990164] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e831c1f7-9605-4021-bb68-dfbbe8147235 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.999470] env[63366]: DEBUG oslo_vmware.api [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Waiting for the task: (returnval){ [ 1961.999470] env[63366]: value = "task-2103573" [ 1961.999470] env[63366]: _type = "Task" [ 1961.999470] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.004783] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Releasing lock "refresh_cache-dad60003-ef3c-4f6e-87ef-90900722de87" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.005308] env[63366]: DEBUG nova.compute.manager [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Instance network_info: |[{"id": "4e2604eb-f224-4fe8-b7c0-afa12be3a6b9", "address": "fa:16:3e:fd:b2:af", "network": {"id": "8e5b94f6-69f8-4bb7-aff5-99920baec34e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-341388656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1ff64f0d194d108aaaee128cf37032", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e2604eb-f2", "ovs_interfaceid": "4e2604eb-f224-4fe8-b7c0-afa12be3a6b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1962.006541] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:b2:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e2604eb-f224-4fe8-b7c0-afa12be3a6b9', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1962.015597] env[63366]: DEBUG oslo.service.loopingcall [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1962.019787] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1962.024755] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-caa74756-859b-47d4-aa2c-9e6e5031afdb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.041775] env[63366]: DEBUG oslo_vmware.api [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Task: {'id': task-2103573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.052010] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1962.052010] env[63366]: value = "task-2103574" [ 1962.052010] env[63366]: _type = "Task" [ 1962.052010] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.065747] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103574, 'name': CreateVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.166009] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0ff8001d-fb90-4fea-87c3-6e268bd8305c tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Acquiring lock "interface-ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.166348] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0ff8001d-fb90-4fea-87c3-6e268bd8305c tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Lock "interface-ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.166891] env[63366]: DEBUG nova.objects.instance [None req-0ff8001d-fb90-4fea-87c3-6e268bd8305c tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Lazy-loading 'flavor' on Instance uuid ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1962.205759] env[63366]: DEBUG nova.network.neutron [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Successfully updated port: d6c59030-5d4c-4ba4-9c89-38321133a630 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1962.262556] env[63366]: DEBUG nova.compute.manager [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1962.317308] env[63366]: DEBUG nova.compute.manager [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1962.495904] env[63366]: DEBUG nova.compute.manager [None req-31761238-7ba9-4f05-8809-b60d60182c3e tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1962.495904] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-31761238-7ba9-4f05-8809-b60d60182c3e tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1962.496551] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82962e9a-350c-44e8-8925-221d617b76dd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.505928] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-31761238-7ba9-4f05-8809-b60d60182c3e tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1962.508926] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-313dda0a-996b-4ea5-a765-cbe473b63b23 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.514079] env[63366]: DEBUG oslo_vmware.api [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Task: {'id': task-2103573, 'name': PowerOffVM_Task, 'duration_secs': 0.307215} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.514346] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1962.514522] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1962.514766] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-689ebcb5-7b83-4cb4-9f00-ed87106a5c06 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.517980] env[63366]: DEBUG oslo_vmware.api [None req-31761238-7ba9-4f05-8809-b60d60182c3e tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Waiting for the task: (returnval){ [ 1962.517980] env[63366]: value = "task-2103575" [ 1962.517980] env[63366]: _type = "Task" [ 1962.517980] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.529422] env[63366]: DEBUG oslo_vmware.api [None req-31761238-7ba9-4f05-8809-b60d60182c3e tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.552582] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ca9f7b-bc46-41d2-bd91-a344c2a9b31d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.556903] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1962.558027] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1962.558027] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Deleting the datastore file [datastore2] 9b8491be-ee59-4584-90e8-f905cdfe0ad7 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1962.563317] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c152de2-65dd-43ef-82a4-da9ee307460f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.568599] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba27bf6e-0377-441d-bbbe-6d9f2e59a9e9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.576118] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103574, 'name': CreateVM_Task, 'duration_secs': 0.437208} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.576427] env[63366]: DEBUG oslo_vmware.api [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Waiting for the task: (returnval){ [ 1962.576427] env[63366]: value = "task-2103577" [ 1962.576427] env[63366]: _type = "Task" [ 1962.576427] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.576934] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1962.577745] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1962.578968] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1962.579540] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1962.609803] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd1229d-513f-4421-9776-78302b901084 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.613092] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf25388-9505-4fd5-91cf-781d90ad6030 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.619637] env[63366]: DEBUG oslo_vmware.api [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Task: {'id': task-2103577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.622417] env[63366]: DEBUG oslo_vmware.api [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 1962.622417] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52dae1bc-1258-9908-776f-fbdec34a2c23" [ 1962.622417] env[63366]: _type = "Task" [ 1962.622417] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.628546] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc06e19-e575-4eb4-8f07-25b8a9738ffc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.642576] env[63366]: DEBUG nova.compute.provider_tree [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1962.647031] env[63366]: DEBUG oslo_vmware.api [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52dae1bc-1258-9908-776f-fbdec34a2c23, 'name': SearchDatastore_Task, 'duration_secs': 0.009352} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.647565] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.647799] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1962.648039] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1962.648184] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1962.648399] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1962.648666] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66e76963-1b3f-4466-b2ef-f181364254a7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.657155] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1962.657340] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1962.658080] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49567fcc-6c81-4bf2-9192-91e1b38dc15a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.664548] env[63366]: DEBUG oslo_vmware.api [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 1962.664548] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]520d056e-883d-33d6-5cc4-834dbc8112e5" [ 1962.664548] env[63366]: _type = "Task" [ 1962.664548] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.670499] env[63366]: DEBUG nova.objects.instance [None req-0ff8001d-fb90-4fea-87c3-6e268bd8305c tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Lazy-loading 'pci_requests' on Instance uuid ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1962.676023] env[63366]: DEBUG oslo_vmware.api [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]520d056e-883d-33d6-5cc4-834dbc8112e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.708983] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Acquiring lock "refresh_cache-0237b15e-2ac9-419f-b74e-6eea2558e817" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1962.709157] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Acquired lock "refresh_cache-0237b15e-2ac9-419f-b74e-6eea2558e817" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1962.709311] env[63366]: DEBUG nova.network.neutron [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1962.788123] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.838464] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.862356] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquiring lock "55f46a77-cd49-47ba-ba4f-369ce8c69d50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.862356] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Lock "55f46a77-cd49-47ba-ba4f-369ce8c69d50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.028888] env[63366]: DEBUG oslo_vmware.api [None req-31761238-7ba9-4f05-8809-b60d60182c3e tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103575, 'name': PowerOffVM_Task, 'duration_secs': 0.229312} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.029252] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-31761238-7ba9-4f05-8809-b60d60182c3e tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1963.029635] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-31761238-7ba9-4f05-8809-b60d60182c3e tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1963.029770] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b79f8115-31cf-4e57-b7fd-e02cbf01d718 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.087384] env[63366]: DEBUG oslo_vmware.api [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Task: {'id': task-2103577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13493} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.087649] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1963.088454] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1963.088454] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1963.088454] env[63366]: INFO nova.compute.manager [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1963.088654] env[63366]: DEBUG oslo.service.loopingcall [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1963.088780] env[63366]: DEBUG nova.compute.manager [-] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1963.088969] env[63366]: DEBUG nova.network.neutron [-] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1963.103874] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquiring lock "689df898-ef9c-4a0b-8196-f2e917101949" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.103874] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "689df898-ef9c-4a0b-8196-f2e917101949" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.105315] env[63366]: DEBUG nova.network.neutron [-] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1963.146390] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-31761238-7ba9-4f05-8809-b60d60182c3e tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1963.146604] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-31761238-7ba9-4f05-8809-b60d60182c3e tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1963.146785] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-31761238-7ba9-4f05-8809-b60d60182c3e tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Deleting the datastore file [datastore2] 36bd68d5-0f27-4c82-9b66-9467a57fbae3 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1963.147057] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9297ca9d-b5b1-43dc-b27a-98f5dd84bddc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.150219] env[63366]: DEBUG nova.scheduler.client.report [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1963.157921] env[63366]: DEBUG oslo_vmware.api [None req-31761238-7ba9-4f05-8809-b60d60182c3e tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Waiting for the task: (returnval){ [ 1963.157921] env[63366]: value = "task-2103579" [ 1963.157921] env[63366]: _type = "Task" [ 1963.157921] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.167306] env[63366]: DEBUG oslo_vmware.api [None req-31761238-7ba9-4f05-8809-b60d60182c3e tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.177406] env[63366]: DEBUG nova.objects.base [None req-0ff8001d-fb90-4fea-87c3-6e268bd8305c tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63366) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1963.177621] env[63366]: DEBUG nova.network.neutron [None req-0ff8001d-fb90-4fea-87c3-6e268bd8305c tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1963.179693] env[63366]: DEBUG oslo_vmware.api [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]520d056e-883d-33d6-5cc4-834dbc8112e5, 'name': SearchDatastore_Task, 'duration_secs': 0.018842} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.181451] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a15c156-5ea6-49ba-ad41-bf5f10a9d03b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.187807] env[63366]: DEBUG oslo_vmware.api [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 1963.187807] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5228a464-15e1-1a78-ff84-dd29e7946025" [ 1963.187807] env[63366]: _type = "Task" [ 1963.187807] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.197113] env[63366]: DEBUG oslo_vmware.api [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5228a464-15e1-1a78-ff84-dd29e7946025, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.279802] env[63366]: DEBUG nova.network.neutron [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1963.365789] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0ff8001d-fb90-4fea-87c3-6e268bd8305c tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Lock "interface-ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.199s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.512982] env[63366]: DEBUG nova.network.neutron [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Updating instance_info_cache with network_info: [{"id": "d6c59030-5d4c-4ba4-9c89-38321133a630", "address": "fa:16:3e:84:d1:aa", "network": {"id": "faa4a74e-48d6-4ba4-b160-46c80d459a74", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1295430024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f809c6fe4ab145b7b1d93a07d60f7117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6c59030-5d", "ovs_interfaceid": "d6c59030-5d4c-4ba4-9c89-38321133a630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1963.610046] env[63366]: DEBUG nova.network.neutron [-] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1963.655683] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.657071] env[63366]: DEBUG nova.compute.manager [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1963.659088] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 24.522s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.659395] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.659600] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1963.661022] env[63366]: DEBUG oslo_concurrency.lockutils [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.627s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.662848] env[63366]: INFO nova.compute.claims [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1963.670019] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ce2aa3-d571-41d1-af7f-5ae5fbc3158e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.681744] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6077a8cd-ec93-47b5-b507-0b20c0888b69 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.688084] env[63366]: DEBUG oslo_vmware.api [None req-31761238-7ba9-4f05-8809-b60d60182c3e tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.702527] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e8951a-03db-4154-bdbd-2af0c0b23ae1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.710513] env[63366]: DEBUG oslo_vmware.api [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5228a464-15e1-1a78-ff84-dd29e7946025, 'name': SearchDatastore_Task, 'duration_secs': 0.009751} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.711166] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1963.711466] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] dad60003-ef3c-4f6e-87ef-90900722de87/dad60003-ef3c-4f6e-87ef-90900722de87.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1963.711755] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63ddd05b-628e-4aa7-a385-e96ae1476501 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.717088] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30125b47-2c40-4d31-aa50-d8d42a13162d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.722307] env[63366]: DEBUG oslo_vmware.api [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 1963.722307] env[63366]: value = "task-2103580" [ 1963.722307] env[63366]: _type = "Task" [ 1963.722307] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.752358] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179915MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1963.752567] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.758222] env[63366]: DEBUG oslo_vmware.api [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.994359] env[63366]: DEBUG nova.compute.manager [req-cbf1937a-d712-4e85-8db0-061f7341572a req-8b1b97f3-d619-4a88-8e86-eeb9ac7f7c64 service nova] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Received event network-changed-4e2604eb-f224-4fe8-b7c0-afa12be3a6b9 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1963.994610] env[63366]: DEBUG nova.compute.manager [req-cbf1937a-d712-4e85-8db0-061f7341572a req-8b1b97f3-d619-4a88-8e86-eeb9ac7f7c64 service nova] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Refreshing instance network info cache due to event network-changed-4e2604eb-f224-4fe8-b7c0-afa12be3a6b9. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1963.994772] env[63366]: DEBUG oslo_concurrency.lockutils [req-cbf1937a-d712-4e85-8db0-061f7341572a req-8b1b97f3-d619-4a88-8e86-eeb9ac7f7c64 service nova] Acquiring lock "refresh_cache-dad60003-ef3c-4f6e-87ef-90900722de87" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.994911] env[63366]: DEBUG oslo_concurrency.lockutils [req-cbf1937a-d712-4e85-8db0-061f7341572a req-8b1b97f3-d619-4a88-8e86-eeb9ac7f7c64 service nova] Acquired lock "refresh_cache-dad60003-ef3c-4f6e-87ef-90900722de87" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.995082] env[63366]: DEBUG nova.network.neutron [req-cbf1937a-d712-4e85-8db0-061f7341572a req-8b1b97f3-d619-4a88-8e86-eeb9ac7f7c64 service nova] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Refreshing network info cache for port 4e2604eb-f224-4fe8-b7c0-afa12be3a6b9 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1964.016648] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Releasing lock "refresh_cache-0237b15e-2ac9-419f-b74e-6eea2558e817" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1964.016648] env[63366]: DEBUG nova.compute.manager [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Instance network_info: |[{"id": "d6c59030-5d4c-4ba4-9c89-38321133a630", "address": "fa:16:3e:84:d1:aa", "network": {"id": "faa4a74e-48d6-4ba4-b160-46c80d459a74", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1295430024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f809c6fe4ab145b7b1d93a07d60f7117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6c59030-5d", "ovs_interfaceid": "d6c59030-5d4c-4ba4-9c89-38321133a630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1964.017059] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:d1:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6c59030-5d4c-4ba4-9c89-38321133a630', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1964.029429] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Creating folder: Project (f809c6fe4ab145b7b1d93a07d60f7117). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1964.030311] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63aa2c37-f3bf-4f23-9fd9-c00b30ed81ef {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.041307] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Created folder: Project (f809c6fe4ab145b7b1d93a07d60f7117) in parent group-v430612. [ 1964.041507] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Creating folder: Instances. Parent ref: group-v430721. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1964.041748] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f788a7c2-a209-4577-a9ca-25699b63fbc8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.050807] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Created folder: Instances in parent group-v430721. [ 1964.051094] env[63366]: DEBUG oslo.service.loopingcall [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1964.051219] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1964.051500] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d86c5e87-464c-476d-b6d0-fdc6a98c1fb3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.073909] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1964.073909] env[63366]: value = "task-2103583" [ 1964.073909] env[63366]: _type = "Task" [ 1964.073909] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.084088] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103583, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.111815] env[63366]: INFO nova.compute.manager [-] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Took 1.02 seconds to deallocate network for instance. [ 1964.167521] env[63366]: DEBUG nova.compute.utils [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1964.172970] env[63366]: DEBUG nova.compute.manager [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1964.173170] env[63366]: DEBUG nova.network.neutron [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1964.184829] env[63366]: DEBUG oslo_vmware.api [None req-31761238-7ba9-4f05-8809-b60d60182c3e tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Task: {'id': task-2103579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.526936} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.184829] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-31761238-7ba9-4f05-8809-b60d60182c3e tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1964.184829] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-31761238-7ba9-4f05-8809-b60d60182c3e tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1964.184829] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-31761238-7ba9-4f05-8809-b60d60182c3e tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1964.184829] env[63366]: INFO nova.compute.manager [None req-31761238-7ba9-4f05-8809-b60d60182c3e tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1964.185306] env[63366]: DEBUG oslo.service.loopingcall [None req-31761238-7ba9-4f05-8809-b60d60182c3e tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1964.185306] env[63366]: DEBUG nova.compute.manager [-] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1964.185306] env[63366]: DEBUG nova.network.neutron [-] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1964.232726] env[63366]: DEBUG oslo_vmware.api [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103580, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.294336] env[63366]: DEBUG nova.policy [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ff81d28e2de42c9acdd78d707acde93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d159bb1e2a7400286a4e51831385ac0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1964.590217] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103583, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.618555] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.676518] env[63366]: DEBUG nova.compute.manager [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1964.736670] env[63366]: DEBUG oslo_vmware.api [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103580, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.087750] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103583, 'name': CreateVM_Task, 'duration_secs': 0.547839} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.088058] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1965.089025] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.089025] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.089251] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1965.091640] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdfe41a4-0343-4756-928c-ba846c0d066c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.098154] env[63366]: DEBUG oslo_vmware.api [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Waiting for the task: (returnval){ [ 1965.098154] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52a409c6-01a4-ca67-b398-878705ea18b4" [ 1965.098154] env[63366]: _type = "Task" [ 1965.098154] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.104208] env[63366]: DEBUG oslo_vmware.api [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a409c6-01a4-ca67-b398-878705ea18b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.130762] env[63366]: DEBUG nova.network.neutron [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Successfully created port: 85e12d3f-22b4-41ff-8e1c-79227bff56bf {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1965.138798] env[63366]: DEBUG nova.network.neutron [req-cbf1937a-d712-4e85-8db0-061f7341572a req-8b1b97f3-d619-4a88-8e86-eeb9ac7f7c64 service nova] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Updated VIF entry in instance network info cache for port 4e2604eb-f224-4fe8-b7c0-afa12be3a6b9. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1965.139167] env[63366]: DEBUG nova.network.neutron [req-cbf1937a-d712-4e85-8db0-061f7341572a req-8b1b97f3-d619-4a88-8e86-eeb9ac7f7c64 service nova] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Updating instance_info_cache with network_info: [{"id": "4e2604eb-f224-4fe8-b7c0-afa12be3a6b9", "address": "fa:16:3e:fd:b2:af", "network": {"id": "8e5b94f6-69f8-4bb7-aff5-99920baec34e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-341388656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1ff64f0d194d108aaaee128cf37032", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e2604eb-f2", "ovs_interfaceid": "4e2604eb-f224-4fe8-b7c0-afa12be3a6b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1965.241646] env[63366]: DEBUG oslo_vmware.api [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103580, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.273665] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d09faad-2ecd-4e89-8a59-39aac90d886f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.281154] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6c0d3a-a5dd-4cc7-b86e-654016557302 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.320757] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950df5fe-2ef2-4387-b089-ead7494212dc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.329705] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f555c612-2bb8-498f-b958-94751941b9f5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.346481] env[63366]: DEBUG nova.compute.provider_tree [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1965.486433] env[63366]: DEBUG nova.network.neutron [-] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1965.529645] env[63366]: DEBUG nova.network.neutron [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Successfully created port: f9679769-0a3e-4491-adae-58e4c80dce90 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1965.607723] env[63366]: DEBUG oslo_vmware.api [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a409c6-01a4-ca67-b398-878705ea18b4, 'name': SearchDatastore_Task, 'duration_secs': 0.037273} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.608117] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1965.608388] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1965.608670] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.608844] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.609063] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1965.609406] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-629ad296-1333-4fef-8881-b91dc201c8a5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.617803] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1965.618418] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1965.618862] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81ebaaf2-dc89-4e67-8468-7b5c99ee3bbb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.624639] env[63366]: DEBUG oslo_vmware.api [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Waiting for the task: (returnval){ [ 1965.624639] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52686d05-195a-a7a8-6325-82f99e3ade70" [ 1965.624639] env[63366]: _type = "Task" [ 1965.624639] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.633202] env[63366]: DEBUG oslo_vmware.api [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52686d05-195a-a7a8-6325-82f99e3ade70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.642914] env[63366]: DEBUG oslo_concurrency.lockutils [req-cbf1937a-d712-4e85-8db0-061f7341572a req-8b1b97f3-d619-4a88-8e86-eeb9ac7f7c64 service nova] Releasing lock "refresh_cache-dad60003-ef3c-4f6e-87ef-90900722de87" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1965.643189] env[63366]: DEBUG nova.compute.manager [req-cbf1937a-d712-4e85-8db0-061f7341572a req-8b1b97f3-d619-4a88-8e86-eeb9ac7f7c64 service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Received event network-vif-plugged-d6c59030-5d4c-4ba4-9c89-38321133a630 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1965.643379] env[63366]: DEBUG oslo_concurrency.lockutils [req-cbf1937a-d712-4e85-8db0-061f7341572a req-8b1b97f3-d619-4a88-8e86-eeb9ac7f7c64 service nova] Acquiring lock "0237b15e-2ac9-419f-b74e-6eea2558e817-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.643573] env[63366]: DEBUG oslo_concurrency.lockutils [req-cbf1937a-d712-4e85-8db0-061f7341572a req-8b1b97f3-d619-4a88-8e86-eeb9ac7f7c64 service nova] Lock "0237b15e-2ac9-419f-b74e-6eea2558e817-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.643728] env[63366]: DEBUG oslo_concurrency.lockutils [req-cbf1937a-d712-4e85-8db0-061f7341572a req-8b1b97f3-d619-4a88-8e86-eeb9ac7f7c64 service nova] Lock "0237b15e-2ac9-419f-b74e-6eea2558e817-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.643884] env[63366]: DEBUG nova.compute.manager [req-cbf1937a-d712-4e85-8db0-061f7341572a req-8b1b97f3-d619-4a88-8e86-eeb9ac7f7c64 service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] No waiting events found dispatching network-vif-plugged-d6c59030-5d4c-4ba4-9c89-38321133a630 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1965.644053] env[63366]: WARNING nova.compute.manager [req-cbf1937a-d712-4e85-8db0-061f7341572a req-8b1b97f3-d619-4a88-8e86-eeb9ac7f7c64 service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Received unexpected event network-vif-plugged-d6c59030-5d4c-4ba4-9c89-38321133a630 for instance with vm_state building and task_state spawning. [ 1965.644213] env[63366]: DEBUG nova.compute.manager [req-cbf1937a-d712-4e85-8db0-061f7341572a req-8b1b97f3-d619-4a88-8e86-eeb9ac7f7c64 service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Received event network-changed-d6c59030-5d4c-4ba4-9c89-38321133a630 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1965.644360] env[63366]: DEBUG nova.compute.manager [req-cbf1937a-d712-4e85-8db0-061f7341572a req-8b1b97f3-d619-4a88-8e86-eeb9ac7f7c64 service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Refreshing instance network info cache due to event network-changed-d6c59030-5d4c-4ba4-9c89-38321133a630. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1965.644937] env[63366]: DEBUG oslo_concurrency.lockutils [req-cbf1937a-d712-4e85-8db0-061f7341572a req-8b1b97f3-d619-4a88-8e86-eeb9ac7f7c64 service nova] Acquiring lock "refresh_cache-0237b15e-2ac9-419f-b74e-6eea2558e817" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.644937] env[63366]: DEBUG oslo_concurrency.lockutils [req-cbf1937a-d712-4e85-8db0-061f7341572a req-8b1b97f3-d619-4a88-8e86-eeb9ac7f7c64 service nova] Acquired lock "refresh_cache-0237b15e-2ac9-419f-b74e-6eea2558e817" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.644937] env[63366]: DEBUG nova.network.neutron [req-cbf1937a-d712-4e85-8db0-061f7341572a req-8b1b97f3-d619-4a88-8e86-eeb9ac7f7c64 service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Refreshing network info cache for port d6c59030-5d4c-4ba4-9c89-38321133a630 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1965.689223] env[63366]: DEBUG nova.compute.manager [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1965.720703] env[63366]: DEBUG nova.virt.hardware [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1965.720981] env[63366]: DEBUG nova.virt.hardware [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1965.721185] env[63366]: DEBUG nova.virt.hardware [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1965.721376] env[63366]: DEBUG nova.virt.hardware [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1965.721516] env[63366]: DEBUG nova.virt.hardware [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1965.721677] env[63366]: DEBUG nova.virt.hardware [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1965.721994] env[63366]: DEBUG nova.virt.hardware [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1965.722281] env[63366]: DEBUG nova.virt.hardware [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1965.722343] env[63366]: DEBUG nova.virt.hardware [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1965.722948] env[63366]: DEBUG nova.virt.hardware [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1965.722948] env[63366]: DEBUG nova.virt.hardware [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1965.723612] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6b8e1a-0d97-4cdd-897a-680d52b5967b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.738741] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5eb77ce-bd1c-4ffb-9af9-c1443787afb7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.743775] env[63366]: DEBUG oslo_vmware.api [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103580, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.692739} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.744061] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] dad60003-ef3c-4f6e-87ef-90900722de87/dad60003-ef3c-4f6e-87ef-90900722de87.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1965.744314] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1965.745038] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-651d9b12-ed54-47d6-82e3-9c8ed2768a4c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.761029] env[63366]: DEBUG oslo_vmware.api [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 1965.761029] env[63366]: value = "task-2103584" [ 1965.761029] env[63366]: _type = "Task" [ 1965.761029] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.770146] env[63366]: DEBUG oslo_vmware.api [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.847072] env[63366]: DEBUG nova.scheduler.client.report [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1965.862587] env[63366]: DEBUG oslo_concurrency.lockutils [None req-af015bae-b388-49e4-b6d3-b8b650a66d19 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Acquiring lock "ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.863768] env[63366]: DEBUG oslo_concurrency.lockutils [None req-af015bae-b388-49e4-b6d3-b8b650a66d19 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Lock "ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.863768] env[63366]: DEBUG oslo_concurrency.lockutils [None req-af015bae-b388-49e4-b6d3-b8b650a66d19 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Acquiring lock "ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.864569] env[63366]: DEBUG oslo_concurrency.lockutils [None req-af015bae-b388-49e4-b6d3-b8b650a66d19 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Lock "ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.864569] env[63366]: DEBUG oslo_concurrency.lockutils [None req-af015bae-b388-49e4-b6d3-b8b650a66d19 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Lock "ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.866680] env[63366]: INFO nova.compute.manager [None req-af015bae-b388-49e4-b6d3-b8b650a66d19 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Terminating instance [ 1965.960201] env[63366]: DEBUG nova.compute.manager [req-b6fa0b16-e211-4c01-9a55-e14f794b95b1 req-8ccf7574-ed96-4597-a454-2fa1eee40743 service nova] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Received event network-changed-964a4d5a-38d8-4da2-b1d5-5a1c191208c7 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1965.960201] env[63366]: DEBUG nova.compute.manager [req-b6fa0b16-e211-4c01-9a55-e14f794b95b1 req-8ccf7574-ed96-4597-a454-2fa1eee40743 service nova] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Refreshing instance network info cache due to event network-changed-964a4d5a-38d8-4da2-b1d5-5a1c191208c7. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1965.960201] env[63366]: DEBUG oslo_concurrency.lockutils [req-b6fa0b16-e211-4c01-9a55-e14f794b95b1 req-8ccf7574-ed96-4597-a454-2fa1eee40743 service nova] Acquiring lock "refresh_cache-2b6b22da-7808-4eaa-9d5e-ea74f3d57b79" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.960201] env[63366]: DEBUG oslo_concurrency.lockutils [req-b6fa0b16-e211-4c01-9a55-e14f794b95b1 req-8ccf7574-ed96-4597-a454-2fa1eee40743 service nova] Acquired lock "refresh_cache-2b6b22da-7808-4eaa-9d5e-ea74f3d57b79" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.960201] env[63366]: DEBUG nova.network.neutron [req-b6fa0b16-e211-4c01-9a55-e14f794b95b1 req-8ccf7574-ed96-4597-a454-2fa1eee40743 service nova] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Refreshing network info cache for port 964a4d5a-38d8-4da2-b1d5-5a1c191208c7 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1965.990112] env[63366]: INFO nova.compute.manager [-] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Took 1.80 seconds to deallocate network for instance. [ 1966.004997] env[63366]: DEBUG nova.network.neutron [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Successfully created port: 9fe54c79-1b47-4501-9b8d-6c58669f9000 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1966.137620] env[63366]: DEBUG oslo_vmware.api [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52686d05-195a-a7a8-6325-82f99e3ade70, 'name': SearchDatastore_Task, 'duration_secs': 0.009856} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.138785] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80e223b8-1979-4469-91d0-f86e2521cb18 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.144823] env[63366]: DEBUG oslo_vmware.api [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Waiting for the task: (returnval){ [ 1966.144823] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5257a968-369a-7a36-a52c-b520f6a83951" [ 1966.144823] env[63366]: _type = "Task" [ 1966.144823] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.155357] env[63366]: DEBUG oslo_vmware.api [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5257a968-369a-7a36-a52c-b520f6a83951, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.220476] env[63366]: DEBUG nova.compute.manager [req-a4881c3e-dd61-4c25-bc87-58965b26fef3 req-bccb6aa7-e0bc-4a73-a23c-a110b5079989 service nova] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Received event network-vif-deleted-d5d68ff6-70a3-41d5-b908-f0b12eb5ac6c {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1966.271167] env[63366]: DEBUG oslo_vmware.api [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062591} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.271167] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1966.272369] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a9ffc3-c6d7-4fd0-97a5-06c60f1887d6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.302885] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] dad60003-ef3c-4f6e-87ef-90900722de87/dad60003-ef3c-4f6e-87ef-90900722de87.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1966.306069] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45f642ef-7e00-4f4c-875c-c0966cbafde4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.330231] env[63366]: DEBUG oslo_vmware.api [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 1966.330231] env[63366]: value = "task-2103585" [ 1966.330231] env[63366]: _type = "Task" [ 1966.330231] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.342345] env[63366]: DEBUG oslo_vmware.api [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103585, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.353433] env[63366]: DEBUG oslo_concurrency.lockutils [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.353952] env[63366]: DEBUG nova.compute.manager [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1966.356642] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.966s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.358157] env[63366]: INFO nova.compute.claims [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1966.374105] env[63366]: DEBUG nova.compute.manager [None req-af015bae-b388-49e4-b6d3-b8b650a66d19 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1966.374278] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-af015bae-b388-49e4-b6d3-b8b650a66d19 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1967.155379] env[63366]: DEBUG oslo_concurrency.lockutils [None req-31761238-7ba9-4f05-8809-b60d60182c3e tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.156579] env[63366]: DEBUG nova.compute.utils [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1967.160023] env[63366]: DEBUG oslo_concurrency.lockutils [None req-837c52b9-cd3f-4d5f-b85c-05e328dc9f9f tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquiring lock "e926cfb4-f56f-425a-8f00-69069f75f649" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.160201] env[63366]: DEBUG oslo_concurrency.lockutils [None req-837c52b9-cd3f-4d5f-b85c-05e328dc9f9f tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "e926cfb4-f56f-425a-8f00-69069f75f649" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.160423] env[63366]: DEBUG oslo_concurrency.lockutils [None req-837c52b9-cd3f-4d5f-b85c-05e328dc9f9f tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquiring lock "e926cfb4-f56f-425a-8f00-69069f75f649-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.160612] env[63366]: DEBUG oslo_concurrency.lockutils [None req-837c52b9-cd3f-4d5f-b85c-05e328dc9f9f tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "e926cfb4-f56f-425a-8f00-69069f75f649-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.160772] env[63366]: DEBUG oslo_concurrency.lockutils [None req-837c52b9-cd3f-4d5f-b85c-05e328dc9f9f tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "e926cfb4-f56f-425a-8f00-69069f75f649-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.162748] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daee6552-91b5-461d-97ba-6ee11ec65481 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.166062] env[63366]: INFO nova.compute.manager [None req-837c52b9-cd3f-4d5f-b85c-05e328dc9f9f tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Terminating instance [ 1967.173692] env[63366]: DEBUG nova.compute.manager [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1967.173910] env[63366]: DEBUG nova.network.neutron [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1967.191828] env[63366]: DEBUG oslo_vmware.api [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103585, 'name': ReconfigVM_Task, 'duration_secs': 0.744552} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.192489] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-af015bae-b388-49e4-b6d3-b8b650a66d19 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1967.192489] env[63366]: DEBUG oslo_vmware.api [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5257a968-369a-7a36-a52c-b520f6a83951, 'name': SearchDatastore_Task, 'duration_secs': 0.011324} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.192867] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Reconfigured VM instance instance-00000023 to attach disk [datastore2] dad60003-ef3c-4f6e-87ef-90900722de87/dad60003-ef3c-4f6e-87ef-90900722de87.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1967.193516] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-861d1e71-1200-4556-b2a7-6772f2a7d984 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.195259] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.195504] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 0237b15e-2ac9-419f-b74e-6eea2558e817/0237b15e-2ac9-419f-b74e-6eea2558e817.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1967.196018] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d64bd8b-a090-4060-99f1-b037e97d13e5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.197599] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4e372ff-447f-4349-80ec-498b9de897dd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.206385] env[63366]: DEBUG oslo_vmware.api [None req-af015bae-b388-49e4-b6d3-b8b650a66d19 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Waiting for the task: (returnval){ [ 1967.206385] env[63366]: value = "task-2103586" [ 1967.206385] env[63366]: _type = "Task" [ 1967.206385] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.209554] env[63366]: DEBUG oslo_vmware.api [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Waiting for the task: (returnval){ [ 1967.209554] env[63366]: value = "task-2103588" [ 1967.209554] env[63366]: _type = "Task" [ 1967.209554] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.209554] env[63366]: DEBUG oslo_vmware.api [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 1967.209554] env[63366]: value = "task-2103587" [ 1967.209554] env[63366]: _type = "Task" [ 1967.209554] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.223917] env[63366]: DEBUG oslo_vmware.api [None req-af015bae-b388-49e4-b6d3-b8b650a66d19 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Task: {'id': task-2103586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.232812] env[63366]: DEBUG oslo_vmware.api [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103587, 'name': Rename_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.285635] env[63366]: DEBUG nova.network.neutron [req-cbf1937a-d712-4e85-8db0-061f7341572a req-8b1b97f3-d619-4a88-8e86-eeb9ac7f7c64 service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Updated VIF entry in instance network info cache for port d6c59030-5d4c-4ba4-9c89-38321133a630. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1967.286225] env[63366]: DEBUG nova.network.neutron [req-cbf1937a-d712-4e85-8db0-061f7341572a req-8b1b97f3-d619-4a88-8e86-eeb9ac7f7c64 service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Updating instance_info_cache with network_info: [{"id": "d6c59030-5d4c-4ba4-9c89-38321133a630", "address": "fa:16:3e:84:d1:aa", "network": {"id": "faa4a74e-48d6-4ba4-b160-46c80d459a74", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1295430024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f809c6fe4ab145b7b1d93a07d60f7117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6c59030-5d", "ovs_interfaceid": "d6c59030-5d4c-4ba4-9c89-38321133a630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1967.289526] env[63366]: DEBUG nova.policy [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba1254444d30467baad9aa4af3aa6d4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd2b66b66c1b4b6bbfc5d5dc989a991f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1967.675157] env[63366]: DEBUG nova.compute.manager [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1967.683025] env[63366]: DEBUG nova.compute.manager [None req-837c52b9-cd3f-4d5f-b85c-05e328dc9f9f tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1967.683025] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-837c52b9-cd3f-4d5f-b85c-05e328dc9f9f tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1967.683025] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5425cfb8-0a5b-47b1-86c6-bff234753330 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.695771] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-837c52b9-cd3f-4d5f-b85c-05e328dc9f9f tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1967.696413] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9cd58b9-51c1-4f8b-8497-c9e59c166b76 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.705839] env[63366]: DEBUG oslo_vmware.api [None req-837c52b9-cd3f-4d5f-b85c-05e328dc9f9f tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 1967.705839] env[63366]: value = "task-2103589" [ 1967.705839] env[63366]: _type = "Task" [ 1967.705839] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.739657] env[63366]: DEBUG oslo_vmware.api [None req-837c52b9-cd3f-4d5f-b85c-05e328dc9f9f tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.745065] env[63366]: DEBUG oslo_vmware.api [None req-af015bae-b388-49e4-b6d3-b8b650a66d19 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Task: {'id': task-2103586, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.751702] env[63366]: DEBUG oslo_vmware.api [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103588, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.756157] env[63366]: DEBUG oslo_vmware.api [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103587, 'name': Rename_Task, 'duration_secs': 0.174211} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.760019] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1967.761866] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a919ad6-1561-49e2-9cce-fb23eeb73068 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.775166] env[63366]: DEBUG oslo_vmware.api [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 1967.775166] env[63366]: value = "task-2103590" [ 1967.775166] env[63366]: _type = "Task" [ 1967.775166] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.789576] env[63366]: DEBUG oslo_vmware.api [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.791755] env[63366]: DEBUG oslo_concurrency.lockutils [req-cbf1937a-d712-4e85-8db0-061f7341572a req-8b1b97f3-d619-4a88-8e86-eeb9ac7f7c64 service nova] Releasing lock "refresh_cache-0237b15e-2ac9-419f-b74e-6eea2558e817" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.843244] env[63366]: DEBUG nova.network.neutron [req-b6fa0b16-e211-4c01-9a55-e14f794b95b1 req-8ccf7574-ed96-4597-a454-2fa1eee40743 service nova] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Updated VIF entry in instance network info cache for port 964a4d5a-38d8-4da2-b1d5-5a1c191208c7. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1967.843648] env[63366]: DEBUG nova.network.neutron [req-b6fa0b16-e211-4c01-9a55-e14f794b95b1 req-8ccf7574-ed96-4597-a454-2fa1eee40743 service nova] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Updating instance_info_cache with network_info: [{"id": "964a4d5a-38d8-4da2-b1d5-5a1c191208c7", "address": "fa:16:3e:6a:96:b9", "network": {"id": "902c311c-1ef5-49ed-a62b-aa9522dfd863", "bridge": "br-int", "label": "tempest-ServersTestJSON-1005571600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c39ab5d8224087b7c091a40d8c60a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap964a4d5a-38", "ovs_interfaceid": "964a4d5a-38d8-4da2-b1d5-5a1c191208c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1968.106783] env[63366]: DEBUG nova.network.neutron [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Successfully created port: 5e83a554-74c3-4d8a-aef8-a5adcd2af570 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1968.229234] env[63366]: DEBUG oslo_vmware.api [None req-af015bae-b388-49e4-b6d3-b8b650a66d19 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Task: {'id': task-2103586, 'name': PowerOffVM_Task, 'duration_secs': 0.696265} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.229487] env[63366]: DEBUG oslo_vmware.api [None req-837c52b9-cd3f-4d5f-b85c-05e328dc9f9f tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103589, 'name': PowerOffVM_Task, 'duration_secs': 0.234392} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.230349] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-af015bae-b388-49e4-b6d3-b8b650a66d19 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1968.230529] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-af015bae-b388-49e4-b6d3-b8b650a66d19 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1968.230768] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-837c52b9-cd3f-4d5f-b85c-05e328dc9f9f tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1968.230927] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-837c52b9-cd3f-4d5f-b85c-05e328dc9f9f tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1968.231484] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef79797e-c2c5-48da-b98f-96f87d560475 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.232846] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77d662fd-09b2-4a53-b780-038eb60517bc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.238048] env[63366]: DEBUG oslo_vmware.api [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559279} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.240865] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 0237b15e-2ac9-419f-b74e-6eea2558e817/0237b15e-2ac9-419f-b74e-6eea2558e817.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1968.241098] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1968.241746] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-316bd964-ca44-4dcd-be4e-d338210f83ed {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.250234] env[63366]: DEBUG oslo_vmware.api [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Waiting for the task: (returnval){ [ 1968.250234] env[63366]: value = "task-2103593" [ 1968.250234] env[63366]: _type = "Task" [ 1968.250234] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.262127] env[63366]: DEBUG oslo_vmware.api [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.269294] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a15f7fd-430d-4573-84cb-3c664741d5f3 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Acquiring lock "8cd4e26b-954b-435e-880a-5765ca34f736" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.269573] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a15f7fd-430d-4573-84cb-3c664741d5f3 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Lock "8cd4e26b-954b-435e-880a-5765ca34f736" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.269793] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a15f7fd-430d-4573-84cb-3c664741d5f3 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Acquiring lock "8cd4e26b-954b-435e-880a-5765ca34f736-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.269975] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a15f7fd-430d-4573-84cb-3c664741d5f3 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Lock "8cd4e26b-954b-435e-880a-5765ca34f736-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.270165] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a15f7fd-430d-4573-84cb-3c664741d5f3 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Lock "8cd4e26b-954b-435e-880a-5765ca34f736-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.273192] env[63366]: INFO nova.compute.manager [None req-6a15f7fd-430d-4573-84cb-3c664741d5f3 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Terminating instance [ 1968.289838] env[63366]: DEBUG oslo_vmware.api [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103590, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.316393] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28122de-6e40-4346-ac3e-e5fa63cb3fbe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.324985] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa324dfc-a811-47d0-96ba-860e639a29a7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.361552] env[63366]: DEBUG oslo_concurrency.lockutils [req-b6fa0b16-e211-4c01-9a55-e14f794b95b1 req-8ccf7574-ed96-4597-a454-2fa1eee40743 service nova] Releasing lock "refresh_cache-2b6b22da-7808-4eaa-9d5e-ea74f3d57b79" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1968.362856] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c54cbd-ca18-4e7c-8d7b-26d1c191b52a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.372154] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe45e15-3076-4624-b7d2-644ed20d21d9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.390015] env[63366]: DEBUG nova.compute.provider_tree [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1968.401400] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-837c52b9-cd3f-4d5f-b85c-05e328dc9f9f tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1968.401778] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-837c52b9-cd3f-4d5f-b85c-05e328dc9f9f tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1968.401982] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-837c52b9-cd3f-4d5f-b85c-05e328dc9f9f tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Deleting the datastore file [datastore2] e926cfb4-f56f-425a-8f00-69069f75f649 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1968.402389] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df57745a-225b-4f92-9b8b-4b7e5ba68245 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.410008] env[63366]: DEBUG oslo_vmware.api [None req-837c52b9-cd3f-4d5f-b85c-05e328dc9f9f tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 1968.410008] env[63366]: value = "task-2103594" [ 1968.410008] env[63366]: _type = "Task" [ 1968.410008] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.412313] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-af015bae-b388-49e4-b6d3-b8b650a66d19 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1968.412313] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-af015bae-b388-49e4-b6d3-b8b650a66d19 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1968.412488] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-af015bae-b388-49e4-b6d3-b8b650a66d19 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Deleting the datastore file [datastore2] ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1968.415828] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-918c7f30-f37b-4e8a-8c43-a61d0abb7612 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.423238] env[63366]: DEBUG oslo_vmware.api [None req-837c52b9-cd3f-4d5f-b85c-05e328dc9f9f tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.424398] env[63366]: DEBUG nova.network.neutron [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Successfully updated port: 85e12d3f-22b4-41ff-8e1c-79227bff56bf {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1968.426832] env[63366]: DEBUG oslo_vmware.api [None req-af015bae-b388-49e4-b6d3-b8b650a66d19 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Waiting for the task: (returnval){ [ 1968.426832] env[63366]: value = "task-2103595" [ 1968.426832] env[63366]: _type = "Task" [ 1968.426832] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.436188] env[63366]: DEBUG oslo_vmware.api [None req-af015bae-b388-49e4-b6d3-b8b650a66d19 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Task: {'id': task-2103595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.516105] env[63366]: DEBUG nova.compute.manager [req-655bd47a-5a8e-4dd6-b4b8-a4cd78d49442 req-6e4ead71-aef7-4ac5-baa4-6367df7ca4bf service nova] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Received event network-changed-06844239-e020-4dc0-bfc7-b887a76f0d75 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1968.516296] env[63366]: DEBUG nova.compute.manager [req-655bd47a-5a8e-4dd6-b4b8-a4cd78d49442 req-6e4ead71-aef7-4ac5-baa4-6367df7ca4bf service nova] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Refreshing instance network info cache due to event network-changed-06844239-e020-4dc0-bfc7-b887a76f0d75. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1968.516629] env[63366]: DEBUG oslo_concurrency.lockutils [req-655bd47a-5a8e-4dd6-b4b8-a4cd78d49442 req-6e4ead71-aef7-4ac5-baa4-6367df7ca4bf service nova] Acquiring lock "refresh_cache-ee29e2c3-464e-4ec9-a7d9-057519c836f7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.516690] env[63366]: DEBUG oslo_concurrency.lockutils [req-655bd47a-5a8e-4dd6-b4b8-a4cd78d49442 req-6e4ead71-aef7-4ac5-baa4-6367df7ca4bf service nova] Acquired lock "refresh_cache-ee29e2c3-464e-4ec9-a7d9-057519c836f7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.516830] env[63366]: DEBUG nova.network.neutron [req-655bd47a-5a8e-4dd6-b4b8-a4cd78d49442 req-6e4ead71-aef7-4ac5-baa4-6367df7ca4bf service nova] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Refreshing network info cache for port 06844239-e020-4dc0-bfc7-b887a76f0d75 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1968.619762] env[63366]: DEBUG nova.compute.manager [req-35460293-c9c3-4a92-889a-129b348df18a req-8a43acd5-25be-4d86-a66b-013a2f4bbeb5 service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Received event network-vif-plugged-85e12d3f-22b4-41ff-8e1c-79227bff56bf {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1968.619762] env[63366]: DEBUG oslo_concurrency.lockutils [req-35460293-c9c3-4a92-889a-129b348df18a req-8a43acd5-25be-4d86-a66b-013a2f4bbeb5 service nova] Acquiring lock "f62137c6-8851-4d59-9f15-2ee39cda52f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.619762] env[63366]: DEBUG oslo_concurrency.lockutils [req-35460293-c9c3-4a92-889a-129b348df18a req-8a43acd5-25be-4d86-a66b-013a2f4bbeb5 service nova] Lock "f62137c6-8851-4d59-9f15-2ee39cda52f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.619913] env[63366]: DEBUG oslo_concurrency.lockutils [req-35460293-c9c3-4a92-889a-129b348df18a req-8a43acd5-25be-4d86-a66b-013a2f4bbeb5 service nova] Lock "f62137c6-8851-4d59-9f15-2ee39cda52f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.620467] env[63366]: DEBUG nova.compute.manager [req-35460293-c9c3-4a92-889a-129b348df18a req-8a43acd5-25be-4d86-a66b-013a2f4bbeb5 service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] No waiting events found dispatching network-vif-plugged-85e12d3f-22b4-41ff-8e1c-79227bff56bf {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1968.620523] env[63366]: WARNING nova.compute.manager [req-35460293-c9c3-4a92-889a-129b348df18a req-8a43acd5-25be-4d86-a66b-013a2f4bbeb5 service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Received unexpected event network-vif-plugged-85e12d3f-22b4-41ff-8e1c-79227bff56bf for instance with vm_state building and task_state spawning. [ 1968.687054] env[63366]: DEBUG nova.compute.manager [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1968.717170] env[63366]: DEBUG nova.virt.hardware [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1968.717422] env[63366]: DEBUG nova.virt.hardware [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1968.717586] env[63366]: DEBUG nova.virt.hardware [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1968.717868] env[63366]: DEBUG nova.virt.hardware [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1968.718148] env[63366]: DEBUG nova.virt.hardware [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1968.718326] env[63366]: DEBUG nova.virt.hardware [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1968.718540] env[63366]: DEBUG nova.virt.hardware [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1968.718698] env[63366]: DEBUG nova.virt.hardware [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1968.718884] env[63366]: DEBUG nova.virt.hardware [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1968.719038] env[63366]: DEBUG nova.virt.hardware [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1968.719259] env[63366]: DEBUG nova.virt.hardware [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1968.720111] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97691627-ec00-4b22-8e13-4824ff788883 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.727961] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f6998e-e4f5-4215-8e78-687604ebdbc9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.761561] env[63366]: DEBUG oslo_vmware.api [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119298} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.761804] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1968.762578] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e03119-6d92-42f8-80cd-37385367e814 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.789069] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 0237b15e-2ac9-419f-b74e-6eea2558e817/0237b15e-2ac9-419f-b74e-6eea2558e817.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1968.793803] env[63366]: DEBUG nova.compute.manager [None req-6a15f7fd-430d-4573-84cb-3c664741d5f3 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1968.794102] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6a15f7fd-430d-4573-84cb-3c664741d5f3 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1968.794383] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dc80b16-884e-44fc-854b-0b72cd162261 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.811669] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72c72d5-d141-4447-a9ef-90a756bf330c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.820263] env[63366]: DEBUG oslo_vmware.api [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103590, 'name': PowerOnVM_Task, 'duration_secs': 0.812531} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.824105] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1968.824748] env[63366]: INFO nova.compute.manager [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Took 10.90 seconds to spawn the instance on the hypervisor. [ 1968.824748] env[63366]: DEBUG nova.compute.manager [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1968.825131] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a15f7fd-430d-4573-84cb-3c664741d5f3 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1968.825455] env[63366]: DEBUG oslo_vmware.api [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Waiting for the task: (returnval){ [ 1968.825455] env[63366]: value = "task-2103596" [ 1968.825455] env[63366]: _type = "Task" [ 1968.825455] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.826140] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9d4835-f9b1-4353-9b9a-b651c82a065d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.829151] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84b6283d-a7c8-4a1b-bf00-4555b0c85c13 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.843820] env[63366]: DEBUG oslo_vmware.api [None req-6a15f7fd-430d-4573-84cb-3c664741d5f3 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 1968.843820] env[63366]: value = "task-2103597" [ 1968.843820] env[63366]: _type = "Task" [ 1968.843820] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.844036] env[63366]: DEBUG oslo_vmware.api [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.853167] env[63366]: DEBUG oslo_vmware.api [None req-6a15f7fd-430d-4573-84cb-3c664741d5f3 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.894075] env[63366]: DEBUG nova.scheduler.client.report [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1968.922825] env[63366]: DEBUG oslo_vmware.api [None req-837c52b9-cd3f-4d5f-b85c-05e328dc9f9f tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.941454] env[63366]: DEBUG oslo_vmware.api [None req-af015bae-b388-49e4-b6d3-b8b650a66d19 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Task: {'id': task-2103595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168247} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.941602] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-af015bae-b388-49e4-b6d3-b8b650a66d19 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1968.941788] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-af015bae-b388-49e4-b6d3-b8b650a66d19 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1968.942363] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-af015bae-b388-49e4-b6d3-b8b650a66d19 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1968.942557] env[63366]: INFO nova.compute.manager [None req-af015bae-b388-49e4-b6d3-b8b650a66d19 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Took 2.57 seconds to destroy the instance on the hypervisor. [ 1968.942811] env[63366]: DEBUG oslo.service.loopingcall [None req-af015bae-b388-49e4-b6d3-b8b650a66d19 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1968.943047] env[63366]: DEBUG nova.compute.manager [-] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1968.943151] env[63366]: DEBUG nova.network.neutron [-] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1969.273030] env[63366]: DEBUG nova.network.neutron [req-655bd47a-5a8e-4dd6-b4b8-a4cd78d49442 req-6e4ead71-aef7-4ac5-baa4-6367df7ca4bf service nova] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Updated VIF entry in instance network info cache for port 06844239-e020-4dc0-bfc7-b887a76f0d75. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1969.273431] env[63366]: DEBUG nova.network.neutron [req-655bd47a-5a8e-4dd6-b4b8-a4cd78d49442 req-6e4ead71-aef7-4ac5-baa4-6367df7ca4bf service nova] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Updating instance_info_cache with network_info: [{"id": "06844239-e020-4dc0-bfc7-b887a76f0d75", "address": "fa:16:3e:a9:77:15", "network": {"id": "4129a070-c31a-4310-b4b1-4e475fb3f1bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1668961456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2100d8abe0431c93b03b71a19f2086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06844239-e0", "ovs_interfaceid": "06844239-e020-4dc0-bfc7-b887a76f0d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.341588] env[63366]: DEBUG oslo_vmware.api [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.360784] env[63366]: INFO nova.compute.manager [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Took 44.21 seconds to build instance. [ 1969.368606] env[63366]: DEBUG oslo_vmware.api [None req-6a15f7fd-430d-4573-84cb-3c664741d5f3 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103597, 'name': PowerOffVM_Task, 'duration_secs': 0.333691} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.368986] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a15f7fd-430d-4573-84cb-3c664741d5f3 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1969.369212] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6a15f7fd-430d-4573-84cb-3c664741d5f3 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1969.369517] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be5f41b8-5bdb-486d-a2c0-93e0a598e349 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.401741] env[63366]: DEBUG oslo_concurrency.lockutils [None req-68427526-42ea-4883-b4ba-b033b64af101 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Acquiring lock "2dc14df8-6821-432c-8ce3-3c211b6de2b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1969.402059] env[63366]: DEBUG oslo_concurrency.lockutils [None req-68427526-42ea-4883-b4ba-b033b64af101 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Lock "2dc14df8-6821-432c-8ce3-3c211b6de2b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.402295] env[63366]: DEBUG oslo_concurrency.lockutils [None req-68427526-42ea-4883-b4ba-b033b64af101 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Acquiring lock "2dc14df8-6821-432c-8ce3-3c211b6de2b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1969.402487] env[63366]: DEBUG oslo_concurrency.lockutils [None req-68427526-42ea-4883-b4ba-b033b64af101 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Lock "2dc14df8-6821-432c-8ce3-3c211b6de2b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.402667] env[63366]: DEBUG oslo_concurrency.lockutils [None req-68427526-42ea-4883-b4ba-b033b64af101 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Lock "2dc14df8-6821-432c-8ce3-3c211b6de2b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.404664] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.048s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.405515] env[63366]: DEBUG nova.compute.manager [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1969.409836] env[63366]: INFO nova.compute.manager [None req-68427526-42ea-4883-b4ba-b033b64af101 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Terminating instance [ 1969.412858] env[63366]: DEBUG oslo_concurrency.lockutils [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.998s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.414404] env[63366]: INFO nova.compute.claims [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1969.430755] env[63366]: DEBUG oslo_vmware.api [None req-837c52b9-cd3f-4d5f-b85c-05e328dc9f9f tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.787746} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.431397] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-837c52b9-cd3f-4d5f-b85c-05e328dc9f9f tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1969.431783] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-837c52b9-cd3f-4d5f-b85c-05e328dc9f9f tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1969.431925] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-837c52b9-cd3f-4d5f-b85c-05e328dc9f9f tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1969.432126] env[63366]: INFO nova.compute.manager [None req-837c52b9-cd3f-4d5f-b85c-05e328dc9f9f tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1969.432399] env[63366]: DEBUG oslo.service.loopingcall [None req-837c52b9-cd3f-4d5f-b85c-05e328dc9f9f tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1969.432553] env[63366]: DEBUG nova.compute.manager [-] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1969.432648] env[63366]: DEBUG nova.network.neutron [-] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1969.480262] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6a15f7fd-430d-4573-84cb-3c664741d5f3 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1969.480674] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6a15f7fd-430d-4573-84cb-3c664741d5f3 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1969.480928] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a15f7fd-430d-4573-84cb-3c664741d5f3 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Deleting the datastore file [datastore2] 8cd4e26b-954b-435e-880a-5765ca34f736 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1969.481795] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-636f6e27-79b3-4bd8-9510-b8fd6bf8d04c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.490667] env[63366]: DEBUG oslo_vmware.api [None req-6a15f7fd-430d-4573-84cb-3c664741d5f3 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 1969.490667] env[63366]: value = "task-2103599" [ 1969.490667] env[63366]: _type = "Task" [ 1969.490667] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.503214] env[63366]: DEBUG oslo_vmware.api [None req-6a15f7fd-430d-4573-84cb-3c664741d5f3 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.777315] env[63366]: DEBUG oslo_concurrency.lockutils [req-655bd47a-5a8e-4dd6-b4b8-a4cd78d49442 req-6e4ead71-aef7-4ac5-baa4-6367df7ca4bf service nova] Releasing lock "refresh_cache-ee29e2c3-464e-4ec9-a7d9-057519c836f7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1969.842721] env[63366]: DEBUG oslo_vmware.api [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103596, 'name': ReconfigVM_Task, 'duration_secs': 0.852526} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.843311] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 0237b15e-2ac9-419f-b74e-6eea2558e817/0237b15e-2ac9-419f-b74e-6eea2558e817.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1969.844051] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d4526a4-a560-4cef-9570-e1bf444f446f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.853085] env[63366]: DEBUG oslo_vmware.api [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Waiting for the task: (returnval){ [ 1969.853085] env[63366]: value = "task-2103600" [ 1969.853085] env[63366]: _type = "Task" [ 1969.853085] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.862344] env[63366]: DEBUG oslo_vmware.api [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103600, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.862790] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d4f8844-9fed-4426-ac02-c6085231684b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "dad60003-ef3c-4f6e-87ef-90900722de87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.608s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.911270] env[63366]: DEBUG nova.compute.utils [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1969.912860] env[63366]: DEBUG nova.compute.manager [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1969.912932] env[63366]: DEBUG nova.network.neutron [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1969.921265] env[63366]: DEBUG nova.compute.manager [None req-68427526-42ea-4883-b4ba-b033b64af101 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1969.921265] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-68427526-42ea-4883-b4ba-b033b64af101 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1969.923812] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb49f5e-2f12-4cd9-983f-44058e8693ea {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.940859] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-68427526-42ea-4883-b4ba-b033b64af101 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1969.941669] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7a2e2ea-9864-49fc-b473-3731f9d8df2d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.004119] env[63366]: DEBUG oslo_vmware.api [None req-6a15f7fd-430d-4573-84cb-3c664741d5f3 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297331} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.004552] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a15f7fd-430d-4573-84cb-3c664741d5f3 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1970.004754] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6a15f7fd-430d-4573-84cb-3c664741d5f3 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1970.005011] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6a15f7fd-430d-4573-84cb-3c664741d5f3 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1970.005108] env[63366]: INFO nova.compute.manager [None req-6a15f7fd-430d-4573-84cb-3c664741d5f3 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1970.005351] env[63366]: DEBUG oslo.service.loopingcall [None req-6a15f7fd-430d-4573-84cb-3c664741d5f3 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1970.005568] env[63366]: DEBUG nova.compute.manager [-] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1970.005667] env[63366]: DEBUG nova.network.neutron [-] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1970.038078] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-68427526-42ea-4883-b4ba-b033b64af101 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1970.038317] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-68427526-42ea-4883-b4ba-b033b64af101 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1970.038499] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-68427526-42ea-4883-b4ba-b033b64af101 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Deleting the datastore file [datastore2] 2dc14df8-6821-432c-8ce3-3c211b6de2b0 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1970.038762] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f02b29c-5fec-46ee-a12a-cd5b9d0e0157 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.044461] env[63366]: DEBUG nova.policy [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a0587f869f4418b99c5b873dc68b34b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c7c045565964c65ae352c29118e65de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1970.047371] env[63366]: DEBUG oslo_vmware.api [None req-68427526-42ea-4883-b4ba-b033b64af101 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Waiting for the task: (returnval){ [ 1970.047371] env[63366]: value = "task-2103602" [ 1970.047371] env[63366]: _type = "Task" [ 1970.047371] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.055610] env[63366]: DEBUG oslo_vmware.api [None req-68427526-42ea-4883-b4ba-b033b64af101 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.196727] env[63366]: DEBUG nova.network.neutron [-] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.239309] env[63366]: DEBUG nova.network.neutron [-] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.364823] env[63366]: DEBUG oslo_vmware.api [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103600, 'name': Rename_Task, 'duration_secs': 0.267411} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.367368] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1970.367368] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a209b19b-e7d3-4b04-bc75-9da2feb17478 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.367981] env[63366]: DEBUG nova.compute.manager [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1970.377854] env[63366]: DEBUG oslo_vmware.api [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Waiting for the task: (returnval){ [ 1970.377854] env[63366]: value = "task-2103603" [ 1970.377854] env[63366]: _type = "Task" [ 1970.377854] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.389361] env[63366]: DEBUG oslo_vmware.api [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.424109] env[63366]: DEBUG nova.compute.manager [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1970.438218] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Acquiring lock "6e56de4c-9de5-4a5b-9af4-0005925b1e4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.438218] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Lock "6e56de4c-9de5-4a5b-9af4-0005925b1e4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.565278] env[63366]: DEBUG oslo_vmware.api [None req-68427526-42ea-4883-b4ba-b033b64af101 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432542} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.565278] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-68427526-42ea-4883-b4ba-b033b64af101 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1970.565278] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-68427526-42ea-4883-b4ba-b033b64af101 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1970.565278] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-68427526-42ea-4883-b4ba-b033b64af101 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1970.565278] env[63366]: INFO nova.compute.manager [None req-68427526-42ea-4883-b4ba-b033b64af101 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1970.565487] env[63366]: DEBUG oslo.service.loopingcall [None req-68427526-42ea-4883-b4ba-b033b64af101 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1970.565487] env[63366]: DEBUG nova.compute.manager [-] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1970.565487] env[63366]: DEBUG nova.network.neutron [-] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1970.679940] env[63366]: DEBUG nova.network.neutron [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Successfully updated port: 5e83a554-74c3-4d8a-aef8-a5adcd2af570 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1970.703518] env[63366]: INFO nova.compute.manager [-] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Took 1.27 seconds to deallocate network for instance. [ 1970.733812] env[63366]: DEBUG nova.network.neutron [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Successfully created port: cec9571f-aa66-4507-b785-4f305c02f823 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1970.748055] env[63366]: INFO nova.compute.manager [-] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Took 1.80 seconds to deallocate network for instance. [ 1970.760428] env[63366]: DEBUG nova.network.neutron [-] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.766215] env[63366]: DEBUG nova.compute.manager [req-ebab4a48-9d14-417b-a128-d598d365e78b req-7e3af373-70f1-4ba9-bd08-003f27b1175c service nova] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Received event network-vif-deleted-8c619644-8a7a-4a79-905d-dd3cb77f5a81 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1970.766215] env[63366]: DEBUG nova.compute.manager [req-ebab4a48-9d14-417b-a128-d598d365e78b req-7e3af373-70f1-4ba9-bd08-003f27b1175c service nova] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Received event network-vif-deleted-29b623fd-e6d8-424d-9e5e-4863955eee15 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1970.766344] env[63366]: INFO nova.compute.manager [req-ebab4a48-9d14-417b-a128-d598d365e78b req-7e3af373-70f1-4ba9-bd08-003f27b1175c service nova] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Neutron deleted interface 29b623fd-e6d8-424d-9e5e-4863955eee15; detaching it from the instance and deleting it from the info cache [ 1970.766451] env[63366]: DEBUG nova.network.neutron [req-ebab4a48-9d14-417b-a128-d598d365e78b req-7e3af373-70f1-4ba9-bd08-003f27b1175c service nova] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.892224] env[63366]: DEBUG oslo_vmware.api [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103603, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.904320] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.908894] env[63366]: DEBUG nova.compute.manager [req-c393e50c-cabc-4e80-83ee-0d8c4a7317f0 req-00ca5c04-afdc-47ad-b177-62d75a1e376c service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Received event network-changed-85e12d3f-22b4-41ff-8e1c-79227bff56bf {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1970.909102] env[63366]: DEBUG nova.compute.manager [req-c393e50c-cabc-4e80-83ee-0d8c4a7317f0 req-00ca5c04-afdc-47ad-b177-62d75a1e376c service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Refreshing instance network info cache due to event network-changed-85e12d3f-22b4-41ff-8e1c-79227bff56bf. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1970.909316] env[63366]: DEBUG oslo_concurrency.lockutils [req-c393e50c-cabc-4e80-83ee-0d8c4a7317f0 req-00ca5c04-afdc-47ad-b177-62d75a1e376c service nova] Acquiring lock "refresh_cache-f62137c6-8851-4d59-9f15-2ee39cda52f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.909454] env[63366]: DEBUG oslo_concurrency.lockutils [req-c393e50c-cabc-4e80-83ee-0d8c4a7317f0 req-00ca5c04-afdc-47ad-b177-62d75a1e376c service nova] Acquired lock "refresh_cache-f62137c6-8851-4d59-9f15-2ee39cda52f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.909608] env[63366]: DEBUG nova.network.neutron [req-c393e50c-cabc-4e80-83ee-0d8c4a7317f0 req-00ca5c04-afdc-47ad-b177-62d75a1e376c service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Refreshing network info cache for port 85e12d3f-22b4-41ff-8e1c-79227bff56bf {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1971.117424] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6375beb-ea3c-4178-ba2c-c8b6cc7645d6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.132215] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dd6611-e0e7-4007-89e0-b37ded8e32b6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.165874] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f281b393-2e9f-46f5-8c9b-569a93b75f37 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.174093] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714ab22c-7719-4852-9c09-98d3aecd2782 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.191983] env[63366]: DEBUG oslo_concurrency.lockutils [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Acquiring lock "refresh_cache-929c57e8-88c8-4cda-8a89-afcfda128c51" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.191983] env[63366]: DEBUG oslo_concurrency.lockutils [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Acquired lock "refresh_cache-929c57e8-88c8-4cda-8a89-afcfda128c51" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.191983] env[63366]: DEBUG nova.network.neutron [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1971.193656] env[63366]: DEBUG nova.compute.provider_tree [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1971.195887] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27a4507-eda3-41db-a19d-312b7403e6df {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.203093] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-22d7af8b-f05b-4941-85f4-8617e808efd6 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Suspending the VM {{(pid=63366) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1971.203165] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ac67bde1-1033-4297-83bc-176d36aac92b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.210116] env[63366]: DEBUG oslo_vmware.api [None req-22d7af8b-f05b-4941-85f4-8617e808efd6 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 1971.210116] env[63366]: value = "task-2103604" [ 1971.210116] env[63366]: _type = "Task" [ 1971.210116] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.211294] env[63366]: DEBUG oslo_concurrency.lockutils [None req-837c52b9-cd3f-4d5f-b85c-05e328dc9f9f tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.221167] env[63366]: DEBUG oslo_vmware.api [None req-22d7af8b-f05b-4941-85f4-8617e808efd6 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103604, 'name': SuspendVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.257041] env[63366]: DEBUG oslo_concurrency.lockutils [None req-af015bae-b388-49e4-b6d3-b8b650a66d19 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.268895] env[63366]: INFO nova.compute.manager [-] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Took 1.26 seconds to deallocate network for instance. [ 1971.271329] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ebbffbe1-7608-43a4-8749-a8b1b861623a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.284036] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a87d710-08cc-48b9-9a34-2f30bd6ef002 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.325231] env[63366]: DEBUG nova.compute.manager [req-ebab4a48-9d14-417b-a128-d598d365e78b req-7e3af373-70f1-4ba9-bd08-003f27b1175c service nova] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Detach interface failed, port_id=29b623fd-e6d8-424d-9e5e-4863955eee15, reason: Instance 8cd4e26b-954b-435e-880a-5765ca34f736 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1971.356965] env[63366]: DEBUG nova.network.neutron [-] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.391267] env[63366]: DEBUG oslo_vmware.api [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103603, 'name': PowerOnVM_Task, 'duration_secs': 0.850956} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.391722] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1971.391878] env[63366]: INFO nova.compute.manager [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Took 10.64 seconds to spawn the instance on the hypervisor. [ 1971.392186] env[63366]: DEBUG nova.compute.manager [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1971.393065] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb308db-c2c7-41be-90ab-99e3e51927cd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.433308] env[63366]: DEBUG nova.compute.manager [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1971.476458] env[63366]: DEBUG nova.virt.hardware [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1971.476859] env[63366]: DEBUG nova.virt.hardware [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1971.477122] env[63366]: DEBUG nova.virt.hardware [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1971.477632] env[63366]: DEBUG nova.virt.hardware [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1971.477830] env[63366]: DEBUG nova.virt.hardware [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1971.478030] env[63366]: DEBUG nova.virt.hardware [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1971.478324] env[63366]: DEBUG nova.virt.hardware [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1971.478529] env[63366]: DEBUG nova.virt.hardware [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1971.478739] env[63366]: DEBUG nova.virt.hardware [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1971.478974] env[63366]: DEBUG nova.virt.hardware [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1971.479401] env[63366]: DEBUG nova.virt.hardware [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1971.480181] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a7c1f7-dcb5-4d10-b0f2-38c29c633547 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.485067] env[63366]: DEBUG nova.network.neutron [req-c393e50c-cabc-4e80-83ee-0d8c4a7317f0 req-00ca5c04-afdc-47ad-b177-62d75a1e376c service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1971.495272] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092e1fd6-5e7d-4594-a92f-6aca2e721ea9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.535883] env[63366]: DEBUG nova.network.neutron [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Successfully updated port: f9679769-0a3e-4491-adae-58e4c80dce90 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1971.585141] env[63366]: DEBUG nova.network.neutron [req-c393e50c-cabc-4e80-83ee-0d8c4a7317f0 req-00ca5c04-afdc-47ad-b177-62d75a1e376c service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.700946] env[63366]: DEBUG nova.scheduler.client.report [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1971.722044] env[63366]: DEBUG oslo_vmware.api [None req-22d7af8b-f05b-4941-85f4-8617e808efd6 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103604, 'name': SuspendVM_Task} progress is 58%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.735458] env[63366]: DEBUG nova.network.neutron [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1971.778444] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a15f7fd-430d-4573-84cb-3c664741d5f3 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.863283] env[63366]: INFO nova.compute.manager [-] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Took 1.30 seconds to deallocate network for instance. [ 1971.913837] env[63366]: INFO nova.compute.manager [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Took 45.13 seconds to build instance. [ 1971.951436] env[63366]: DEBUG nova.network.neutron [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Updating instance_info_cache with network_info: [{"id": "5e83a554-74c3-4d8a-aef8-a5adcd2af570", "address": "fa:16:3e:a6:18:19", "network": {"id": "0c5971b4-fa18-4602-b5aa-2244e8ac7908", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-659472667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2b66b66c1b4b6bbfc5d5dc989a991f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e83a554-74", "ovs_interfaceid": "5e83a554-74c3-4d8a-aef8-a5adcd2af570", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.088042] env[63366]: DEBUG oslo_concurrency.lockutils [req-c393e50c-cabc-4e80-83ee-0d8c4a7317f0 req-00ca5c04-afdc-47ad-b177-62d75a1e376c service nova] Releasing lock "refresh_cache-f62137c6-8851-4d59-9f15-2ee39cda52f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.088042] env[63366]: DEBUG nova.compute.manager [req-c393e50c-cabc-4e80-83ee-0d8c4a7317f0 req-00ca5c04-afdc-47ad-b177-62d75a1e376c service nova] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Received event network-vif-deleted-6600c3a9-9127-4e45-88ad-a2877a29ce4f {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1972.088042] env[63366]: DEBUG nova.compute.manager [req-c393e50c-cabc-4e80-83ee-0d8c4a7317f0 req-00ca5c04-afdc-47ad-b177-62d75a1e376c service nova] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Received event network-vif-plugged-5e83a554-74c3-4d8a-aef8-a5adcd2af570 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1972.088266] env[63366]: DEBUG oslo_concurrency.lockutils [req-c393e50c-cabc-4e80-83ee-0d8c4a7317f0 req-00ca5c04-afdc-47ad-b177-62d75a1e376c service nova] Acquiring lock "929c57e8-88c8-4cda-8a89-afcfda128c51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.088299] env[63366]: DEBUG oslo_concurrency.lockutils [req-c393e50c-cabc-4e80-83ee-0d8c4a7317f0 req-00ca5c04-afdc-47ad-b177-62d75a1e376c service nova] Lock "929c57e8-88c8-4cda-8a89-afcfda128c51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.088481] env[63366]: DEBUG oslo_concurrency.lockutils [req-c393e50c-cabc-4e80-83ee-0d8c4a7317f0 req-00ca5c04-afdc-47ad-b177-62d75a1e376c service nova] Lock "929c57e8-88c8-4cda-8a89-afcfda128c51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.088634] env[63366]: DEBUG nova.compute.manager [req-c393e50c-cabc-4e80-83ee-0d8c4a7317f0 req-00ca5c04-afdc-47ad-b177-62d75a1e376c service nova] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] No waiting events found dispatching network-vif-plugged-5e83a554-74c3-4d8a-aef8-a5adcd2af570 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1972.088749] env[63366]: WARNING nova.compute.manager [req-c393e50c-cabc-4e80-83ee-0d8c4a7317f0 req-00ca5c04-afdc-47ad-b177-62d75a1e376c service nova] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Received unexpected event network-vif-plugged-5e83a554-74c3-4d8a-aef8-a5adcd2af570 for instance with vm_state building and task_state spawning. [ 1972.206448] env[63366]: DEBUG oslo_concurrency.lockutils [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.206981] env[63366]: DEBUG nova.compute.manager [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1972.211460] env[63366]: DEBUG oslo_concurrency.lockutils [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.669s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.213194] env[63366]: INFO nova.compute.claims [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1972.237368] env[63366]: DEBUG oslo_vmware.api [None req-22d7af8b-f05b-4941-85f4-8617e808efd6 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103604, 'name': SuspendVM_Task} progress is 58%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.375305] env[63366]: DEBUG oslo_concurrency.lockutils [None req-68427526-42ea-4883-b4ba-b033b64af101 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.416819] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b4f6e84b-63af-4fcc-91ca-3ddd9cdf190c tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Lock "0237b15e-2ac9-419f-b74e-6eea2558e817" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.746s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.459037] env[63366]: DEBUG oslo_concurrency.lockutils [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Releasing lock "refresh_cache-929c57e8-88c8-4cda-8a89-afcfda128c51" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.459037] env[63366]: DEBUG nova.compute.manager [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Instance network_info: |[{"id": "5e83a554-74c3-4d8a-aef8-a5adcd2af570", "address": "fa:16:3e:a6:18:19", "network": {"id": "0c5971b4-fa18-4602-b5aa-2244e8ac7908", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-659472667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2b66b66c1b4b6bbfc5d5dc989a991f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e83a554-74", "ovs_interfaceid": "5e83a554-74c3-4d8a-aef8-a5adcd2af570", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1972.459278] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:18:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd96b39f-bd2e-48d1-85c3-577cf97f08c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e83a554-74c3-4d8a-aef8-a5adcd2af570', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1972.466038] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Creating folder: Project (fd2b66b66c1b4b6bbfc5d5dc989a991f). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1972.466521] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7889f8c-e601-4b6a-b160-dc7913ee682e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.479019] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Created folder: Project (fd2b66b66c1b4b6bbfc5d5dc989a991f) in parent group-v430612. [ 1972.479019] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Creating folder: Instances. Parent ref: group-v430724. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1972.479019] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-900d5ed8-3627-4822-8817-fefdfe4cf499 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.490019] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Created folder: Instances in parent group-v430724. [ 1972.490019] env[63366]: DEBUG oslo.service.loopingcall [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1972.490019] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1972.490019] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b24d6c03-6f5a-465d-ae05-81341364382d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.512175] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1972.512175] env[63366]: value = "task-2103607" [ 1972.512175] env[63366]: _type = "Task" [ 1972.512175] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.519574] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103607, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.726350] env[63366]: DEBUG nova.compute.utils [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1972.728021] env[63366]: DEBUG nova.compute.manager [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1972.728280] env[63366]: DEBUG nova.network.neutron [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1972.743339] env[63366]: DEBUG oslo_vmware.api [None req-22d7af8b-f05b-4941-85f4-8617e808efd6 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103604, 'name': SuspendVM_Task, 'duration_secs': 1.229614} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.743674] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-22d7af8b-f05b-4941-85f4-8617e808efd6 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Suspended the VM {{(pid=63366) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1972.743896] env[63366]: DEBUG nova.compute.manager [None req-22d7af8b-f05b-4941-85f4-8617e808efd6 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1972.745300] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bf510c-26e3-4220-8f8b-e8aa515cf0fc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.841552] env[63366]: DEBUG nova.policy [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd76c8623d6546e2937c760c57c3608d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '055bcbd61a5c4f4d912378a2762db5ce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1972.918192] env[63366]: DEBUG nova.compute.manager [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1973.022233] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103607, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.060640] env[63366]: DEBUG nova.network.neutron [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Successfully updated port: cec9571f-aa66-4507-b785-4f305c02f823 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1973.234523] env[63366]: DEBUG nova.compute.manager [req-a125bf5e-e5b7-4b05-9187-083f67eacfaf req-9d885256-df94-4442-a932-72751f0bd24a service nova] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Received event network-vif-deleted-83c814ac-387d-400d-99eb-1c2dbeb13d29 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1973.238998] env[63366]: DEBUG nova.compute.manager [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1973.385145] env[63366]: DEBUG nova.compute.manager [req-6c255e02-fa95-4194-8ce8-0ab0e72dc945 req-65b79531-43d4-47d9-a36c-f5e1a113be67 service nova] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Received event network-changed-5e83a554-74c3-4d8a-aef8-a5adcd2af570 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1973.385380] env[63366]: DEBUG nova.compute.manager [req-6c255e02-fa95-4194-8ce8-0ab0e72dc945 req-65b79531-43d4-47d9-a36c-f5e1a113be67 service nova] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Refreshing instance network info cache due to event network-changed-5e83a554-74c3-4d8a-aef8-a5adcd2af570. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1973.385586] env[63366]: DEBUG oslo_concurrency.lockutils [req-6c255e02-fa95-4194-8ce8-0ab0e72dc945 req-65b79531-43d4-47d9-a36c-f5e1a113be67 service nova] Acquiring lock "refresh_cache-929c57e8-88c8-4cda-8a89-afcfda128c51" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.385731] env[63366]: DEBUG oslo_concurrency.lockutils [req-6c255e02-fa95-4194-8ce8-0ab0e72dc945 req-65b79531-43d4-47d9-a36c-f5e1a113be67 service nova] Acquired lock "refresh_cache-929c57e8-88c8-4cda-8a89-afcfda128c51" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.385889] env[63366]: DEBUG nova.network.neutron [req-6c255e02-fa95-4194-8ce8-0ab0e72dc945 req-65b79531-43d4-47d9-a36c-f5e1a113be67 service nova] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Refreshing network info cache for port 5e83a554-74c3-4d8a-aef8-a5adcd2af570 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1973.440485] env[63366]: DEBUG oslo_concurrency.lockutils [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.470641] env[63366]: DEBUG nova.network.neutron [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Successfully created port: 8198be49-2f95-43a8-b0bb-ed449b9c9c88 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1973.528633] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103607, 'name': CreateVM_Task, 'duration_secs': 0.665397} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.528809] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1973.530121] env[63366]: DEBUG oslo_vmware.service [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c1cacd-c8d7-4f05-9b41-ac811e3662b5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.539465] env[63366]: DEBUG oslo_concurrency.lockutils [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.539638] env[63366]: DEBUG oslo_concurrency.lockutils [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.540011] env[63366]: DEBUG oslo_concurrency.lockutils [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1973.540476] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95908f1a-c57e-4d50-9356-4d2b40b0ff86 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.545039] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Waiting for the task: (returnval){ [ 1973.545039] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52e2955f-779a-7e7c-f499-1870527332af" [ 1973.545039] env[63366]: _type = "Task" [ 1973.545039] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.555478] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52e2955f-779a-7e7c-f499-1870527332af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.566313] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Acquiring lock "refresh_cache-80fd055f-cf2a-41bd-8d94-1bdd3bd440e0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.566453] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Acquired lock "refresh_cache-80fd055f-cf2a-41bd-8d94-1bdd3bd440e0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.566606] env[63366]: DEBUG nova.network.neutron [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1973.816250] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae555afa-9d79-4e67-84a4-9119fedfa99e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.824856] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78dc419-1718-4dad-ae58-3095cfdada4f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.856634] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b28d5a-87e3-4dde-8fcb-5168b1b1cf20 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.864271] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfab3ed7-d606-4a86-9012-f8e3725762d9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.878086] env[63366]: DEBUG nova.compute.provider_tree [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1974.062138] env[63366]: DEBUG oslo_concurrency.lockutils [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.062478] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1974.062778] env[63366]: DEBUG oslo_concurrency.lockutils [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1974.062985] env[63366]: DEBUG oslo_concurrency.lockutils [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1974.063234] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1974.063633] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8e0f732-31dd-4c69-9a2b-7cbc2b6d1abb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.073826] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1974.074083] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1974.074889] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efe52a9-df12-402c-9f58-20735eb11be4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.081238] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28b6974b-9d62-46f6-b724-bb6b1670a50b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.086623] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Waiting for the task: (returnval){ [ 1974.086623] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]523e2f06-07cb-e126-3ea0-e9e87f8331f8" [ 1974.086623] env[63366]: _type = "Task" [ 1974.086623] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.097366] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523e2f06-07cb-e126-3ea0-e9e87f8331f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.160853] env[63366]: DEBUG nova.network.neutron [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1974.242816] env[63366]: DEBUG oslo_concurrency.lockutils [None req-553da440-05da-4c39-ba74-acc45380c9f3 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] Acquiring lock "36746589-7243-480f-8aa8-07b7ed19cdec" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.243155] env[63366]: DEBUG oslo_concurrency.lockutils [None req-553da440-05da-4c39-ba74-acc45380c9f3 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] Lock "36746589-7243-480f-8aa8-07b7ed19cdec" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.246822] env[63366]: DEBUG nova.compute.manager [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1974.279088] env[63366]: DEBUG nova.virt.hardware [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1974.279405] env[63366]: DEBUG nova.virt.hardware [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1974.279618] env[63366]: DEBUG nova.virt.hardware [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1974.279893] env[63366]: DEBUG nova.virt.hardware [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1974.280119] env[63366]: DEBUG nova.virt.hardware [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1974.280333] env[63366]: DEBUG nova.virt.hardware [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1974.280781] env[63366]: DEBUG nova.virt.hardware [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1974.281011] env[63366]: DEBUG nova.virt.hardware [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1974.281289] env[63366]: DEBUG nova.virt.hardware [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1974.281593] env[63366]: DEBUG nova.virt.hardware [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1974.282097] env[63366]: DEBUG nova.virt.hardware [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1974.283530] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27565e3-0932-43bb-842f-22848d6a72f8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.292731] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2fd5a4-4e00-460c-b040-47b6034f0f6f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.347205] env[63366]: DEBUG nova.network.neutron [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Successfully updated port: 9fe54c79-1b47-4501-9b8d-6c58669f9000 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1974.384161] env[63366]: DEBUG nova.scheduler.client.report [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1974.445188] env[63366]: DEBUG nova.network.neutron [req-6c255e02-fa95-4194-8ce8-0ab0e72dc945 req-65b79531-43d4-47d9-a36c-f5e1a113be67 service nova] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Updated VIF entry in instance network info cache for port 5e83a554-74c3-4d8a-aef8-a5adcd2af570. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1974.445574] env[63366]: DEBUG nova.network.neutron [req-6c255e02-fa95-4194-8ce8-0ab0e72dc945 req-65b79531-43d4-47d9-a36c-f5e1a113be67 service nova] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Updating instance_info_cache with network_info: [{"id": "5e83a554-74c3-4d8a-aef8-a5adcd2af570", "address": "fa:16:3e:a6:18:19", "network": {"id": "0c5971b4-fa18-4602-b5aa-2244e8ac7908", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-659472667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2b66b66c1b4b6bbfc5d5dc989a991f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e83a554-74", "ovs_interfaceid": "5e83a554-74c3-4d8a-aef8-a5adcd2af570", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1974.460755] env[63366]: DEBUG nova.network.neutron [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Updating instance_info_cache with network_info: [{"id": "cec9571f-aa66-4507-b785-4f305c02f823", "address": "fa:16:3e:70:38:36", "network": {"id": "d520ae22-033f-44e6-8ae1-53752bf4ede5", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1784358660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c7c045565964c65ae352c29118e65de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec9571f-aa", "ovs_interfaceid": "cec9571f-aa66-4507-b785-4f305c02f823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1974.597323] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Preparing fetch location {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1974.600065] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Creating directory with path [datastore1] vmware_temp/7e2fb515-3315-42de-8d8d-9684b8c68af6/a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1974.600065] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-276e9b4b-f56a-4bfe-a32d-bd3cda6a5c25 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.624419] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Created directory with path [datastore1] vmware_temp/7e2fb515-3315-42de-8d8d-9684b8c68af6/a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1974.624419] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Fetch image to [datastore1] vmware_temp/7e2fb515-3315-42de-8d8d-9684b8c68af6/a69c6f87-3b9f-45c1-927a-78c60f5617a0/tmp-sparse.vmdk {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1974.629110] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Downloading image file data a69c6f87-3b9f-45c1-927a-78c60f5617a0 to [datastore1] vmware_temp/7e2fb515-3315-42de-8d8d-9684b8c68af6/a69c6f87-3b9f-45c1-927a-78c60f5617a0/tmp-sparse.vmdk on the data store datastore1 {{(pid=63366) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1974.629110] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7e6483-2d4f-4925-bc3b-cc3cfe631007 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.637224] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7293c0c6-2550-4f5e-ab26-978a73b92dcc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.650678] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fab956-26e6-4fbc-9000-216cf8460c0a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.692105] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c20268-9a3c-4375-ba4b-f54865d502de {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.698649] env[63366]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-d6fc150c-47c3-4cde-9bff-9fac245c6fe4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.724315] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Downloading image file data a69c6f87-3b9f-45c1-927a-78c60f5617a0 to the data store datastore1 {{(pid=63366) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1974.748860] env[63366]: DEBUG nova.compute.utils [None req-553da440-05da-4c39-ba74-acc45380c9f3 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1974.782377] env[63366]: DEBUG oslo_vmware.rw_handles [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/7e2fb515-3315-42de-8d8d-9684b8c68af6/a69c6f87-3b9f-45c1-927a-78c60f5617a0/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63366) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1974.853458] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Acquiring lock "refresh_cache-f62137c6-8851-4d59-9f15-2ee39cda52f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1974.853458] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Acquired lock "refresh_cache-f62137c6-8851-4d59-9f15-2ee39cda52f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1974.853619] env[63366]: DEBUG nova.network.neutron [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1974.855659] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Acquiring lock "e7a6b4c9-4a95-4664-906c-e02f4191abe6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.855879] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Lock "e7a6b4c9-4a95-4664-906c-e02f4191abe6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.889715] env[63366]: DEBUG oslo_concurrency.lockutils [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.890253] env[63366]: DEBUG nova.compute.manager [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1974.893760] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.116s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.895317] env[63366]: INFO nova.compute.claims [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1974.948314] env[63366]: DEBUG oslo_concurrency.lockutils [req-6c255e02-fa95-4194-8ce8-0ab0e72dc945 req-65b79531-43d4-47d9-a36c-f5e1a113be67 service nova] Releasing lock "refresh_cache-929c57e8-88c8-4cda-8a89-afcfda128c51" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.949314] env[63366]: DEBUG nova.compute.manager [req-6c255e02-fa95-4194-8ce8-0ab0e72dc945 req-65b79531-43d4-47d9-a36c-f5e1a113be67 service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Received event network-vif-plugged-f9679769-0a3e-4491-adae-58e4c80dce90 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1974.949314] env[63366]: DEBUG oslo_concurrency.lockutils [req-6c255e02-fa95-4194-8ce8-0ab0e72dc945 req-65b79531-43d4-47d9-a36c-f5e1a113be67 service nova] Acquiring lock "f62137c6-8851-4d59-9f15-2ee39cda52f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.949314] env[63366]: DEBUG oslo_concurrency.lockutils [req-6c255e02-fa95-4194-8ce8-0ab0e72dc945 req-65b79531-43d4-47d9-a36c-f5e1a113be67 service nova] Lock "f62137c6-8851-4d59-9f15-2ee39cda52f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.949678] env[63366]: DEBUG oslo_concurrency.lockutils [req-6c255e02-fa95-4194-8ce8-0ab0e72dc945 req-65b79531-43d4-47d9-a36c-f5e1a113be67 service nova] Lock "f62137c6-8851-4d59-9f15-2ee39cda52f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.949678] env[63366]: DEBUG nova.compute.manager [req-6c255e02-fa95-4194-8ce8-0ab0e72dc945 req-65b79531-43d4-47d9-a36c-f5e1a113be67 service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] No waiting events found dispatching network-vif-plugged-f9679769-0a3e-4491-adae-58e4c80dce90 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1974.950727] env[63366]: WARNING nova.compute.manager [req-6c255e02-fa95-4194-8ce8-0ab0e72dc945 req-65b79531-43d4-47d9-a36c-f5e1a113be67 service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Received unexpected event network-vif-plugged-f9679769-0a3e-4491-adae-58e4c80dce90 for instance with vm_state building and task_state spawning. [ 1974.950727] env[63366]: DEBUG nova.compute.manager [req-6c255e02-fa95-4194-8ce8-0ab0e72dc945 req-65b79531-43d4-47d9-a36c-f5e1a113be67 service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Received event network-changed-f9679769-0a3e-4491-adae-58e4c80dce90 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1974.950727] env[63366]: DEBUG nova.compute.manager [req-6c255e02-fa95-4194-8ce8-0ab0e72dc945 req-65b79531-43d4-47d9-a36c-f5e1a113be67 service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Refreshing instance network info cache due to event network-changed-f9679769-0a3e-4491-adae-58e4c80dce90. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1974.950727] env[63366]: DEBUG oslo_concurrency.lockutils [req-6c255e02-fa95-4194-8ce8-0ab0e72dc945 req-65b79531-43d4-47d9-a36c-f5e1a113be67 service nova] Acquiring lock "refresh_cache-f62137c6-8851-4d59-9f15-2ee39cda52f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1974.962945] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Releasing lock "refresh_cache-80fd055f-cf2a-41bd-8d94-1bdd3bd440e0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.963308] env[63366]: DEBUG nova.compute.manager [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Instance network_info: |[{"id": "cec9571f-aa66-4507-b785-4f305c02f823", "address": "fa:16:3e:70:38:36", "network": {"id": "d520ae22-033f-44e6-8ae1-53752bf4ede5", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1784358660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c7c045565964c65ae352c29118e65de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec9571f-aa", "ovs_interfaceid": "cec9571f-aa66-4507-b785-4f305c02f823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1974.963895] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:38:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cec9571f-aa66-4507-b785-4f305c02f823', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1974.971458] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Creating folder: Project (3c7c045565964c65ae352c29118e65de). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1974.974442] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9c1f8df-6cb6-4f79-b5b5-a8208d1a0ab4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.987086] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Created folder: Project (3c7c045565964c65ae352c29118e65de) in parent group-v430612. [ 1974.987241] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Creating folder: Instances. Parent ref: group-v430727. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1974.987650] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-610b4ef7-5362-48c5-8984-0e68f51b441e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.998500] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Created folder: Instances in parent group-v430727. [ 1974.998757] env[63366]: DEBUG oslo.service.loopingcall [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1974.998943] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1974.999166] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37694f1b-de73-413a-b7da-0e0a214606d6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.022968] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1975.022968] env[63366]: value = "task-2103610" [ 1975.022968] env[63366]: _type = "Task" [ 1975.022968] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.036029] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103610, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.252044] env[63366]: DEBUG oslo_concurrency.lockutils [None req-553da440-05da-4c39-ba74-acc45380c9f3 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] Lock "36746589-7243-480f-8aa8-07b7ed19cdec" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.400244] env[63366]: DEBUG nova.compute.utils [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1975.409194] env[63366]: DEBUG nova.compute.manager [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1975.409194] env[63366]: DEBUG nova.network.neutron [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1975.456901] env[63366]: DEBUG nova.network.neutron [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1975.503545] env[63366]: DEBUG nova.policy [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b97f9b181f3e4f3e8aed1334ba8c7f58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9622986e63843bba40fb1f5bd9b7a61', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1975.535450] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103610, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.691337] env[63366]: DEBUG oslo_vmware.rw_handles [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Completed reading data from the image iterator. {{(pid=63366) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1975.691777] env[63366]: DEBUG oslo_vmware.rw_handles [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/7e2fb515-3315-42de-8d8d-9684b8c68af6/a69c6f87-3b9f-45c1-927a-78c60f5617a0/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63366) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1975.766689] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Downloaded image file data a69c6f87-3b9f-45c1-927a-78c60f5617a0 to vmware_temp/7e2fb515-3315-42de-8d8d-9684b8c68af6/a69c6f87-3b9f-45c1-927a-78c60f5617a0/tmp-sparse.vmdk on the data store datastore1 {{(pid=63366) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1975.768954] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Caching image {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1975.769324] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Copying Virtual Disk [datastore1] vmware_temp/7e2fb515-3315-42de-8d8d-9684b8c68af6/a69c6f87-3b9f-45c1-927a-78c60f5617a0/tmp-sparse.vmdk to [datastore1] vmware_temp/7e2fb515-3315-42de-8d8d-9684b8c68af6/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1975.769691] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72538f1d-1f3b-457d-b2bf-2d4da144b6a6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.777397] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Waiting for the task: (returnval){ [ 1975.777397] env[63366]: value = "task-2103611" [ 1975.777397] env[63366]: _type = "Task" [ 1975.777397] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.791633] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Task: {'id': task-2103611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.914908] env[63366]: DEBUG nova.compute.manager [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1976.043844] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103610, 'name': CreateVM_Task, 'duration_secs': 0.805764} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.043844] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1976.045159] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.045159] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.045159] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1976.045400] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3941e5d2-6b12-40c5-891f-70199afc6e50 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.059322] env[63366]: DEBUG oslo_vmware.api [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Waiting for the task: (returnval){ [ 1976.059322] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52e89f97-998a-164d-f490-8822af7f8495" [ 1976.059322] env[63366]: _type = "Task" [ 1976.059322] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.068997] env[63366]: DEBUG oslo_vmware.api [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52e89f97-998a-164d-f490-8822af7f8495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.106760] env[63366]: DEBUG nova.compute.manager [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1976.107698] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746f319a-d670-493d-92e4-665155d296f3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.286480] env[63366]: DEBUG nova.compute.manager [req-9e97cbe7-bbde-4ff3-9d6f-fb5c864f310f req-ee4dbe1c-9e3b-4af2-8a20-ab635c5e3153 service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Received event network-vif-plugged-9fe54c79-1b47-4501-9b8d-6c58669f9000 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1976.286673] env[63366]: DEBUG oslo_concurrency.lockutils [req-9e97cbe7-bbde-4ff3-9d6f-fb5c864f310f req-ee4dbe1c-9e3b-4af2-8a20-ab635c5e3153 service nova] Acquiring lock "f62137c6-8851-4d59-9f15-2ee39cda52f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.286866] env[63366]: DEBUG oslo_concurrency.lockutils [req-9e97cbe7-bbde-4ff3-9d6f-fb5c864f310f req-ee4dbe1c-9e3b-4af2-8a20-ab635c5e3153 service nova] Lock "f62137c6-8851-4d59-9f15-2ee39cda52f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.287052] env[63366]: DEBUG oslo_concurrency.lockutils [req-9e97cbe7-bbde-4ff3-9d6f-fb5c864f310f req-ee4dbe1c-9e3b-4af2-8a20-ab635c5e3153 service nova] Lock "f62137c6-8851-4d59-9f15-2ee39cda52f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.287224] env[63366]: DEBUG nova.compute.manager [req-9e97cbe7-bbde-4ff3-9d6f-fb5c864f310f req-ee4dbe1c-9e3b-4af2-8a20-ab635c5e3153 service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] No waiting events found dispatching network-vif-plugged-9fe54c79-1b47-4501-9b8d-6c58669f9000 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1976.287387] env[63366]: WARNING nova.compute.manager [req-9e97cbe7-bbde-4ff3-9d6f-fb5c864f310f req-ee4dbe1c-9e3b-4af2-8a20-ab635c5e3153 service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Received unexpected event network-vif-plugged-9fe54c79-1b47-4501-9b8d-6c58669f9000 for instance with vm_state building and task_state spawning. [ 1976.287567] env[63366]: DEBUG nova.compute.manager [req-9e97cbe7-bbde-4ff3-9d6f-fb5c864f310f req-ee4dbe1c-9e3b-4af2-8a20-ab635c5e3153 service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Received event network-changed-9fe54c79-1b47-4501-9b8d-6c58669f9000 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1976.287718] env[63366]: DEBUG nova.compute.manager [req-9e97cbe7-bbde-4ff3-9d6f-fb5c864f310f req-ee4dbe1c-9e3b-4af2-8a20-ab635c5e3153 service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Refreshing instance network info cache due to event network-changed-9fe54c79-1b47-4501-9b8d-6c58669f9000. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1976.287881] env[63366]: DEBUG oslo_concurrency.lockutils [req-9e97cbe7-bbde-4ff3-9d6f-fb5c864f310f req-ee4dbe1c-9e3b-4af2-8a20-ab635c5e3153 service nova] Acquiring lock "refresh_cache-f62137c6-8851-4d59-9f15-2ee39cda52f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.294548] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Task: {'id': task-2103611, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.369368] env[63366]: DEBUG oslo_concurrency.lockutils [None req-553da440-05da-4c39-ba74-acc45380c9f3 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] Acquiring lock "36746589-7243-480f-8aa8-07b7ed19cdec" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.369458] env[63366]: DEBUG oslo_concurrency.lockutils [None req-553da440-05da-4c39-ba74-acc45380c9f3 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] Lock "36746589-7243-480f-8aa8-07b7ed19cdec" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.002s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.370467] env[63366]: INFO nova.compute.manager [None req-553da440-05da-4c39-ba74-acc45380c9f3 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Attaching volume 0095e795-dceb-42ef-b426-fcb28a5f582b to /dev/sdb [ 1976.432201] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0c4ae5-3979-4ad6-b07e-217cbcf8d8d6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.442749] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f918a4-6c29-41ed-8d78-83531d4b0cdd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.448675] env[63366]: DEBUG nova.network.neutron [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Successfully updated port: 8198be49-2f95-43a8-b0bb-ed449b9c9c88 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1976.469948] env[63366]: DEBUG nova.virt.block_device [None req-553da440-05da-4c39-ba74-acc45380c9f3 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Updating existing volume attachment record: 55f5d3bd-6b95-4ea0-8337-0579d0f12303 {{(pid=63366) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1976.477554] env[63366]: DEBUG nova.compute.manager [req-210c7797-20e3-460d-9c32-fea67b6a3209 req-07b9467c-5c61-404d-9b58-c0a3989ae158 service nova] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Received event network-changed-cec9571f-aa66-4507-b785-4f305c02f823 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1976.478828] env[63366]: DEBUG nova.compute.manager [req-210c7797-20e3-460d-9c32-fea67b6a3209 req-07b9467c-5c61-404d-9b58-c0a3989ae158 service nova] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Refreshing instance network info cache due to event network-changed-cec9571f-aa66-4507-b785-4f305c02f823. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1976.478828] env[63366]: DEBUG oslo_concurrency.lockutils [req-210c7797-20e3-460d-9c32-fea67b6a3209 req-07b9467c-5c61-404d-9b58-c0a3989ae158 service nova] Acquiring lock "refresh_cache-80fd055f-cf2a-41bd-8d94-1bdd3bd440e0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.478828] env[63366]: DEBUG oslo_concurrency.lockutils [req-210c7797-20e3-460d-9c32-fea67b6a3209 req-07b9467c-5c61-404d-9b58-c0a3989ae158 service nova] Acquired lock "refresh_cache-80fd055f-cf2a-41bd-8d94-1bdd3bd440e0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.478828] env[63366]: DEBUG nova.network.neutron [req-210c7797-20e3-460d-9c32-fea67b6a3209 req-07b9467c-5c61-404d-9b58-c0a3989ae158 service nova] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Refreshing network info cache for port cec9571f-aa66-4507-b785-4f305c02f823 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1976.485094] env[63366]: DEBUG nova.network.neutron [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Successfully created port: 520317bc-efc5-45c6-b8a3-c9a21656f41c {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1976.574755] env[63366]: DEBUG oslo_vmware.api [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52e89f97-998a-164d-f490-8822af7f8495, 'name': SearchDatastore_Task, 'duration_secs': 0.012609} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.575068] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.575419] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1976.575657] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.576491] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.576491] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1976.576491] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8947b6cd-248b-4851-8543-f984f433dbae {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.588632] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1976.588753] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1976.589866] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9408f7c8-3b3b-4fa0-bd35-26f2212ddd2a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.598928] env[63366]: DEBUG oslo_vmware.api [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Waiting for the task: (returnval){ [ 1976.598928] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52c728df-bf75-8b8b-cc4c-bd731b3033ab" [ 1976.598928] env[63366]: _type = "Task" [ 1976.598928] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.609161] env[63366]: DEBUG oslo_vmware.api [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52c728df-bf75-8b8b-cc4c-bd731b3033ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.630016] env[63366]: INFO nova.compute.manager [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] instance snapshotting [ 1976.630016] env[63366]: WARNING nova.compute.manager [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1976.631828] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a26f7dd-5bd6-467c-badb-3bfa43e50c46 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.658667] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b210f9b5-52e1-4fe3-920e-ac8609012925 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.661334] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aec406e-1ae8-4211-aa48-c88f8d7eaff9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.673960] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9b923a-f0fd-4949-bc91-f159b43b6610 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.710181] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbd292d-f56b-4ab2-bc24-b3fcd74d6f95 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.718957] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2631c1ff-5784-4949-a09a-309ade499093 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.734152] env[63366]: DEBUG nova.compute.provider_tree [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1976.789329] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Task: {'id': task-2103611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.860278} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.791808] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Copied Virtual Disk [datastore1] vmware_temp/7e2fb515-3315-42de-8d8d-9684b8c68af6/a69c6f87-3b9f-45c1-927a-78c60f5617a0/tmp-sparse.vmdk to [datastore1] vmware_temp/7e2fb515-3315-42de-8d8d-9684b8c68af6/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1976.792034] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Deleting the datastore file [datastore1] vmware_temp/7e2fb515-3315-42de-8d8d-9684b8c68af6/a69c6f87-3b9f-45c1-927a-78c60f5617a0/tmp-sparse.vmdk {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1976.792325] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b557477-4cae-433d-856c-9c8ffa965a69 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.799500] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Waiting for the task: (returnval){ [ 1976.799500] env[63366]: value = "task-2103615" [ 1976.799500] env[63366]: _type = "Task" [ 1976.799500] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.808203] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Task: {'id': task-2103615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.918054] env[63366]: DEBUG nova.network.neutron [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Updating instance_info_cache with network_info: [{"id": "85e12d3f-22b4-41ff-8e1c-79227bff56bf", "address": "fa:16:3e:f3:f4:3e", "network": {"id": "2574ba59-d9d1-47fb-93d0-fd729cfff8f5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-820532257", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d159bb1e2a7400286a4e51831385ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e12d3f-22", "ovs_interfaceid": "85e12d3f-22b4-41ff-8e1c-79227bff56bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f9679769-0a3e-4491-adae-58e4c80dce90", "address": "fa:16:3e:8d:34:22", "network": {"id": "aa8fe682-b646-4c74-af00-588c93f8be8f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-165078954", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4d159bb1e2a7400286a4e51831385ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9679769-0a", "ovs_interfaceid": "f9679769-0a3e-4491-adae-58e4c80dce90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9fe54c79-1b47-4501-9b8d-6c58669f9000", "address": "fa:16:3e:e1:05:a5", "network": {"id": "2574ba59-d9d1-47fb-93d0-fd729cfff8f5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-820532257", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d159bb1e2a7400286a4e51831385ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fe54c79-1b", "ovs_interfaceid": "9fe54c79-1b47-4501-9b8d-6c58669f9000", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1976.928646] env[63366]: DEBUG nova.compute.manager [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1976.958622] env[63366]: DEBUG nova.virt.hardware [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1976.958925] env[63366]: DEBUG nova.virt.hardware [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1976.959027] env[63366]: DEBUG nova.virt.hardware [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1976.959250] env[63366]: DEBUG nova.virt.hardware [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1976.959347] env[63366]: DEBUG nova.virt.hardware [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1976.959490] env[63366]: DEBUG nova.virt.hardware [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1976.959702] env[63366]: DEBUG nova.virt.hardware [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1976.959857] env[63366]: DEBUG nova.virt.hardware [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1976.960052] env[63366]: DEBUG nova.virt.hardware [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1976.960237] env[63366]: DEBUG nova.virt.hardware [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1976.960449] env[63366]: DEBUG nova.virt.hardware [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1976.961651] env[63366]: DEBUG oslo_concurrency.lockutils [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Acquiring lock "refresh_cache-f3b6e9ea-be4b-43c5-9503-4531eddcbe81" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.961651] env[63366]: DEBUG oslo_concurrency.lockutils [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Acquired lock "refresh_cache-f3b6e9ea-be4b-43c5-9503-4531eddcbe81" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.961651] env[63366]: DEBUG nova.network.neutron [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1976.963384] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ed9b32-a293-4ae0-a6e3-25df56092bd8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.975048] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b7235c-9bd3-4a45-afb2-a82b74953f81 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.110157] env[63366]: DEBUG oslo_vmware.api [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52c728df-bf75-8b8b-cc4c-bd731b3033ab, 'name': SearchDatastore_Task, 'duration_secs': 0.01707} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.111135] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-868563ac-4f11-4b75-932f-4651bca1b5ca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.117900] env[63366]: DEBUG oslo_vmware.api [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Waiting for the task: (returnval){ [ 1977.117900] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]528ddccf-83ab-b42b-2d9d-a6d3ee89e1c2" [ 1977.117900] env[63366]: _type = "Task" [ 1977.117900] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.128323] env[63366]: DEBUG oslo_vmware.api [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]528ddccf-83ab-b42b-2d9d-a6d3ee89e1c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.175137] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Creating Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1977.175489] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9dab733b-8b1e-476c-8e9f-6b926f2cbff8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.186379] env[63366]: DEBUG oslo_vmware.api [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 1977.186379] env[63366]: value = "task-2103616" [ 1977.186379] env[63366]: _type = "Task" [ 1977.186379] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.195874] env[63366]: DEBUG oslo_vmware.api [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103616, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.240170] env[63366]: DEBUG nova.scheduler.client.report [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1977.315130] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Task: {'id': task-2103615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024619} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.315562] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1977.315880] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Moving file from [datastore1] vmware_temp/7e2fb515-3315-42de-8d8d-9684b8c68af6/a69c6f87-3b9f-45c1-927a-78c60f5617a0 to [datastore1] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0. {{(pid=63366) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1977.316321] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-a164bada-3fd5-4913-8b1e-4b1143078918 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.325234] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Waiting for the task: (returnval){ [ 1977.325234] env[63366]: value = "task-2103617" [ 1977.325234] env[63366]: _type = "Task" [ 1977.325234] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.334147] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Task: {'id': task-2103617, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.421168] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Releasing lock "refresh_cache-f62137c6-8851-4d59-9f15-2ee39cda52f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.421609] env[63366]: DEBUG nova.compute.manager [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Instance network_info: |[{"id": "85e12d3f-22b4-41ff-8e1c-79227bff56bf", "address": "fa:16:3e:f3:f4:3e", "network": {"id": "2574ba59-d9d1-47fb-93d0-fd729cfff8f5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-820532257", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d159bb1e2a7400286a4e51831385ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e12d3f-22", "ovs_interfaceid": "85e12d3f-22b4-41ff-8e1c-79227bff56bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f9679769-0a3e-4491-adae-58e4c80dce90", "address": "fa:16:3e:8d:34:22", "network": {"id": "aa8fe682-b646-4c74-af00-588c93f8be8f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-165078954", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4d159bb1e2a7400286a4e51831385ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9679769-0a", "ovs_interfaceid": "f9679769-0a3e-4491-adae-58e4c80dce90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9fe54c79-1b47-4501-9b8d-6c58669f9000", "address": "fa:16:3e:e1:05:a5", "network": {"id": "2574ba59-d9d1-47fb-93d0-fd729cfff8f5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-820532257", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d159bb1e2a7400286a4e51831385ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fe54c79-1b", "ovs_interfaceid": "9fe54c79-1b47-4501-9b8d-6c58669f9000", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1977.421980] env[63366]: DEBUG oslo_concurrency.lockutils [req-6c255e02-fa95-4194-8ce8-0ab0e72dc945 req-65b79531-43d4-47d9-a36c-f5e1a113be67 service nova] Acquired lock "refresh_cache-f62137c6-8851-4d59-9f15-2ee39cda52f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.422103] env[63366]: DEBUG nova.network.neutron [req-6c255e02-fa95-4194-8ce8-0ab0e72dc945 req-65b79531-43d4-47d9-a36c-f5e1a113be67 service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Refreshing network info cache for port f9679769-0a3e-4491-adae-58e4c80dce90 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1977.423302] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:f4:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96fdbb91-eb49-4dbf-b234-5b38503d7589', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85e12d3f-22b4-41ff-8e1c-79227bff56bf', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:34:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9679769-0a3e-4491-adae-58e4c80dce90', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:05:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96fdbb91-eb49-4dbf-b234-5b38503d7589', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fe54c79-1b47-4501-9b8d-6c58669f9000', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1977.435565] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Creating folder: Project (4d159bb1e2a7400286a4e51831385ac0). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1977.436693] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8045ee5-36d1-4a6e-b5a8-ec51063a61e6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.447878] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Created folder: Project (4d159bb1e2a7400286a4e51831385ac0) in parent group-v430612. [ 1977.448069] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Creating folder: Instances. Parent ref: group-v430733. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1977.448384] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf72c7c7-18c7-4145-b31b-fe3f1bf2ceb1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.457186] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Created folder: Instances in parent group-v430733. [ 1977.457408] env[63366]: DEBUG oslo.service.loopingcall [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1977.457584] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1977.457772] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e3c0f88-f4cf-42c4-afcf-fd1fe7077ac4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.485990] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1977.485990] env[63366]: value = "task-2103620" [ 1977.485990] env[63366]: _type = "Task" [ 1977.485990] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.486850] env[63366]: DEBUG nova.network.neutron [req-210c7797-20e3-460d-9c32-fea67b6a3209 req-07b9467c-5c61-404d-9b58-c0a3989ae158 service nova] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Updated VIF entry in instance network info cache for port cec9571f-aa66-4507-b785-4f305c02f823. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1977.487450] env[63366]: DEBUG nova.network.neutron [req-210c7797-20e3-460d-9c32-fea67b6a3209 req-07b9467c-5c61-404d-9b58-c0a3989ae158 service nova] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Updating instance_info_cache with network_info: [{"id": "cec9571f-aa66-4507-b785-4f305c02f823", "address": "fa:16:3e:70:38:36", "network": {"id": "d520ae22-033f-44e6-8ae1-53752bf4ede5", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1784358660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c7c045565964c65ae352c29118e65de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec9571f-aa", "ovs_interfaceid": "cec9571f-aa66-4507-b785-4f305c02f823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.497788] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103620, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.537724] env[63366]: DEBUG nova.network.neutron [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1977.631843] env[63366]: DEBUG oslo_vmware.api [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]528ddccf-83ab-b42b-2d9d-a6d3ee89e1c2, 'name': SearchDatastore_Task, 'duration_secs': 0.012202} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.631843] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.631843] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0/80fd055f-cf2a-41bd-8d94-1bdd3bd440e0.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1977.631843] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-838a8395-eabf-4965-a120-ee2f2436cf9d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.638920] env[63366]: DEBUG oslo_vmware.api [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Waiting for the task: (returnval){ [ 1977.638920] env[63366]: value = "task-2103621" [ 1977.638920] env[63366]: _type = "Task" [ 1977.638920] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.646484] env[63366]: DEBUG oslo_vmware.api [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Task: {'id': task-2103621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.707138] env[63366]: DEBUG oslo_vmware.api [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103616, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.749276] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.855s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.749805] env[63366]: DEBUG nova.compute.manager [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1977.753235] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.966s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.754854] env[63366]: INFO nova.compute.claims [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1977.840725] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Task: {'id': task-2103617, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.030861} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.841604] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] File moved {{(pid=63366) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1977.841981] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Cleaning up location [datastore1] vmware_temp/7e2fb515-3315-42de-8d8d-9684b8c68af6 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1977.842301] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Deleting the datastore file [datastore1] vmware_temp/7e2fb515-3315-42de-8d8d-9684b8c68af6 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1977.842736] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49ba4b5d-959f-4b2c-94cd-27cc4d110b71 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.853311] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Waiting for the task: (returnval){ [ 1977.853311] env[63366]: value = "task-2103622" [ 1977.853311] env[63366]: _type = "Task" [ 1977.853311] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.866238] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Task: {'id': task-2103622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.873143] env[63366]: DEBUG nova.network.neutron [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Updating instance_info_cache with network_info: [{"id": "8198be49-2f95-43a8-b0bb-ed449b9c9c88", "address": "fa:16:3e:21:ca:8f", "network": {"id": "cb891f53-6966-481e-9bb8-37408aacd0b9", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-532324496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "055bcbd61a5c4f4d912378a2762db5ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8198be49-2f", "ovs_interfaceid": "8198be49-2f95-43a8-b0bb-ed449b9c9c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.901985] env[63366]: DEBUG oslo_concurrency.lockutils [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "85d67c6c-ff9a-4c24-8f89-845a0e2829bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.902189] env[63366]: DEBUG oslo_concurrency.lockutils [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "85d67c6c-ff9a-4c24-8f89-845a0e2829bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.989498] env[63366]: DEBUG oslo_concurrency.lockutils [req-210c7797-20e3-460d-9c32-fea67b6a3209 req-07b9467c-5c61-404d-9b58-c0a3989ae158 service nova] Releasing lock "refresh_cache-80fd055f-cf2a-41bd-8d94-1bdd3bd440e0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.003985] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103620, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.149452] env[63366]: DEBUG oslo_vmware.api [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Task: {'id': task-2103621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485693} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.149613] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0/80fd055f-cf2a-41bd-8d94-1bdd3bd440e0.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1978.149825] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1978.150096] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33ecc106-fffa-408a-ad7f-6f40fee2941e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.157447] env[63366]: DEBUG oslo_vmware.api [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Waiting for the task: (returnval){ [ 1978.157447] env[63366]: value = "task-2103623" [ 1978.157447] env[63366]: _type = "Task" [ 1978.157447] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.168689] env[63366]: DEBUG oslo_vmware.api [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Task: {'id': task-2103623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.197995] env[63366]: DEBUG oslo_vmware.api [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103616, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.255553] env[63366]: DEBUG nova.compute.utils [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1978.256172] env[63366]: DEBUG nova.compute.manager [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1978.260020] env[63366]: DEBUG nova.network.neutron [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1978.349520] env[63366]: DEBUG nova.network.neutron [req-6c255e02-fa95-4194-8ce8-0ab0e72dc945 req-65b79531-43d4-47d9-a36c-f5e1a113be67 service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Updated VIF entry in instance network info cache for port f9679769-0a3e-4491-adae-58e4c80dce90. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1978.350219] env[63366]: DEBUG nova.network.neutron [req-6c255e02-fa95-4194-8ce8-0ab0e72dc945 req-65b79531-43d4-47d9-a36c-f5e1a113be67 service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Updating instance_info_cache with network_info: [{"id": "85e12d3f-22b4-41ff-8e1c-79227bff56bf", "address": "fa:16:3e:f3:f4:3e", "network": {"id": "2574ba59-d9d1-47fb-93d0-fd729cfff8f5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-820532257", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d159bb1e2a7400286a4e51831385ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e12d3f-22", "ovs_interfaceid": "85e12d3f-22b4-41ff-8e1c-79227bff56bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f9679769-0a3e-4491-adae-58e4c80dce90", "address": "fa:16:3e:8d:34:22", "network": {"id": "aa8fe682-b646-4c74-af00-588c93f8be8f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-165078954", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4d159bb1e2a7400286a4e51831385ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9679769-0a", "ovs_interfaceid": "f9679769-0a3e-4491-adae-58e4c80dce90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9fe54c79-1b47-4501-9b8d-6c58669f9000", "address": "fa:16:3e:e1:05:a5", "network": {"id": "2574ba59-d9d1-47fb-93d0-fd729cfff8f5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-820532257", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d159bb1e2a7400286a4e51831385ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fe54c79-1b", "ovs_interfaceid": "9fe54c79-1b47-4501-9b8d-6c58669f9000", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.361898] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Task: {'id': task-2103622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.046898} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.363222] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1978.363222] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-326a7655-ee74-4099-85b7-0438d4f49b28 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.369235] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Waiting for the task: (returnval){ [ 1978.369235] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52266f98-2a18-5371-eb85-7844829016ba" [ 1978.369235] env[63366]: _type = "Task" [ 1978.369235] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.377870] env[63366]: DEBUG oslo_concurrency.lockutils [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Releasing lock "refresh_cache-f3b6e9ea-be4b-43c5-9503-4531eddcbe81" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.378172] env[63366]: DEBUG nova.compute.manager [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Instance network_info: |[{"id": "8198be49-2f95-43a8-b0bb-ed449b9c9c88", "address": "fa:16:3e:21:ca:8f", "network": {"id": "cb891f53-6966-481e-9bb8-37408aacd0b9", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-532324496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "055bcbd61a5c4f4d912378a2762db5ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8198be49-2f", "ovs_interfaceid": "8198be49-2f95-43a8-b0bb-ed449b9c9c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1978.378711] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52266f98-2a18-5371-eb85-7844829016ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.379089] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:ca:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8198be49-2f95-43a8-b0bb-ed449b9c9c88', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1978.386408] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Creating folder: Project (055bcbd61a5c4f4d912378a2762db5ce). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1978.386913] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57ffdfaf-d342-458e-9005-ac17fa05f442 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.396568] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Created folder: Project (055bcbd61a5c4f4d912378a2762db5ce) in parent group-v430612. [ 1978.396749] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Creating folder: Instances. Parent ref: group-v430736. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1978.396974] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b759b3a-f63e-40be-950d-d39eb93bf6e5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.406179] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Created folder: Instances in parent group-v430736. [ 1978.406447] env[63366]: DEBUG oslo.service.loopingcall [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1978.406570] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1978.406845] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b7ea5af-b391-4dca-a539-e3281dba6e9d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.434034] env[63366]: DEBUG nova.policy [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa61cc0d353b47df81bd3e2bd0425d44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc914ffb3cb14b05819d26b141f2c725', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1978.442526] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1978.442526] env[63366]: value = "task-2103626" [ 1978.442526] env[63366]: _type = "Task" [ 1978.442526] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.450445] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103626, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.501602] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103620, 'name': CreateVM_Task, 'duration_secs': 0.892573} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.501879] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1978.502808] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.502997] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.503371] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1978.503648] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6ed077e-b944-4f40-afbb-b904486cf1c5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.507818] env[63366]: DEBUG nova.compute.manager [req-a9ede285-3a4f-4194-83ee-68442b27dd05 req-96923faf-04e7-4ae7-a727-0546d29fa289 service nova] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Received event network-vif-plugged-8198be49-2f95-43a8-b0bb-ed449b9c9c88 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1978.508053] env[63366]: DEBUG oslo_concurrency.lockutils [req-a9ede285-3a4f-4194-83ee-68442b27dd05 req-96923faf-04e7-4ae7-a727-0546d29fa289 service nova] Acquiring lock "f3b6e9ea-be4b-43c5-9503-4531eddcbe81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.508276] env[63366]: DEBUG oslo_concurrency.lockutils [req-a9ede285-3a4f-4194-83ee-68442b27dd05 req-96923faf-04e7-4ae7-a727-0546d29fa289 service nova] Lock "f3b6e9ea-be4b-43c5-9503-4531eddcbe81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.508564] env[63366]: DEBUG oslo_concurrency.lockutils [req-a9ede285-3a4f-4194-83ee-68442b27dd05 req-96923faf-04e7-4ae7-a727-0546d29fa289 service nova] Lock "f3b6e9ea-be4b-43c5-9503-4531eddcbe81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.508640] env[63366]: DEBUG nova.compute.manager [req-a9ede285-3a4f-4194-83ee-68442b27dd05 req-96923faf-04e7-4ae7-a727-0546d29fa289 service nova] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] No waiting events found dispatching network-vif-plugged-8198be49-2f95-43a8-b0bb-ed449b9c9c88 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1978.508806] env[63366]: WARNING nova.compute.manager [req-a9ede285-3a4f-4194-83ee-68442b27dd05 req-96923faf-04e7-4ae7-a727-0546d29fa289 service nova] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Received unexpected event network-vif-plugged-8198be49-2f95-43a8-b0bb-ed449b9c9c88 for instance with vm_state building and task_state spawning. [ 1978.508987] env[63366]: DEBUG nova.compute.manager [req-a9ede285-3a4f-4194-83ee-68442b27dd05 req-96923faf-04e7-4ae7-a727-0546d29fa289 service nova] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Received event network-changed-8198be49-2f95-43a8-b0bb-ed449b9c9c88 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1978.509114] env[63366]: DEBUG nova.compute.manager [req-a9ede285-3a4f-4194-83ee-68442b27dd05 req-96923faf-04e7-4ae7-a727-0546d29fa289 service nova] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Refreshing instance network info cache due to event network-changed-8198be49-2f95-43a8-b0bb-ed449b9c9c88. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1978.509291] env[63366]: DEBUG oslo_concurrency.lockutils [req-a9ede285-3a4f-4194-83ee-68442b27dd05 req-96923faf-04e7-4ae7-a727-0546d29fa289 service nova] Acquiring lock "refresh_cache-f3b6e9ea-be4b-43c5-9503-4531eddcbe81" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.509420] env[63366]: DEBUG oslo_concurrency.lockutils [req-a9ede285-3a4f-4194-83ee-68442b27dd05 req-96923faf-04e7-4ae7-a727-0546d29fa289 service nova] Acquired lock "refresh_cache-f3b6e9ea-be4b-43c5-9503-4531eddcbe81" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.509570] env[63366]: DEBUG nova.network.neutron [req-a9ede285-3a4f-4194-83ee-68442b27dd05 req-96923faf-04e7-4ae7-a727-0546d29fa289 service nova] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Refreshing network info cache for port 8198be49-2f95-43a8-b0bb-ed449b9c9c88 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1978.513877] env[63366]: DEBUG oslo_vmware.api [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Waiting for the task: (returnval){ [ 1978.513877] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52bf3013-ae8f-8028-b050-309303aab696" [ 1978.513877] env[63366]: _type = "Task" [ 1978.513877] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.522642] env[63366]: DEBUG oslo_vmware.api [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52bf3013-ae8f-8028-b050-309303aab696, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.669030] env[63366]: DEBUG oslo_vmware.api [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Task: {'id': task-2103623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067469} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.669336] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1978.670133] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcce6792-cb7a-4496-818c-6d8b868ed985 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.692658] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0/80fd055f-cf2a-41bd-8d94-1bdd3bd440e0.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1978.692969] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aafd32db-73a8-402f-ade5-4995bca51247 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.715233] env[63366]: DEBUG oslo_vmware.api [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103616, 'name': CreateSnapshot_Task, 'duration_secs': 1.259034} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.716218] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Created Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1978.716518] env[63366]: DEBUG oslo_vmware.api [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Waiting for the task: (returnval){ [ 1978.716518] env[63366]: value = "task-2103627" [ 1978.716518] env[63366]: _type = "Task" [ 1978.716518] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.717162] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b01990c-0e7c-477c-a932-3eceb97bc49f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.742036] env[63366]: DEBUG oslo_vmware.api [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Task: {'id': task-2103627, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.761390] env[63366]: DEBUG nova.compute.manager [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1978.856221] env[63366]: DEBUG oslo_concurrency.lockutils [req-6c255e02-fa95-4194-8ce8-0ab0e72dc945 req-65b79531-43d4-47d9-a36c-f5e1a113be67 service nova] Releasing lock "refresh_cache-f62137c6-8851-4d59-9f15-2ee39cda52f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.857302] env[63366]: DEBUG nova.compute.manager [req-6c255e02-fa95-4194-8ce8-0ab0e72dc945 req-65b79531-43d4-47d9-a36c-f5e1a113be67 service nova] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Received event network-vif-plugged-cec9571f-aa66-4507-b785-4f305c02f823 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1978.857652] env[63366]: DEBUG oslo_concurrency.lockutils [req-6c255e02-fa95-4194-8ce8-0ab0e72dc945 req-65b79531-43d4-47d9-a36c-f5e1a113be67 service nova] Acquiring lock "80fd055f-cf2a-41bd-8d94-1bdd3bd440e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.858125] env[63366]: DEBUG oslo_concurrency.lockutils [req-6c255e02-fa95-4194-8ce8-0ab0e72dc945 req-65b79531-43d4-47d9-a36c-f5e1a113be67 service nova] Lock "80fd055f-cf2a-41bd-8d94-1bdd3bd440e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.858465] env[63366]: DEBUG oslo_concurrency.lockutils [req-6c255e02-fa95-4194-8ce8-0ab0e72dc945 req-65b79531-43d4-47d9-a36c-f5e1a113be67 service nova] Lock "80fd055f-cf2a-41bd-8d94-1bdd3bd440e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.858687] env[63366]: DEBUG nova.compute.manager [req-6c255e02-fa95-4194-8ce8-0ab0e72dc945 req-65b79531-43d4-47d9-a36c-f5e1a113be67 service nova] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] No waiting events found dispatching network-vif-plugged-cec9571f-aa66-4507-b785-4f305c02f823 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1978.859075] env[63366]: WARNING nova.compute.manager [req-6c255e02-fa95-4194-8ce8-0ab0e72dc945 req-65b79531-43d4-47d9-a36c-f5e1a113be67 service nova] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Received unexpected event network-vif-plugged-cec9571f-aa66-4507-b785-4f305c02f823 for instance with vm_state building and task_state spawning. [ 1978.860196] env[63366]: DEBUG oslo_concurrency.lockutils [req-9e97cbe7-bbde-4ff3-9d6f-fb5c864f310f req-ee4dbe1c-9e3b-4af2-8a20-ab635c5e3153 service nova] Acquired lock "refresh_cache-f62137c6-8851-4d59-9f15-2ee39cda52f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.860431] env[63366]: DEBUG nova.network.neutron [req-9e97cbe7-bbde-4ff3-9d6f-fb5c864f310f req-ee4dbe1c-9e3b-4af2-8a20-ab635c5e3153 service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Refreshing network info cache for port 9fe54c79-1b47-4501-9b8d-6c58669f9000 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1978.883711] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52266f98-2a18-5371-eb85-7844829016ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010295} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.883978] env[63366]: DEBUG oslo_concurrency.lockutils [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.884272] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore1] 929c57e8-88c8-4cda-8a89-afcfda128c51/929c57e8-88c8-4cda-8a89-afcfda128c51.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1978.884517] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc91ceb5-c942-4203-9fd2-18baa28f02dd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.893096] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Waiting for the task: (returnval){ [ 1978.893096] env[63366]: value = "task-2103629" [ 1978.893096] env[63366]: _type = "Task" [ 1978.893096] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.904459] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Task: {'id': task-2103629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.958659] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103626, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.024370] env[63366]: DEBUG oslo_vmware.api [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52bf3013-ae8f-8028-b050-309303aab696, 'name': SearchDatastore_Task, 'duration_secs': 0.010337} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.027223] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.027504] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1979.027824] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.027903] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.028076] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1979.029013] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd5d7d86-8050-4ea7-97d0-9af644af9832 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.038492] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1979.038651] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1979.039430] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f84860f-3b47-4dc4-9edf-36d85ecffa9b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.049285] env[63366]: DEBUG oslo_vmware.api [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Waiting for the task: (returnval){ [ 1979.049285] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52a15acf-ec33-d7c9-651b-9ece49f72950" [ 1979.049285] env[63366]: _type = "Task" [ 1979.049285] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.062729] env[63366]: DEBUG oslo_vmware.api [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a15acf-ec33-d7c9-651b-9ece49f72950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.233161] env[63366]: DEBUG oslo_vmware.api [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Task: {'id': task-2103627, 'name': ReconfigVM_Task, 'duration_secs': 0.419785} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.233473] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0/80fd055f-cf2a-41bd-8d94-1bdd3bd440e0.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1979.234140] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02594388-200b-4a31-b939-791b0af5b635 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.251023] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Creating linked-clone VM from snapshot {{(pid=63366) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1979.260026] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f7115ae8-c593-41c9-a483-b1f09ddb6afb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.263711] env[63366]: DEBUG oslo_vmware.api [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Waiting for the task: (returnval){ [ 1979.263711] env[63366]: value = "task-2103630" [ 1979.263711] env[63366]: _type = "Task" [ 1979.263711] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.274934] env[63366]: DEBUG oslo_vmware.api [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 1979.274934] env[63366]: value = "task-2103631" [ 1979.274934] env[63366]: _type = "Task" [ 1979.274934] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.285062] env[63366]: DEBUG oslo_vmware.api [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Task: {'id': task-2103630, 'name': Rename_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.291867] env[63366]: DEBUG oslo_vmware.api [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103631, 'name': CloneVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.408181] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Task: {'id': task-2103629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513389} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.411120] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore1] 929c57e8-88c8-4cda-8a89-afcfda128c51/929c57e8-88c8-4cda-8a89-afcfda128c51.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1979.411363] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1979.414095] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d3d0ab8-d2ef-4d08-8d05-5d02f1c2f581 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.426742] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Waiting for the task: (returnval){ [ 1979.426742] env[63366]: value = "task-2103632" [ 1979.426742] env[63366]: _type = "Task" [ 1979.426742] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.439977] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Task: {'id': task-2103632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.446220] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d45761-e9dc-4c2c-8097-996d83d89f34 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.459436] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7405893-886d-4910-8b06-a8f200dc1ebc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.463439] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103626, 'name': CreateVM_Task, 'duration_secs': 0.541985} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.463648] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1979.464789] env[63366]: DEBUG oslo_concurrency.lockutils [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.464968] env[63366]: DEBUG oslo_concurrency.lockutils [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.468711] env[63366]: DEBUG oslo_concurrency.lockutils [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1979.468711] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dcf5bff-39e3-4ba4-925d-ab9cb1897739 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.495754] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd566497-aca1-407f-a2f1-56ded657e3ac {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.504030] env[63366]: DEBUG oslo_vmware.api [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Waiting for the task: (returnval){ [ 1979.504030] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52be1728-c6a8-2045-8ab8-cfb24886b370" [ 1979.504030] env[63366]: _type = "Task" [ 1979.504030] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.511058] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db86735f-2f5f-48c7-b977-4b5605a92602 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.520659] env[63366]: DEBUG oslo_vmware.api [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52be1728-c6a8-2045-8ab8-cfb24886b370, 'name': SearchDatastore_Task, 'duration_secs': 0.009748} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.523653] env[63366]: DEBUG oslo_concurrency.lockutils [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.523922] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1979.524154] env[63366]: DEBUG oslo_concurrency.lockutils [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.533904] env[63366]: DEBUG nova.compute.provider_tree [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1979.545526] env[63366]: DEBUG nova.network.neutron [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Successfully updated port: 520317bc-efc5-45c6-b8a3-c9a21656f41c {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1979.562215] env[63366]: DEBUG oslo_vmware.api [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a15acf-ec33-d7c9-651b-9ece49f72950, 'name': SearchDatastore_Task, 'duration_secs': 0.010741} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.563306] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e07ddf67-daa4-466c-be25-1510e402486b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.571258] env[63366]: DEBUG oslo_vmware.api [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Waiting for the task: (returnval){ [ 1979.571258] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5229fa48-3aec-5e18-9c5a-d7b6b38deea0" [ 1979.571258] env[63366]: _type = "Task" [ 1979.571258] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.579725] env[63366]: DEBUG oslo_vmware.api [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5229fa48-3aec-5e18-9c5a-d7b6b38deea0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.622796] env[63366]: DEBUG nova.network.neutron [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Successfully created port: 3d75c37d-a7a6-4bd0-b94e-072487d00c88 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1979.677913] env[63366]: DEBUG nova.network.neutron [req-9e97cbe7-bbde-4ff3-9d6f-fb5c864f310f req-ee4dbe1c-9e3b-4af2-8a20-ab635c5e3153 service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Updated VIF entry in instance network info cache for port 9fe54c79-1b47-4501-9b8d-6c58669f9000. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1979.678468] env[63366]: DEBUG nova.network.neutron [req-9e97cbe7-bbde-4ff3-9d6f-fb5c864f310f req-ee4dbe1c-9e3b-4af2-8a20-ab635c5e3153 service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Updating instance_info_cache with network_info: [{"id": "85e12d3f-22b4-41ff-8e1c-79227bff56bf", "address": "fa:16:3e:f3:f4:3e", "network": {"id": "2574ba59-d9d1-47fb-93d0-fd729cfff8f5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-820532257", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d159bb1e2a7400286a4e51831385ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e12d3f-22", "ovs_interfaceid": "85e12d3f-22b4-41ff-8e1c-79227bff56bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f9679769-0a3e-4491-adae-58e4c80dce90", "address": "fa:16:3e:8d:34:22", "network": {"id": "aa8fe682-b646-4c74-af00-588c93f8be8f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-165078954", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4d159bb1e2a7400286a4e51831385ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9679769-0a", "ovs_interfaceid": "f9679769-0a3e-4491-adae-58e4c80dce90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9fe54c79-1b47-4501-9b8d-6c58669f9000", "address": "fa:16:3e:e1:05:a5", "network": {"id": "2574ba59-d9d1-47fb-93d0-fd729cfff8f5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-820532257", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d159bb1e2a7400286a4e51831385ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fe54c79-1b", "ovs_interfaceid": "9fe54c79-1b47-4501-9b8d-6c58669f9000", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1979.751339] env[63366]: DEBUG nova.network.neutron [req-a9ede285-3a4f-4194-83ee-68442b27dd05 req-96923faf-04e7-4ae7-a727-0546d29fa289 service nova] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Updated VIF entry in instance network info cache for port 8198be49-2f95-43a8-b0bb-ed449b9c9c88. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1979.751339] env[63366]: DEBUG nova.network.neutron [req-a9ede285-3a4f-4194-83ee-68442b27dd05 req-96923faf-04e7-4ae7-a727-0546d29fa289 service nova] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Updating instance_info_cache with network_info: [{"id": "8198be49-2f95-43a8-b0bb-ed449b9c9c88", "address": "fa:16:3e:21:ca:8f", "network": {"id": "cb891f53-6966-481e-9bb8-37408aacd0b9", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-532324496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "055bcbd61a5c4f4d912378a2762db5ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8198be49-2f", "ovs_interfaceid": "8198be49-2f95-43a8-b0bb-ed449b9c9c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1979.775305] env[63366]: DEBUG nova.compute.manager [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1979.789511] env[63366]: DEBUG oslo_vmware.api [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Task: {'id': task-2103630, 'name': Rename_Task, 'duration_secs': 0.233338} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.790450] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1979.793196] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-728a426a-6ea3-4b72-b4f2-0b6d5e2d2de1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.805019] env[63366]: DEBUG oslo_vmware.api [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103631, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.809947] env[63366]: DEBUG oslo_vmware.api [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Waiting for the task: (returnval){ [ 1979.809947] env[63366]: value = "task-2103633" [ 1979.809947] env[63366]: _type = "Task" [ 1979.809947] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.816853] env[63366]: DEBUG nova.virt.hardware [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1979.817268] env[63366]: DEBUG nova.virt.hardware [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1979.817453] env[63366]: DEBUG nova.virt.hardware [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1979.817745] env[63366]: DEBUG nova.virt.hardware [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1979.817991] env[63366]: DEBUG nova.virt.hardware [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1979.818556] env[63366]: DEBUG nova.virt.hardware [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1979.818801] env[63366]: DEBUG nova.virt.hardware [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1979.818965] env[63366]: DEBUG nova.virt.hardware [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1979.819149] env[63366]: DEBUG nova.virt.hardware [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1979.819307] env[63366]: DEBUG nova.virt.hardware [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1979.819476] env[63366]: DEBUG nova.virt.hardware [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1979.825081] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa679c4-23ac-4419-8cef-18dd302dd4e0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.830112] env[63366]: DEBUG oslo_vmware.api [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Task: {'id': task-2103633, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.833547] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068d8740-f4ec-40c5-bea0-7ba1cf0b4701 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.937616] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Task: {'id': task-2103632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068692} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.937901] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1979.938731] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e914e24-215d-413b-85b6-580398a73b56 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.962736] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 929c57e8-88c8-4cda-8a89-afcfda128c51/929c57e8-88c8-4cda-8a89-afcfda128c51.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1979.963070] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-961e78a6-783d-414f-a74b-9c0baea6e8cc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.990329] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Waiting for the task: (returnval){ [ 1979.990329] env[63366]: value = "task-2103634" [ 1979.990329] env[63366]: _type = "Task" [ 1979.990329] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.999838] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Task: {'id': task-2103634, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.039088] env[63366]: DEBUG nova.scheduler.client.report [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1980.047628] env[63366]: DEBUG oslo_concurrency.lockutils [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquiring lock "refresh_cache-394309ab-d10e-4578-bb8c-82372267ba4d" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.047739] env[63366]: DEBUG oslo_concurrency.lockutils [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquired lock "refresh_cache-394309ab-d10e-4578-bb8c-82372267ba4d" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.047876] env[63366]: DEBUG nova.network.neutron [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1980.087164] env[63366]: DEBUG oslo_vmware.api [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5229fa48-3aec-5e18-9c5a-d7b6b38deea0, 'name': SearchDatastore_Task, 'duration_secs': 0.01044} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.087459] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.087718] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] f62137c6-8851-4d59-9f15-2ee39cda52f6/f62137c6-8851-4d59-9f15-2ee39cda52f6.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1980.087991] env[63366]: DEBUG oslo_concurrency.lockutils [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.088185] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1980.088402] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6549d89-07db-425d-ba0a-8fa838aa5769 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.090674] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-828b0973-9f63-4c2a-8b04-c0eb30951660 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.100448] env[63366]: DEBUG oslo_vmware.api [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Waiting for the task: (returnval){ [ 1980.100448] env[63366]: value = "task-2103635" [ 1980.100448] env[63366]: _type = "Task" [ 1980.100448] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.102304] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1980.102477] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1980.103514] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10c06eee-133c-488a-8a5c-5a22f524481a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.110332] env[63366]: DEBUG oslo_vmware.api [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.112489] env[63366]: DEBUG oslo_vmware.api [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Waiting for the task: (returnval){ [ 1980.112489] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]528ec349-7559-d5ac-07eb-a989344d62f2" [ 1980.112489] env[63366]: _type = "Task" [ 1980.112489] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.120270] env[63366]: DEBUG oslo_vmware.api [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]528ec349-7559-d5ac-07eb-a989344d62f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.183032] env[63366]: DEBUG oslo_concurrency.lockutils [req-9e97cbe7-bbde-4ff3-9d6f-fb5c864f310f req-ee4dbe1c-9e3b-4af2-8a20-ab635c5e3153 service nova] Releasing lock "refresh_cache-f62137c6-8851-4d59-9f15-2ee39cda52f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.251813] env[63366]: DEBUG oslo_concurrency.lockutils [req-a9ede285-3a4f-4194-83ee-68442b27dd05 req-96923faf-04e7-4ae7-a727-0546d29fa289 service nova] Releasing lock "refresh_cache-f3b6e9ea-be4b-43c5-9503-4531eddcbe81" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.292570] env[63366]: DEBUG oslo_vmware.api [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103631, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.321017] env[63366]: DEBUG oslo_vmware.api [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Task: {'id': task-2103633, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.501030] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Task: {'id': task-2103634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.534471] env[63366]: DEBUG nova.compute.manager [req-acd316ae-a898-487d-8a71-b7892ce6e0ed req-f382307b-62f2-4203-a652-2b2106835192 service nova] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Received event network-vif-plugged-520317bc-efc5-45c6-b8a3-c9a21656f41c {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1980.534722] env[63366]: DEBUG oslo_concurrency.lockutils [req-acd316ae-a898-487d-8a71-b7892ce6e0ed req-f382307b-62f2-4203-a652-2b2106835192 service nova] Acquiring lock "394309ab-d10e-4578-bb8c-82372267ba4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.534873] env[63366]: DEBUG oslo_concurrency.lockutils [req-acd316ae-a898-487d-8a71-b7892ce6e0ed req-f382307b-62f2-4203-a652-2b2106835192 service nova] Lock "394309ab-d10e-4578-bb8c-82372267ba4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.535048] env[63366]: DEBUG oslo_concurrency.lockutils [req-acd316ae-a898-487d-8a71-b7892ce6e0ed req-f382307b-62f2-4203-a652-2b2106835192 service nova] Lock "394309ab-d10e-4578-bb8c-82372267ba4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.535210] env[63366]: DEBUG nova.compute.manager [req-acd316ae-a898-487d-8a71-b7892ce6e0ed req-f382307b-62f2-4203-a652-2b2106835192 service nova] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] No waiting events found dispatching network-vif-plugged-520317bc-efc5-45c6-b8a3-c9a21656f41c {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1980.535368] env[63366]: WARNING nova.compute.manager [req-acd316ae-a898-487d-8a71-b7892ce6e0ed req-f382307b-62f2-4203-a652-2b2106835192 service nova] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Received unexpected event network-vif-plugged-520317bc-efc5-45c6-b8a3-c9a21656f41c for instance with vm_state building and task_state spawning. [ 1980.535719] env[63366]: DEBUG nova.compute.manager [req-acd316ae-a898-487d-8a71-b7892ce6e0ed req-f382307b-62f2-4203-a652-2b2106835192 service nova] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Received event network-changed-520317bc-efc5-45c6-b8a3-c9a21656f41c {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1980.535719] env[63366]: DEBUG nova.compute.manager [req-acd316ae-a898-487d-8a71-b7892ce6e0ed req-f382307b-62f2-4203-a652-2b2106835192 service nova] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Refreshing instance network info cache due to event network-changed-520317bc-efc5-45c6-b8a3-c9a21656f41c. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1980.535923] env[63366]: DEBUG oslo_concurrency.lockutils [req-acd316ae-a898-487d-8a71-b7892ce6e0ed req-f382307b-62f2-4203-a652-2b2106835192 service nova] Acquiring lock "refresh_cache-394309ab-d10e-4578-bb8c-82372267ba4d" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.542439] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.542936] env[63366]: DEBUG nova.compute.manager [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1980.549644] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.708s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.549644] env[63366]: INFO nova.compute.claims [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1980.612025] env[63366]: DEBUG oslo_vmware.api [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103635, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.626910] env[63366]: DEBUG oslo_vmware.api [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]528ec349-7559-d5ac-07eb-a989344d62f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011191} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.630795] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-869d974d-4583-4129-adf2-2747f3732988 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.633677] env[63366]: DEBUG nova.network.neutron [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1980.641319] env[63366]: DEBUG oslo_vmware.api [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Waiting for the task: (returnval){ [ 1980.641319] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52658feb-fc4a-3547-7370-0570b538533f" [ 1980.641319] env[63366]: _type = "Task" [ 1980.641319] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.649623] env[63366]: DEBUG oslo_vmware.api [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52658feb-fc4a-3547-7370-0570b538533f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.791095] env[63366]: DEBUG oslo_vmware.api [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103631, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.822632] env[63366]: DEBUG oslo_vmware.api [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Task: {'id': task-2103633, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.882786] env[63366]: DEBUG nova.network.neutron [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Updating instance_info_cache with network_info: [{"id": "520317bc-efc5-45c6-b8a3-c9a21656f41c", "address": "fa:16:3e:5e:30:f5", "network": {"id": "764dc435-fc64-48c6-ba7f-b6bf111b21dc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1851394257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9622986e63843bba40fb1f5bd9b7a61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap520317bc-ef", "ovs_interfaceid": "520317bc-efc5-45c6-b8a3-c9a21656f41c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.005318] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Task: {'id': task-2103634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.022211] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-553da440-05da-4c39-ba74-acc45380c9f3 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Volume attach. Driver type: vmdk {{(pid=63366) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1981.022475] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-553da440-05da-4c39-ba74-acc45380c9f3 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430732', 'volume_id': '0095e795-dceb-42ef-b426-fcb28a5f582b', 'name': 'volume-0095e795-dceb-42ef-b426-fcb28a5f582b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '36746589-7243-480f-8aa8-07b7ed19cdec', 'attached_at': '', 'detached_at': '', 'volume_id': '0095e795-dceb-42ef-b426-fcb28a5f582b', 'serial': '0095e795-dceb-42ef-b426-fcb28a5f582b'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1981.023433] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813eb465-70be-41ae-9c18-3a6dc7d373ec {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.045311] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3593f677-dc46-4dca-b1f5-9d5eebf26f09 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.052591] env[63366]: DEBUG nova.compute.utils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1981.070940] env[63366]: DEBUG nova.compute.manager [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1981.071178] env[63366]: DEBUG nova.network.neutron [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1981.081757] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-553da440-05da-4c39-ba74-acc45380c9f3 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] volume-0095e795-dceb-42ef-b426-fcb28a5f582b/volume-0095e795-dceb-42ef-b426-fcb28a5f582b.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1981.083341] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b8f5e7b-807c-43d5-ae31-4784b701f900 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.106605] env[63366]: DEBUG oslo_vmware.api [None req-553da440-05da-4c39-ba74-acc45380c9f3 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] Waiting for the task: (returnval){ [ 1981.106605] env[63366]: value = "task-2103636" [ 1981.106605] env[63366]: _type = "Task" [ 1981.106605] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.113514] env[63366]: DEBUG oslo_vmware.api [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.896742} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.114659] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] f62137c6-8851-4d59-9f15-2ee39cda52f6/f62137c6-8851-4d59-9f15-2ee39cda52f6.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1981.114940] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1981.115495] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cae3b19f-9abb-4633-aff0-f755e3f43f86 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.120874] env[63366]: DEBUG oslo_vmware.api [None req-553da440-05da-4c39-ba74-acc45380c9f3 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] Task: {'id': task-2103636, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.125441] env[63366]: DEBUG oslo_vmware.api [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Waiting for the task: (returnval){ [ 1981.125441] env[63366]: value = "task-2103637" [ 1981.125441] env[63366]: _type = "Task" [ 1981.125441] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.134956] env[63366]: DEBUG oslo_vmware.api [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.148453] env[63366]: DEBUG oslo_vmware.api [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52658feb-fc4a-3547-7370-0570b538533f, 'name': SearchDatastore_Task, 'duration_secs': 0.048553} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.148757] env[63366]: DEBUG oslo_concurrency.lockutils [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.149044] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] f3b6e9ea-be4b-43c5-9503-4531eddcbe81/f3b6e9ea-be4b-43c5-9503-4531eddcbe81.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1981.149303] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-442690c4-2b2b-4791-9551-4a011e3367d6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.156101] env[63366]: DEBUG oslo_vmware.api [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Waiting for the task: (returnval){ [ 1981.156101] env[63366]: value = "task-2103638" [ 1981.156101] env[63366]: _type = "Task" [ 1981.156101] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.164327] env[63366]: DEBUG oslo_vmware.api [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Task: {'id': task-2103638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.178483] env[63366]: DEBUG nova.policy [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '526af7ad9f29427da73056b60fc08262', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2bb07ce438441e89dea6314515d2bcc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1981.293939] env[63366]: DEBUG oslo_vmware.api [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103631, 'name': CloneVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.321839] env[63366]: DEBUG oslo_vmware.api [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Task: {'id': task-2103633, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.386251] env[63366]: DEBUG oslo_concurrency.lockutils [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Releasing lock "refresh_cache-394309ab-d10e-4578-bb8c-82372267ba4d" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.386623] env[63366]: DEBUG nova.compute.manager [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Instance network_info: |[{"id": "520317bc-efc5-45c6-b8a3-c9a21656f41c", "address": "fa:16:3e:5e:30:f5", "network": {"id": "764dc435-fc64-48c6-ba7f-b6bf111b21dc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1851394257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9622986e63843bba40fb1f5bd9b7a61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap520317bc-ef", "ovs_interfaceid": "520317bc-efc5-45c6-b8a3-c9a21656f41c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1981.386948] env[63366]: DEBUG oslo_concurrency.lockutils [req-acd316ae-a898-487d-8a71-b7892ce6e0ed req-f382307b-62f2-4203-a652-2b2106835192 service nova] Acquired lock "refresh_cache-394309ab-d10e-4578-bb8c-82372267ba4d" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1981.387222] env[63366]: DEBUG nova.network.neutron [req-acd316ae-a898-487d-8a71-b7892ce6e0ed req-f382307b-62f2-4203-a652-2b2106835192 service nova] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Refreshing network info cache for port 520317bc-efc5-45c6-b8a3-c9a21656f41c {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1981.392023] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:30:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '520317bc-efc5-45c6-b8a3-c9a21656f41c', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1981.397850] env[63366]: DEBUG oslo.service.loopingcall [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1981.399397] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1981.399899] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70c082fc-304c-4ad3-8f87-f72da70fc5a6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.424688] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1981.424688] env[63366]: value = "task-2103639" [ 1981.424688] env[63366]: _type = "Task" [ 1981.424688] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.437514] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103639, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.503490] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Task: {'id': task-2103634, 'name': ReconfigVM_Task, 'duration_secs': 1.080007} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.503805] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 929c57e8-88c8-4cda-8a89-afcfda128c51/929c57e8-88c8-4cda-8a89-afcfda128c51.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1981.504502] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98a75ad5-9f4d-45c8-a910-a83c8f5a8828 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.512677] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Waiting for the task: (returnval){ [ 1981.512677] env[63366]: value = "task-2103640" [ 1981.512677] env[63366]: _type = "Task" [ 1981.512677] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.528595] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Task: {'id': task-2103640, 'name': Rename_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.557427] env[63366]: DEBUG nova.compute.manager [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1981.621641] env[63366]: DEBUG oslo_vmware.api [None req-553da440-05da-4c39-ba74-acc45380c9f3 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] Task: {'id': task-2103636, 'name': ReconfigVM_Task, 'duration_secs': 0.466421} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.622525] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-553da440-05da-4c39-ba74-acc45380c9f3 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Reconfigured VM instance instance-0000000d to attach disk [datastore2] volume-0095e795-dceb-42ef-b426-fcb28a5f582b/volume-0095e795-dceb-42ef-b426-fcb28a5f582b.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1981.637810] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e835de4b-6e25-45ec-94da-03301288d266 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.681767] env[63366]: DEBUG oslo_vmware.api [None req-553da440-05da-4c39-ba74-acc45380c9f3 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] Waiting for the task: (returnval){ [ 1981.681767] env[63366]: value = "task-2103641" [ 1981.681767] env[63366]: _type = "Task" [ 1981.681767] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.690432] env[63366]: DEBUG oslo_vmware.api [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061803} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.707926] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1981.708605] env[63366]: DEBUG oslo_vmware.api [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Task: {'id': task-2103638, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.711156] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab74a8f6-884b-4418-838a-c220207f3b86 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.724290] env[63366]: DEBUG oslo_vmware.api [None req-553da440-05da-4c39-ba74-acc45380c9f3 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] Task: {'id': task-2103641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.760855] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] f62137c6-8851-4d59-9f15-2ee39cda52f6/f62137c6-8851-4d59-9f15-2ee39cda52f6.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1981.761438] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0478b56d-a572-49d8-9f7c-d8d66b5d610b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.787874] env[63366]: DEBUG oslo_vmware.api [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Waiting for the task: (returnval){ [ 1981.787874] env[63366]: value = "task-2103642" [ 1981.787874] env[63366]: _type = "Task" [ 1981.787874] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.794420] env[63366]: DEBUG oslo_vmware.api [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103631, 'name': CloneVM_Task, 'duration_secs': 2.020586} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.795057] env[63366]: INFO nova.virt.vmwareapi.vmops [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Created linked-clone VM from snapshot [ 1981.795786] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dfe812-0235-4de9-9d63-c52348a84c0b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.801219] env[63366]: DEBUG oslo_vmware.api [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.809386] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Uploading image 043eb502-309a-420b-8e49-5c17254a2523 {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1981.824876] env[63366]: DEBUG oslo_vmware.api [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Task: {'id': task-2103633, 'name': PowerOnVM_Task, 'duration_secs': 1.878429} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.825196] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1981.825757] env[63366]: INFO nova.compute.manager [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Took 10.39 seconds to spawn the instance on the hypervisor. [ 1981.825757] env[63366]: DEBUG nova.compute.manager [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1981.826509] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de936b9a-ba93-4893-ac4b-1a92497e6c2c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.851769] env[63366]: DEBUG oslo_vmware.rw_handles [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1981.851769] env[63366]: value = "vm-430740" [ 1981.851769] env[63366]: _type = "VirtualMachine" [ 1981.851769] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1981.852154] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6a456e31-2471-4fbb-8e71-105202e51659 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.859611] env[63366]: DEBUG oslo_vmware.rw_handles [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lease: (returnval){ [ 1981.859611] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]528a12b6-3cee-e339-070e-3f9b2a313ae7" [ 1981.859611] env[63366]: _type = "HttpNfcLease" [ 1981.859611] env[63366]: } obtained for exporting VM: (result){ [ 1981.859611] env[63366]: value = "vm-430740" [ 1981.859611] env[63366]: _type = "VirtualMachine" [ 1981.859611] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1981.859968] env[63366]: DEBUG oslo_vmware.api [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the lease: (returnval){ [ 1981.859968] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]528a12b6-3cee-e339-070e-3f9b2a313ae7" [ 1981.859968] env[63366]: _type = "HttpNfcLease" [ 1981.859968] env[63366]: } to be ready. {{(pid=63366) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1981.869882] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1981.869882] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]528a12b6-3cee-e339-070e-3f9b2a313ae7" [ 1981.869882] env[63366]: _type = "HttpNfcLease" [ 1981.869882] env[63366]: } is initializing. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1981.937251] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103639, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.034075] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Task: {'id': task-2103640, 'name': Rename_Task, 'duration_secs': 0.35503} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.034075] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1982.035148] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b455948c-df2e-462c-888b-6c0b8e26e9da {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.043380] env[63366]: DEBUG nova.network.neutron [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Successfully updated port: 3d75c37d-a7a6-4bd0-b94e-072487d00c88 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1982.044759] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Waiting for the task: (returnval){ [ 1982.044759] env[63366]: value = "task-2103644" [ 1982.044759] env[63366]: _type = "Task" [ 1982.044759] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.045815] env[63366]: DEBUG nova.network.neutron [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Successfully created port: d3c6c13c-7291-4e9b-9b6c-2a7944a2a790 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1982.057886] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Task: {'id': task-2103644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.179541] env[63366]: DEBUG oslo_vmware.api [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Task: {'id': task-2103638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63264} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.180620] env[63366]: DEBUG nova.network.neutron [req-acd316ae-a898-487d-8a71-b7892ce6e0ed req-f382307b-62f2-4203-a652-2b2106835192 service nova] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Updated VIF entry in instance network info cache for port 520317bc-efc5-45c6-b8a3-c9a21656f41c. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1982.181054] env[63366]: DEBUG nova.network.neutron [req-acd316ae-a898-487d-8a71-b7892ce6e0ed req-f382307b-62f2-4203-a652-2b2106835192 service nova] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Updating instance_info_cache with network_info: [{"id": "520317bc-efc5-45c6-b8a3-c9a21656f41c", "address": "fa:16:3e:5e:30:f5", "network": {"id": "764dc435-fc64-48c6-ba7f-b6bf111b21dc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1851394257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9622986e63843bba40fb1f5bd9b7a61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap520317bc-ef", "ovs_interfaceid": "520317bc-efc5-45c6-b8a3-c9a21656f41c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1982.185550] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] f3b6e9ea-be4b-43c5-9503-4531eddcbe81/f3b6e9ea-be4b-43c5-9503-4531eddcbe81.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1982.185848] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1982.186920] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b2ef63d-7e27-41c2-8dc7-eedea19213d7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.197901] env[63366]: DEBUG oslo_vmware.api [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Waiting for the task: (returnval){ [ 1982.197901] env[63366]: value = "task-2103645" [ 1982.197901] env[63366]: _type = "Task" [ 1982.197901] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.210673] env[63366]: DEBUG oslo_vmware.api [None req-553da440-05da-4c39-ba74-acc45380c9f3 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] Task: {'id': task-2103641, 'name': ReconfigVM_Task, 'duration_secs': 0.243211} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.210934] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-553da440-05da-4c39-ba74-acc45380c9f3 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430732', 'volume_id': '0095e795-dceb-42ef-b426-fcb28a5f582b', 'name': 'volume-0095e795-dceb-42ef-b426-fcb28a5f582b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '36746589-7243-480f-8aa8-07b7ed19cdec', 'attached_at': '', 'detached_at': '', 'volume_id': '0095e795-dceb-42ef-b426-fcb28a5f582b', 'serial': '0095e795-dceb-42ef-b426-fcb28a5f582b'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1982.215249] env[63366]: DEBUG oslo_vmware.api [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Task: {'id': task-2103645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.300587] env[63366]: DEBUG oslo_vmware.api [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103642, 'name': ReconfigVM_Task, 'duration_secs': 0.309127} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.300868] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Reconfigured VM instance instance-00000025 to attach disk [datastore2] f62137c6-8851-4d59-9f15-2ee39cda52f6/f62137c6-8851-4d59-9f15-2ee39cda52f6.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1982.301550] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4e637d1-eeb4-4f34-b63e-681554fab596 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.311485] env[63366]: DEBUG oslo_vmware.api [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Waiting for the task: (returnval){ [ 1982.311485] env[63366]: value = "task-2103646" [ 1982.311485] env[63366]: _type = "Task" [ 1982.311485] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.320707] env[63366]: DEBUG oslo_vmware.api [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103646, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.350806] env[63366]: INFO nova.compute.manager [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Took 33.98 seconds to build instance. [ 1982.368890] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1982.368890] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]528a12b6-3cee-e339-070e-3f9b2a313ae7" [ 1982.368890] env[63366]: _type = "HttpNfcLease" [ 1982.368890] env[63366]: } is ready. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1982.369206] env[63366]: DEBUG oslo_vmware.rw_handles [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1982.369206] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]528a12b6-3cee-e339-070e-3f9b2a313ae7" [ 1982.369206] env[63366]: _type = "HttpNfcLease" [ 1982.369206] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1982.370049] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7804096f-9e49-4468-b812-d1541b369292 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.382686] env[63366]: DEBUG oslo_vmware.rw_handles [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526202ee-7680-66b4-6302-a4e385799add/disk-0.vmdk from lease info. {{(pid=63366) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1982.382875] env[63366]: DEBUG oslo_vmware.rw_handles [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526202ee-7680-66b4-6302-a4e385799add/disk-0.vmdk for reading. {{(pid=63366) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1982.449207] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b754c34-e06f-4ab9-8404-37ca8ba8ad0b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.458587] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103639, 'name': CreateVM_Task, 'duration_secs': 0.73833} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.460729] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1982.461900] env[63366]: DEBUG oslo_concurrency.lockutils [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1982.462118] env[63366]: DEBUG oslo_concurrency.lockutils [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1982.462484] env[63366]: DEBUG oslo_concurrency.lockutils [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1982.463583] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace3aa08-e464-4b03-a5ef-f6f31d474165 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.467144] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3488351e-3799-45d8-bf82-de88e3e6a6c6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.472544] env[63366]: DEBUG oslo_vmware.api [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 1982.472544] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]526fe891-39c2-249f-3e07-a63af421c37a" [ 1982.472544] env[63366]: _type = "Task" [ 1982.472544] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.508891] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb459da4-4286-4905-aa90-9c8e0d92d7af {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.511938] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f7460f49-6663-45e8-90e6-c10ea120fdca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.521494] env[63366]: DEBUG oslo_vmware.api [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526fe891-39c2-249f-3e07-a63af421c37a, 'name': SearchDatastore_Task, 'duration_secs': 0.016442} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.523282] env[63366]: DEBUG oslo_concurrency.lockutils [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1982.523566] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1982.524069] env[63366]: DEBUG oslo_concurrency.lockutils [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1982.524261] env[63366]: DEBUG oslo_concurrency.lockutils [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1982.524455] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1982.526643] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85eb8046-b5e8-4773-b913-9e408a4fc845 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.529458] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b5f755-4651-4c09-86a1-b7d1ab78ffe8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.543709] env[63366]: DEBUG nova.compute.provider_tree [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1982.549528] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Acquiring lock "refresh_cache-dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1982.549528] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Acquired lock "refresh_cache-dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1982.549528] env[63366]: DEBUG nova.network.neutron [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1982.550519] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1982.550634] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1982.553038] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16f8cf91-1e23-4259-9346-c0b495422d92 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.570493] env[63366]: DEBUG nova.compute.manager [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1982.571912] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Task: {'id': task-2103644, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.572235] env[63366]: DEBUG oslo_vmware.api [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 1982.572235] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5276bac5-a703-d421-e7c6-76b1038ad477" [ 1982.572235] env[63366]: _type = "Task" [ 1982.572235] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.574525] env[63366]: DEBUG nova.compute.manager [req-a803c71d-003b-427f-af37-b249bac6db24 req-a4030dcf-b8eb-4174-ab36-cdd732b693c7 service nova] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Received event network-vif-plugged-3d75c37d-a7a6-4bd0-b94e-072487d00c88 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1982.574711] env[63366]: DEBUG oslo_concurrency.lockutils [req-a803c71d-003b-427f-af37-b249bac6db24 req-a4030dcf-b8eb-4174-ab36-cdd732b693c7 service nova] Acquiring lock "dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.574900] env[63366]: DEBUG oslo_concurrency.lockutils [req-a803c71d-003b-427f-af37-b249bac6db24 req-a4030dcf-b8eb-4174-ab36-cdd732b693c7 service nova] Lock "dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.575070] env[63366]: DEBUG oslo_concurrency.lockutils [req-a803c71d-003b-427f-af37-b249bac6db24 req-a4030dcf-b8eb-4174-ab36-cdd732b693c7 service nova] Lock "dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.575224] env[63366]: DEBUG nova.compute.manager [req-a803c71d-003b-427f-af37-b249bac6db24 req-a4030dcf-b8eb-4174-ab36-cdd732b693c7 service nova] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] No waiting events found dispatching network-vif-plugged-3d75c37d-a7a6-4bd0-b94e-072487d00c88 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1982.575386] env[63366]: WARNING nova.compute.manager [req-a803c71d-003b-427f-af37-b249bac6db24 req-a4030dcf-b8eb-4174-ab36-cdd732b693c7 service nova] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Received unexpected event network-vif-plugged-3d75c37d-a7a6-4bd0-b94e-072487d00c88 for instance with vm_state building and task_state spawning. [ 1982.575543] env[63366]: DEBUG nova.compute.manager [req-a803c71d-003b-427f-af37-b249bac6db24 req-a4030dcf-b8eb-4174-ab36-cdd732b693c7 service nova] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Received event network-changed-3d75c37d-a7a6-4bd0-b94e-072487d00c88 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1982.575691] env[63366]: DEBUG nova.compute.manager [req-a803c71d-003b-427f-af37-b249bac6db24 req-a4030dcf-b8eb-4174-ab36-cdd732b693c7 service nova] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Refreshing instance network info cache due to event network-changed-3d75c37d-a7a6-4bd0-b94e-072487d00c88. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1982.575850] env[63366]: DEBUG oslo_concurrency.lockutils [req-a803c71d-003b-427f-af37-b249bac6db24 req-a4030dcf-b8eb-4174-ab36-cdd732b693c7 service nova] Acquiring lock "refresh_cache-dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1982.585435] env[63366]: DEBUG oslo_vmware.api [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5276bac5-a703-d421-e7c6-76b1038ad477, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.596220] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1982.596492] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1982.596652] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1982.596859] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1982.597015] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1982.597565] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1982.597565] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1982.597565] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1982.597761] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1982.597938] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1982.598139] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1982.599442] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bb7e50-35ce-4516-bbb9-23866135ff06 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.608891] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37f056c-52ab-44b9-93f6-b3470ba55be0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.688599] env[63366]: DEBUG oslo_concurrency.lockutils [req-acd316ae-a898-487d-8a71-b7892ce6e0ed req-f382307b-62f2-4203-a652-2b2106835192 service nova] Releasing lock "refresh_cache-394309ab-d10e-4578-bb8c-82372267ba4d" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1982.711633] env[63366]: DEBUG oslo_vmware.api [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Task: {'id': task-2103645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061753} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.712056] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1982.712906] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c770bf75-f03b-4c25-87da-aa3659ffa033 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.741271] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] f3b6e9ea-be4b-43c5-9503-4531eddcbe81/f3b6e9ea-be4b-43c5-9503-4531eddcbe81.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1982.741656] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-427dc67f-42b5-4914-8a65-7a91f7598f0f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.765205] env[63366]: DEBUG oslo_vmware.api [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Waiting for the task: (returnval){ [ 1982.765205] env[63366]: value = "task-2103647" [ 1982.765205] env[63366]: _type = "Task" [ 1982.765205] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.775805] env[63366]: DEBUG oslo_vmware.api [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Task: {'id': task-2103647, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.822744] env[63366]: DEBUG oslo_vmware.api [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103646, 'name': Rename_Task, 'duration_secs': 0.228389} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.822933] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1982.823122] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82b5e948-71f1-4699-8376-fa9b11c665e7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.830215] env[63366]: DEBUG oslo_vmware.api [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Waiting for the task: (returnval){ [ 1982.830215] env[63366]: value = "task-2103648" [ 1982.830215] env[63366]: _type = "Task" [ 1982.830215] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.841716] env[63366]: DEBUG oslo_vmware.api [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.853015] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dd3df9c6-340c-44fe-9c1b-13d371996531 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Lock "80fd055f-cf2a-41bd-8d94-1bdd3bd440e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.619s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.053573] env[63366]: DEBUG nova.scheduler.client.report [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1983.074036] env[63366]: DEBUG oslo_vmware.api [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Task: {'id': task-2103644, 'name': PowerOnVM_Task, 'duration_secs': 1.019461} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.074402] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1983.074781] env[63366]: INFO nova.compute.manager [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Took 14.39 seconds to spawn the instance on the hypervisor. [ 1983.075141] env[63366]: DEBUG nova.compute.manager [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1983.079759] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c20a500-ad68-43cb-9a32-d2bbb871dab1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.095229] env[63366]: DEBUG oslo_vmware.api [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5276bac5-a703-d421-e7c6-76b1038ad477, 'name': SearchDatastore_Task, 'duration_secs': 0.034766} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.100463] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-146d5326-9fe9-4091-b6f4-673f471f8842 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.110078] env[63366]: DEBUG oslo_vmware.api [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 1983.110078] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52318221-f95a-48f1-5a20-72c3bb450767" [ 1983.110078] env[63366]: _type = "Task" [ 1983.110078] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.120665] env[63366]: DEBUG oslo_vmware.api [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52318221-f95a-48f1-5a20-72c3bb450767, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.128314] env[63366]: DEBUG nova.network.neutron [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1983.263781] env[63366]: DEBUG nova.objects.instance [None req-553da440-05da-4c39-ba74-acc45380c9f3 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] Lazy-loading 'flavor' on Instance uuid 36746589-7243-480f-8aa8-07b7ed19cdec {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1983.278514] env[63366]: DEBUG oslo_vmware.api [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Task: {'id': task-2103647, 'name': ReconfigVM_Task, 'duration_secs': 0.40246} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.279066] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Reconfigured VM instance instance-00000028 to attach disk [datastore2] f3b6e9ea-be4b-43c5-9503-4531eddcbe81/f3b6e9ea-be4b-43c5-9503-4531eddcbe81.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1983.279781] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9242eb8-3efc-4d98-950a-7aafebbebe0d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.286008] env[63366]: DEBUG oslo_vmware.api [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Waiting for the task: (returnval){ [ 1983.286008] env[63366]: value = "task-2103649" [ 1983.286008] env[63366]: _type = "Task" [ 1983.286008] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.296419] env[63366]: DEBUG oslo_vmware.api [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Task: {'id': task-2103649, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.333551] env[63366]: DEBUG nova.network.neutron [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Updating instance_info_cache with network_info: [{"id": "3d75c37d-a7a6-4bd0-b94e-072487d00c88", "address": "fa:16:3e:7a:59:22", "network": {"id": "6ee4126a-68bc-491a-b982-9b0d05618a5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-520634957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc914ffb3cb14b05819d26b141f2c725", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d75c37d-a7", "ovs_interfaceid": "3d75c37d-a7a6-4bd0-b94e-072487d00c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1983.350010] env[63366]: DEBUG oslo_vmware.api [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103648, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.355337] env[63366]: DEBUG nova.compute.manager [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1983.568683] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.023s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.569338] env[63366]: DEBUG nova.compute.manager [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1983.574950] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 19.822s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.610938] env[63366]: INFO nova.compute.manager [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Took 37.60 seconds to build instance. [ 1983.626163] env[63366]: DEBUG oslo_vmware.api [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52318221-f95a-48f1-5a20-72c3bb450767, 'name': SearchDatastore_Task, 'duration_secs': 0.013146} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.627085] env[63366]: DEBUG oslo_concurrency.lockutils [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1983.627202] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 394309ab-d10e-4578-bb8c-82372267ba4d/394309ab-d10e-4578-bb8c-82372267ba4d.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1983.627616] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-327895ab-220f-4ada-a3cd-23a772ac1146 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.636578] env[63366]: DEBUG oslo_vmware.api [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 1983.636578] env[63366]: value = "task-2103650" [ 1983.636578] env[63366]: _type = "Task" [ 1983.636578] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.651383] env[63366]: DEBUG oslo_vmware.api [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.773109] env[63366]: DEBUG oslo_concurrency.lockutils [None req-553da440-05da-4c39-ba74-acc45380c9f3 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] Lock "36746589-7243-480f-8aa8-07b7ed19cdec" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.404s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.801737] env[63366]: DEBUG oslo_vmware.api [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Task: {'id': task-2103649, 'name': Rename_Task, 'duration_secs': 0.287483} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.803077] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1983.805911] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89fcf6fe-a032-4d0b-814c-9da338a2b3ff {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.817389] env[63366]: DEBUG oslo_concurrency.lockutils [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Acquiring lock "80fd055f-cf2a-41bd-8d94-1bdd3bd440e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.817719] env[63366]: DEBUG oslo_concurrency.lockutils [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Lock "80fd055f-cf2a-41bd-8d94-1bdd3bd440e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.817951] env[63366]: DEBUG oslo_concurrency.lockutils [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Acquiring lock "80fd055f-cf2a-41bd-8d94-1bdd3bd440e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.818187] env[63366]: DEBUG oslo_concurrency.lockutils [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Lock "80fd055f-cf2a-41bd-8d94-1bdd3bd440e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.818734] env[63366]: DEBUG oslo_concurrency.lockutils [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Lock "80fd055f-cf2a-41bd-8d94-1bdd3bd440e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.821823] env[63366]: DEBUG oslo_vmware.api [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Waiting for the task: (returnval){ [ 1983.821823] env[63366]: value = "task-2103651" [ 1983.821823] env[63366]: _type = "Task" [ 1983.821823] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.822760] env[63366]: INFO nova.compute.manager [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Terminating instance [ 1983.846221] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Releasing lock "refresh_cache-dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1983.846595] env[63366]: DEBUG nova.compute.manager [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Instance network_info: |[{"id": "3d75c37d-a7a6-4bd0-b94e-072487d00c88", "address": "fa:16:3e:7a:59:22", "network": {"id": "6ee4126a-68bc-491a-b982-9b0d05618a5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-520634957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc914ffb3cb14b05819d26b141f2c725", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d75c37d-a7", "ovs_interfaceid": "3d75c37d-a7a6-4bd0-b94e-072487d00c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1983.847225] env[63366]: DEBUG oslo_vmware.api [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Task: {'id': task-2103651, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.847496] env[63366]: DEBUG oslo_concurrency.lockutils [req-a803c71d-003b-427f-af37-b249bac6db24 req-a4030dcf-b8eb-4174-ab36-cdd732b693c7 service nova] Acquired lock "refresh_cache-dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1983.847673] env[63366]: DEBUG nova.network.neutron [req-a803c71d-003b-427f-af37-b249bac6db24 req-a4030dcf-b8eb-4174-ab36-cdd732b693c7 service nova] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Refreshing network info cache for port 3d75c37d-a7a6-4bd0-b94e-072487d00c88 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1983.849156] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:59:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d75c37d-a7a6-4bd0-b94e-072487d00c88', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1983.857199] env[63366]: DEBUG oslo.service.loopingcall [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1983.859879] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1983.859879] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8d26506-6019-4f90-94e2-068c447b4ce3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.897181] env[63366]: DEBUG oslo_vmware.api [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103648, 'name': PowerOnVM_Task, 'duration_secs': 0.766307} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.901224] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1983.901476] env[63366]: INFO nova.compute.manager [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Took 18.21 seconds to spawn the instance on the hypervisor. [ 1983.901713] env[63366]: DEBUG nova.compute.manager [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1983.903059] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95caf0a-dfa7-4ccd-bc23-316f4a0437f6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.908759] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1983.908759] env[63366]: value = "task-2103652" [ 1983.908759] env[63366]: _type = "Task" [ 1983.908759] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.921026] env[63366]: DEBUG oslo_concurrency.lockutils [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.924831] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103652, 'name': CreateVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.096041] env[63366]: DEBUG nova.compute.utils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1984.096041] env[63366]: DEBUG nova.compute.manager [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1984.096041] env[63366]: DEBUG nova.network.neutron [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1984.113182] env[63366]: DEBUG oslo_concurrency.lockutils [None req-78f014e8-2aad-4403-b5ec-c7087da9854d tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Lock "929c57e8-88c8-4cda-8a89-afcfda128c51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.581s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.149115] env[63366]: DEBUG oslo_vmware.api [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.151030] env[63366]: DEBUG nova.policy [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '526af7ad9f29427da73056b60fc08262', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2bb07ce438441e89dea6314515d2bcc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1984.269343] env[63366]: DEBUG nova.network.neutron [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Successfully updated port: d3c6c13c-7291-4e9b-9b6c-2a7944a2a790 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1984.337348] env[63366]: DEBUG nova.compute.manager [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1984.338321] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1984.338321] env[63366]: DEBUG oslo_vmware.api [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Task: {'id': task-2103651, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.339142] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5bde5c-f3cf-4db1-93da-3f4e3c8e1977 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.353115] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1984.356589] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66fc4ef0-3459-468f-be82-6df1e04b5bc3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.365937] env[63366]: DEBUG oslo_vmware.api [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Waiting for the task: (returnval){ [ 1984.365937] env[63366]: value = "task-2103653" [ 1984.365937] env[63366]: _type = "Task" [ 1984.365937] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.374600] env[63366]: DEBUG oslo_vmware.api [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Task: {'id': task-2103653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.398452] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Acquiring lock "0273547a-6bdc-40e4-be59-4a7b96e68f83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1984.398727] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Lock "0273547a-6bdc-40e4-be59-4a7b96e68f83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.399099] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Acquiring lock "0273547a-6bdc-40e4-be59-4a7b96e68f83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1984.399318] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Lock "0273547a-6bdc-40e4-be59-4a7b96e68f83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.399318] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Lock "0273547a-6bdc-40e4-be59-4a7b96e68f83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.404545] env[63366]: INFO nova.compute.manager [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Terminating instance [ 1984.425827] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103652, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.430960] env[63366]: INFO nova.compute.manager [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Took 52.08 seconds to build instance. [ 1984.447154] env[63366]: DEBUG nova.network.neutron [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Successfully created port: 6a3fc014-2ce9-4920-8c6f-a16643ca2004 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1984.601316] env[63366]: DEBUG nova.compute.manager [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1984.617587] env[63366]: DEBUG nova.compute.manager [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1984.625067] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 96f0fab0-d17a-46cc-bff7-66de56c2acc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.625247] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 05c3d463-05fa-44a6-835c-756d94f65be4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.625374] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 49c15748-bcd1-4c07-9572-9ff7ea7a4284 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.625486] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 36746589-7243-480f-8aa8-07b7ed19cdec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.625594] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.625701] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.625806] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 0273547a-6bdc-40e4-be59-4a7b96e68f83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.625936] env[63366]: WARNING nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 8cd4e26b-954b-435e-880a-5765ca34f736 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1984.626054] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 9f1629c8-a6f3-4285-85fe-ae369c4d20ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.626164] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 3f634a63-a93f-48b9-8272-3bbf62ae807f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.626283] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance c33de456-d210-4ba8-b039-3bf1678f9cb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.626425] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 90bafd7e-563c-4212-a11b-137f2bec2d84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.626550] env[63366]: WARNING nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 36bd68d5-0f27-4c82-9b66-9467a57fbae3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1984.626660] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance e52bb7a4-0d9e-42b1-93a5-5005a3c99229 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.626765] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance ace1ae39-d6de-4b36-93f5-e1b8f810a16a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.626880] env[63366]: WARNING nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance e926cfb4-f56f-425a-8f00-69069f75f649 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1984.626984] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 2568d389-f910-4543-94d0-4f0b4d6db495 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.627102] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance a46fad37-b982-49d7-a999-755e36c1ed44 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.628018] env[63366]: WARNING nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 9b8491be-ee59-4584-90e8-f905cdfe0ad7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1984.628018] env[63366]: WARNING nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 2dc14df8-6821-432c-8ce3-3c211b6de2b0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1984.628018] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.628018] env[63366]: WARNING nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1984.628018] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance ee29e2c3-464e-4ec9-a7d9-057519c836f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.628018] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance dad60003-ef3c-4f6e-87ef-90900722de87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.628018] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 0237b15e-2ac9-419f-b74e-6eea2558e817 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.628361] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance f62137c6-8851-4d59-9f15-2ee39cda52f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.628361] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 929c57e8-88c8-4cda-8a89-afcfda128c51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.628361] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.628568] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance f3b6e9ea-be4b-43c5-9503-4531eddcbe81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.628725] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 394309ab-d10e-4578-bb8c-82372267ba4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.628781] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.628885] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 5452d952-0785-4526-a865-4951b0f9004f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.628986] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.647589] env[63366]: DEBUG oslo_vmware.api [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.688492] env[63366]: DEBUG nova.network.neutron [req-a803c71d-003b-427f-af37-b249bac6db24 req-a4030dcf-b8eb-4174-ab36-cdd732b693c7 service nova] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Updated VIF entry in instance network info cache for port 3d75c37d-a7a6-4bd0-b94e-072487d00c88. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1984.688913] env[63366]: DEBUG nova.network.neutron [req-a803c71d-003b-427f-af37-b249bac6db24 req-a4030dcf-b8eb-4174-ab36-cdd732b693c7 service nova] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Updating instance_info_cache with network_info: [{"id": "3d75c37d-a7a6-4bd0-b94e-072487d00c88", "address": "fa:16:3e:7a:59:22", "network": {"id": "6ee4126a-68bc-491a-b982-9b0d05618a5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-520634957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc914ffb3cb14b05819d26b141f2c725", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d75c37d-a7", "ovs_interfaceid": "3d75c37d-a7a6-4bd0-b94e-072487d00c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.775052] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquiring lock "refresh_cache-5452d952-0785-4526-a865-4951b0f9004f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.775246] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquired lock "refresh_cache-5452d952-0785-4526-a865-4951b0f9004f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.775361] env[63366]: DEBUG nova.network.neutron [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1984.838203] env[63366]: DEBUG oslo_vmware.api [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Task: {'id': task-2103651, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.883065] env[63366]: DEBUG oslo_vmware.api [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Task: {'id': task-2103653, 'name': PowerOffVM_Task, 'duration_secs': 0.37411} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.883360] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1984.883530] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1984.883788] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4163f9db-fa4c-41e1-aea8-15ba9f727e15 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.911240] env[63366]: DEBUG nova.compute.manager [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1984.911625] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1984.912796] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a0dd59-ffb4-4126-accd-8d577c915bad {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.924352] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1984.927722] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f81024b-e5dd-4521-84f1-796ae378c56a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.929605] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103652, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.933380] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a1b6fe2e-71cb-4c2a-9967-38c400b1d806 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Lock "f62137c6-8851-4d59-9f15-2ee39cda52f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.718s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.936328] env[63366]: DEBUG oslo_vmware.api [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Waiting for the task: (returnval){ [ 1984.936328] env[63366]: value = "task-2103655" [ 1984.936328] env[63366]: _type = "Task" [ 1984.936328] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.947361] env[63366]: DEBUG oslo_vmware.api [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.029394] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1985.029610] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1985.029793] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Deleting the datastore file [datastore2] 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1985.030206] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf0c1321-3c88-4288-b1db-701fdfa4e554 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.040637] env[63366]: DEBUG oslo_vmware.api [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Waiting for the task: (returnval){ [ 1985.040637] env[63366]: value = "task-2103656" [ 1985.040637] env[63366]: _type = "Task" [ 1985.040637] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.049568] env[63366]: DEBUG oslo_vmware.api [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Task: {'id': task-2103656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.135350] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance cf49a61a-1a7c-48a8-b0c6-87fd348bd192 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1985.150174] env[63366]: DEBUG oslo_vmware.api [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103650, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.428627} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.150939] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 394309ab-d10e-4578-bb8c-82372267ba4d/394309ab-d10e-4578-bb8c-82372267ba4d.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1985.151212] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1985.151507] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b58af097-b9ca-4535-8f05-5b4bb19d27c3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.160320] env[63366]: DEBUG oslo_vmware.api [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 1985.160320] env[63366]: value = "task-2103657" [ 1985.160320] env[63366]: _type = "Task" [ 1985.160320] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.161382] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.172461] env[63366]: DEBUG oslo_vmware.api [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.192244] env[63366]: DEBUG oslo_concurrency.lockutils [req-a803c71d-003b-427f-af37-b249bac6db24 req-a4030dcf-b8eb-4174-ab36-cdd732b693c7 service nova] Releasing lock "refresh_cache-dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.337640] env[63366]: DEBUG oslo_vmware.api [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Task: {'id': task-2103651, 'name': PowerOnVM_Task, 'duration_secs': 1.519795} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.338554] env[63366]: DEBUG nova.network.neutron [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1985.344019] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1985.344019] env[63366]: INFO nova.compute.manager [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Took 11.09 seconds to spawn the instance on the hypervisor. [ 1985.344019] env[63366]: DEBUG nova.compute.manager [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1985.344019] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028f8d46-0e2a-453e-96c8-408461abdba6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.362858] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7b3a67a2-62f9-422c-8817-e7208ea45946 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] Acquiring lock "36746589-7243-480f-8aa8-07b7ed19cdec" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.364885] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7b3a67a2-62f9-422c-8817-e7208ea45946 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] Lock "36746589-7243-480f-8aa8-07b7ed19cdec" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.422762] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103652, 'name': CreateVM_Task, 'duration_secs': 1.404366} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.422762] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1985.423753] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1985.423999] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1985.424416] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1985.424741] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b6d81ab-6ac9-4b04-81b7-f5a7ba000017 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.430394] env[63366]: DEBUG oslo_vmware.api [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Waiting for the task: (returnval){ [ 1985.430394] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52da95b3-d70e-4c48-3ec4-7aec93b8e1b5" [ 1985.430394] env[63366]: _type = "Task" [ 1985.430394] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.439832] env[63366]: DEBUG nova.compute.manager [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1985.447146] env[63366]: DEBUG oslo_vmware.api [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52da95b3-d70e-4c48-3ec4-7aec93b8e1b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.456909] env[63366]: DEBUG oslo_vmware.api [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103655, 'name': PowerOffVM_Task, 'duration_secs': 0.347131} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.457293] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1985.457484] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1985.457758] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75e66340-4de9-472f-bf0b-1efc3020c6ea {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.471111] env[63366]: DEBUG nova.compute.manager [req-ca0f84bc-a7cc-47bb-bfa1-3e25a0688d3d req-8e0eae52-806b-46e6-b800-92b78bd74399 service nova] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Received event network-vif-plugged-d3c6c13c-7291-4e9b-9b6c-2a7944a2a790 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1985.471111] env[63366]: DEBUG oslo_concurrency.lockutils [req-ca0f84bc-a7cc-47bb-bfa1-3e25a0688d3d req-8e0eae52-806b-46e6-b800-92b78bd74399 service nova] Acquiring lock "5452d952-0785-4526-a865-4951b0f9004f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.471111] env[63366]: DEBUG oslo_concurrency.lockutils [req-ca0f84bc-a7cc-47bb-bfa1-3e25a0688d3d req-8e0eae52-806b-46e6-b800-92b78bd74399 service nova] Lock "5452d952-0785-4526-a865-4951b0f9004f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.471111] env[63366]: DEBUG oslo_concurrency.lockutils [req-ca0f84bc-a7cc-47bb-bfa1-3e25a0688d3d req-8e0eae52-806b-46e6-b800-92b78bd74399 service nova] Lock "5452d952-0785-4526-a865-4951b0f9004f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.471111] env[63366]: DEBUG nova.compute.manager [req-ca0f84bc-a7cc-47bb-bfa1-3e25a0688d3d req-8e0eae52-806b-46e6-b800-92b78bd74399 service nova] [instance: 5452d952-0785-4526-a865-4951b0f9004f] No waiting events found dispatching network-vif-plugged-d3c6c13c-7291-4e9b-9b6c-2a7944a2a790 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1985.471111] env[63366]: WARNING nova.compute.manager [req-ca0f84bc-a7cc-47bb-bfa1-3e25a0688d3d req-8e0eae52-806b-46e6-b800-92b78bd74399 service nova] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Received unexpected event network-vif-plugged-d3c6c13c-7291-4e9b-9b6c-2a7944a2a790 for instance with vm_state building and task_state spawning. [ 1985.471111] env[63366]: DEBUG nova.compute.manager [req-ca0f84bc-a7cc-47bb-bfa1-3e25a0688d3d req-8e0eae52-806b-46e6-b800-92b78bd74399 service nova] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Received event network-changed-d3c6c13c-7291-4e9b-9b6c-2a7944a2a790 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1985.471111] env[63366]: DEBUG nova.compute.manager [req-ca0f84bc-a7cc-47bb-bfa1-3e25a0688d3d req-8e0eae52-806b-46e6-b800-92b78bd74399 service nova] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Refreshing instance network info cache due to event network-changed-d3c6c13c-7291-4e9b-9b6c-2a7944a2a790. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1985.471111] env[63366]: DEBUG oslo_concurrency.lockutils [req-ca0f84bc-a7cc-47bb-bfa1-3e25a0688d3d req-8e0eae52-806b-46e6-b800-92b78bd74399 service nova] Acquiring lock "refresh_cache-5452d952-0785-4526-a865-4951b0f9004f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1985.552165] env[63366]: DEBUG oslo_vmware.api [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Task: {'id': task-2103656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234511} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.552416] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1985.552600] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1985.552779] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1985.552951] env[63366]: INFO nova.compute.manager [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1985.553208] env[63366]: DEBUG oslo.service.loopingcall [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1985.553402] env[63366]: DEBUG nova.compute.manager [-] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1985.553496] env[63366]: DEBUG nova.network.neutron [-] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1985.586167] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1985.586415] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1985.586606] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Deleting the datastore file [datastore2] 0273547a-6bdc-40e4-be59-4a7b96e68f83 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1985.586884] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2571a757-6e4c-4ccd-b764-2b0985431895 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.593745] env[63366]: DEBUG oslo_vmware.api [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Waiting for the task: (returnval){ [ 1985.593745] env[63366]: value = "task-2103659" [ 1985.593745] env[63366]: _type = "Task" [ 1985.593745] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.603040] env[63366]: DEBUG oslo_vmware.api [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.611970] env[63366]: DEBUG nova.compute.manager [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1985.640041] env[63366]: DEBUG nova.network.neutron [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Updating instance_info_cache with network_info: [{"id": "d3c6c13c-7291-4e9b-9b6c-2a7944a2a790", "address": "fa:16:3e:64:07:c4", "network": {"id": "6d0474d9-276f-4360-b343-a83b1c2a6f90", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998330055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2bb07ce438441e89dea6314515d2bcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3c6c13c-72", "ovs_interfaceid": "d3c6c13c-7291-4e9b-9b6c-2a7944a2a790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.645852] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 526080de-0e4d-4a04-a9e2-1868167d5abb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1985.653528] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1985.653749] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1985.653898] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1985.654083] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1985.654227] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1985.654367] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1985.654583] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1985.654734] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1985.654892] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1985.658433] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1985.658433] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1985.659318] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc868c49-5fc4-4dc6-96c7-97256f78bb4f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.677784] env[63366]: DEBUG oslo_vmware.api [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085902} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.677916] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1985.679423] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5d5b1c-4966-42b6-a96e-d98906ed8399 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.684936] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c31e71-61f8-43de-97b2-05b0804c1d78 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.720926] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 394309ab-d10e-4578-bb8c-82372267ba4d/394309ab-d10e-4578-bb8c-82372267ba4d.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1985.721326] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd35a267-9285-4fe7-a5de-8546d9759b5e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.743418] env[63366]: DEBUG oslo_vmware.api [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 1985.743418] env[63366]: value = "task-2103660" [ 1985.743418] env[63366]: _type = "Task" [ 1985.743418] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.752311] env[63366]: DEBUG oslo_vmware.api [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103660, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.763854] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Acquiring lock "4b3e0653-b7d8-4458-ac35-a81527b7ceb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.764098] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Lock "4b3e0653-b7d8-4458-ac35-a81527b7ceb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.864657] env[63366]: INFO nova.compute.manager [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Took 36.46 seconds to build instance. [ 1985.867559] env[63366]: INFO nova.compute.manager [None req-7b3a67a2-62f9-422c-8817-e7208ea45946 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Detaching volume 0095e795-dceb-42ef-b426-fcb28a5f582b [ 1985.915678] env[63366]: INFO nova.virt.block_device [None req-7b3a67a2-62f9-422c-8817-e7208ea45946 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Attempting to driver detach volume 0095e795-dceb-42ef-b426-fcb28a5f582b from mountpoint /dev/sdb [ 1985.916033] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3a67a2-62f9-422c-8817-e7208ea45946 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Volume detach. Driver type: vmdk {{(pid=63366) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1985.916151] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3a67a2-62f9-422c-8817-e7208ea45946 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430732', 'volume_id': '0095e795-dceb-42ef-b426-fcb28a5f582b', 'name': 'volume-0095e795-dceb-42ef-b426-fcb28a5f582b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '36746589-7243-480f-8aa8-07b7ed19cdec', 'attached_at': '', 'detached_at': '', 'volume_id': '0095e795-dceb-42ef-b426-fcb28a5f582b', 'serial': '0095e795-dceb-42ef-b426-fcb28a5f582b'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1985.917121] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f804ce3b-7a21-4239-ab92-5f6d9c43b3de {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.947039] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1defaf6-3ddf-4e25-b664-a775aae678e5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.967476] env[63366]: DEBUG oslo_vmware.api [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52da95b3-d70e-4c48-3ec4-7aec93b8e1b5, 'name': SearchDatastore_Task, 'duration_secs': 0.019291} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.970678] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.970678] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1985.970855] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1985.970982] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1985.971754] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1985.972730] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-970f0cbe-e4ee-4724-b4d3-923bac6a62df {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.976021] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0025945-c888-40ad-9ea3-60ebd6c345a2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.005099] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.007512] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be85d508-5e4c-4986-a54e-50b08a918594 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.009494] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1986.009669] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1986.010688] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d26b17d8-c87c-40b4-9db1-0ddde0943098 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.027851] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3a67a2-62f9-422c-8817-e7208ea45946 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] The volume has not been displaced from its original location: [datastore2] volume-0095e795-dceb-42ef-b426-fcb28a5f582b/volume-0095e795-dceb-42ef-b426-fcb28a5f582b.vmdk. No consolidation needed. {{(pid=63366) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1986.033535] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3a67a2-62f9-422c-8817-e7208ea45946 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1986.035148] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44610572-2e87-488e-9c94-fc466c167416 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.048454] env[63366]: DEBUG oslo_vmware.api [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Waiting for the task: (returnval){ [ 1986.048454] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52072ad3-7acf-da28-fe22-589a7119e395" [ 1986.048454] env[63366]: _type = "Task" [ 1986.048454] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.054882] env[63366]: DEBUG oslo_vmware.api [None req-7b3a67a2-62f9-422c-8817-e7208ea45946 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] Waiting for the task: (returnval){ [ 1986.054882] env[63366]: value = "task-2103661" [ 1986.054882] env[63366]: _type = "Task" [ 1986.054882] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.058430] env[63366]: DEBUG oslo_vmware.api [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52072ad3-7acf-da28-fe22-589a7119e395, 'name': SearchDatastore_Task, 'duration_secs': 0.028632} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.062554] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-304ec36b-31ca-45c1-a5e7-0a79f12f4448 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.071020] env[63366]: DEBUG oslo_vmware.api [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Waiting for the task: (returnval){ [ 1986.071020] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]528f8f7f-a4d8-20f3-43f8-e6cd1d9e8658" [ 1986.071020] env[63366]: _type = "Task" [ 1986.071020] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.075019] env[63366]: DEBUG oslo_vmware.api [None req-7b3a67a2-62f9-422c-8817-e7208ea45946 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] Task: {'id': task-2103661, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.075519] env[63366]: DEBUG nova.network.neutron [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Successfully updated port: 6a3fc014-2ce9-4920-8c6f-a16643ca2004 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1986.082739] env[63366]: DEBUG oslo_vmware.api [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]528f8f7f-a4d8-20f3-43f8-e6cd1d9e8658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.103932] env[63366]: DEBUG oslo_vmware.api [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39592} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.104159] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1986.104227] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1986.104398] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1986.104572] env[63366]: INFO nova.compute.manager [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1986.104814] env[63366]: DEBUG oslo.service.loopingcall [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1986.104988] env[63366]: DEBUG nova.compute.manager [-] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1986.105094] env[63366]: DEBUG nova.network.neutron [-] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1986.148753] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Releasing lock "refresh_cache-5452d952-0785-4526-a865-4951b0f9004f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.149111] env[63366]: DEBUG nova.compute.manager [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Instance network_info: |[{"id": "d3c6c13c-7291-4e9b-9b6c-2a7944a2a790", "address": "fa:16:3e:64:07:c4", "network": {"id": "6d0474d9-276f-4360-b343-a83b1c2a6f90", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998330055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2bb07ce438441e89dea6314515d2bcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3c6c13c-72", "ovs_interfaceid": "d3c6c13c-7291-4e9b-9b6c-2a7944a2a790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1986.149810] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 99989a73-ad99-4f46-bbfc-84bb704562d3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1986.151224] env[63366]: DEBUG oslo_concurrency.lockutils [req-ca0f84bc-a7cc-47bb-bfa1-3e25a0688d3d req-8e0eae52-806b-46e6-b800-92b78bd74399 service nova] Acquired lock "refresh_cache-5452d952-0785-4526-a865-4951b0f9004f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.151433] env[63366]: DEBUG nova.network.neutron [req-ca0f84bc-a7cc-47bb-bfa1-3e25a0688d3d req-8e0eae52-806b-46e6-b800-92b78bd74399 service nova] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Refreshing network info cache for port d3c6c13c-7291-4e9b-9b6c-2a7944a2a790 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1986.152532] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:07:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3c6c13c-7291-4e9b-9b6c-2a7944a2a790', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1986.160840] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Creating folder: Project (c2bb07ce438441e89dea6314515d2bcc). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1986.161016] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80655924-2df0-484b-94c4-cde80c43205f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.172989] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Created folder: Project (c2bb07ce438441e89dea6314515d2bcc) in parent group-v430612. [ 1986.173210] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Creating folder: Instances. Parent ref: group-v430743. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1986.173443] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7fc1458-e67d-49ed-ac89-f08d7a03b330 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.183200] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Created folder: Instances in parent group-v430743. [ 1986.183473] env[63366]: DEBUG oslo.service.loopingcall [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1986.183954] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1986.184268] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7acc374-7b94-4c86-bc70-e142d6e18379 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.202120] env[63366]: DEBUG nova.compute.manager [req-fba94d18-0b01-4bee-b89a-e6419a4322b9 req-d8483811-3fb8-4937-b95e-7413ac703e9b service nova] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Received event network-vif-plugged-6a3fc014-2ce9-4920-8c6f-a16643ca2004 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1986.202373] env[63366]: DEBUG oslo_concurrency.lockutils [req-fba94d18-0b01-4bee-b89a-e6419a4322b9 req-d8483811-3fb8-4937-b95e-7413ac703e9b service nova] Acquiring lock "3fcdeccc-bfa0-4f52-aead-9e92c6d2b002-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.202633] env[63366]: DEBUG oslo_concurrency.lockutils [req-fba94d18-0b01-4bee-b89a-e6419a4322b9 req-d8483811-3fb8-4937-b95e-7413ac703e9b service nova] Lock "3fcdeccc-bfa0-4f52-aead-9e92c6d2b002-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.202835] env[63366]: DEBUG oslo_concurrency.lockutils [req-fba94d18-0b01-4bee-b89a-e6419a4322b9 req-d8483811-3fb8-4937-b95e-7413ac703e9b service nova] Lock "3fcdeccc-bfa0-4f52-aead-9e92c6d2b002-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.203179] env[63366]: DEBUG nova.compute.manager [req-fba94d18-0b01-4bee-b89a-e6419a4322b9 req-d8483811-3fb8-4937-b95e-7413ac703e9b service nova] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] No waiting events found dispatching network-vif-plugged-6a3fc014-2ce9-4920-8c6f-a16643ca2004 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1986.203391] env[63366]: WARNING nova.compute.manager [req-fba94d18-0b01-4bee-b89a-e6419a4322b9 req-d8483811-3fb8-4937-b95e-7413ac703e9b service nova] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Received unexpected event network-vif-plugged-6a3fc014-2ce9-4920-8c6f-a16643ca2004 for instance with vm_state building and task_state spawning. [ 1986.205206] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1986.205206] env[63366]: value = "task-2103664" [ 1986.205206] env[63366]: _type = "Task" [ 1986.205206] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.214481] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103664, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.258162] env[63366]: DEBUG oslo_vmware.api [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.309910] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Acquiring lock "929c57e8-88c8-4cda-8a89-afcfda128c51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.310454] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Lock "929c57e8-88c8-4cda-8a89-afcfda128c51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.310779] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Acquiring lock "929c57e8-88c8-4cda-8a89-afcfda128c51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.310998] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Lock "929c57e8-88c8-4cda-8a89-afcfda128c51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.311511] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Lock "929c57e8-88c8-4cda-8a89-afcfda128c51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.315945] env[63366]: INFO nova.compute.manager [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Terminating instance [ 1986.351752] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Acquiring lock "f62137c6-8851-4d59-9f15-2ee39cda52f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.352060] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Lock "f62137c6-8851-4d59-9f15-2ee39cda52f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.352909] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Acquiring lock "f62137c6-8851-4d59-9f15-2ee39cda52f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.352959] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Lock "f62137c6-8851-4d59-9f15-2ee39cda52f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.353116] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Lock "f62137c6-8851-4d59-9f15-2ee39cda52f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.356512] env[63366]: INFO nova.compute.manager [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Terminating instance [ 1986.367070] env[63366]: DEBUG oslo_concurrency.lockutils [None req-38cfc24b-1f0e-417a-ae8a-d7e1778f7f97 tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Lock "f3b6e9ea-be4b-43c5-9503-4531eddcbe81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.805s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.451402] env[63366]: DEBUG nova.network.neutron [-] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1986.470976] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Acquiring lock "a46fad37-b982-49d7-a999-755e36c1ed44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.471207] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Lock "a46fad37-b982-49d7-a999-755e36c1ed44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.471442] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Acquiring lock "a46fad37-b982-49d7-a999-755e36c1ed44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.471648] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Lock "a46fad37-b982-49d7-a999-755e36c1ed44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.471837] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Lock "a46fad37-b982-49d7-a999-755e36c1ed44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.474466] env[63366]: INFO nova.compute.manager [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Terminating instance [ 1986.567995] env[63366]: DEBUG oslo_vmware.api [None req-7b3a67a2-62f9-422c-8817-e7208ea45946 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] Task: {'id': task-2103661, 'name': ReconfigVM_Task, 'duration_secs': 0.422664} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.568302] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3a67a2-62f9-422c-8817-e7208ea45946 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1986.573167] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d32eb98-9821-451f-92ed-50bf70d5fde2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.586839] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquiring lock "refresh_cache-3fcdeccc-bfa0-4f52-aead-9e92c6d2b002" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.586839] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquired lock "refresh_cache-3fcdeccc-bfa0-4f52-aead-9e92c6d2b002" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.586839] env[63366]: DEBUG nova.network.neutron [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1986.594742] env[63366]: DEBUG oslo_vmware.api [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]528f8f7f-a4d8-20f3-43f8-e6cd1d9e8658, 'name': SearchDatastore_Task, 'duration_secs': 0.024983} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.596655] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.596915] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2/dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1986.597249] env[63366]: DEBUG oslo_vmware.api [None req-7b3a67a2-62f9-422c-8817-e7208ea45946 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] Waiting for the task: (returnval){ [ 1986.597249] env[63366]: value = "task-2103665" [ 1986.597249] env[63366]: _type = "Task" [ 1986.597249] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.597437] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-450d6a38-3b4c-40af-8254-c2b26d97cbd9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.608526] env[63366]: DEBUG oslo_vmware.api [None req-7b3a67a2-62f9-422c-8817-e7208ea45946 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] Task: {'id': task-2103665, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.609887] env[63366]: DEBUG oslo_vmware.api [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Waiting for the task: (returnval){ [ 1986.609887] env[63366]: value = "task-2103666" [ 1986.609887] env[63366]: _type = "Task" [ 1986.609887] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.619572] env[63366]: DEBUG oslo_vmware.api [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.661855] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 55f46a77-cd49-47ba-ba4f-369ce8c69d50 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1986.715666] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103664, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.755503] env[63366]: DEBUG oslo_vmware.api [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103660, 'name': ReconfigVM_Task, 'duration_secs': 0.854493} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.756201] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 394309ab-d10e-4578-bb8c-82372267ba4d/394309ab-d10e-4578-bb8c-82372267ba4d.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1986.756672] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e1290c5-621c-4751-8839-ea9ada614565 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.763943] env[63366]: DEBUG oslo_vmware.api [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 1986.763943] env[63366]: value = "task-2103667" [ 1986.763943] env[63366]: _type = "Task" [ 1986.763943] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.776516] env[63366]: DEBUG oslo_vmware.api [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103667, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.821236] env[63366]: DEBUG nova.compute.manager [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1986.821580] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1986.822643] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d43441-8266-41c3-9edd-7415f8626f3e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.831444] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1986.831828] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-841fc6d9-d0be-4c23-9b19-c9e98d1921bc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.839080] env[63366]: DEBUG oslo_vmware.api [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Waiting for the task: (returnval){ [ 1986.839080] env[63366]: value = "task-2103668" [ 1986.839080] env[63366]: _type = "Task" [ 1986.839080] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.849691] env[63366]: DEBUG oslo_vmware.api [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Task: {'id': task-2103668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.862128] env[63366]: DEBUG nova.compute.manager [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1986.862514] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1986.864045] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f4aede-cd1d-428e-9c60-10cd2de003f8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.869761] env[63366]: DEBUG nova.compute.manager [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1986.882025] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1986.882025] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28cc09cb-bdc2-4eab-b316-7e1685929751 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.891676] env[63366]: DEBUG oslo_vmware.api [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Waiting for the task: (returnval){ [ 1986.891676] env[63366]: value = "task-2103669" [ 1986.891676] env[63366]: _type = "Task" [ 1986.891676] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.902830] env[63366]: DEBUG oslo_vmware.api [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.957470] env[63366]: INFO nova.compute.manager [-] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Took 1.40 seconds to deallocate network for instance. [ 1986.980803] env[63366]: DEBUG nova.compute.manager [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1986.981291] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1986.981769] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcbcc484-739f-4468-aef6-2a8b765ff307 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.993764] env[63366]: DEBUG oslo_vmware.api [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Waiting for the task: (returnval){ [ 1986.993764] env[63366]: value = "task-2103670" [ 1986.993764] env[63366]: _type = "Task" [ 1986.993764] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.010937] env[63366]: DEBUG oslo_vmware.api [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Task: {'id': task-2103670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.091806] env[63366]: DEBUG nova.network.neutron [req-ca0f84bc-a7cc-47bb-bfa1-3e25a0688d3d req-8e0eae52-806b-46e6-b800-92b78bd74399 service nova] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Updated VIF entry in instance network info cache for port d3c6c13c-7291-4e9b-9b6c-2a7944a2a790. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1987.092336] env[63366]: DEBUG nova.network.neutron [req-ca0f84bc-a7cc-47bb-bfa1-3e25a0688d3d req-8e0eae52-806b-46e6-b800-92b78bd74399 service nova] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Updating instance_info_cache with network_info: [{"id": "d3c6c13c-7291-4e9b-9b6c-2a7944a2a790", "address": "fa:16:3e:64:07:c4", "network": {"id": "6d0474d9-276f-4360-b343-a83b1c2a6f90", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998330055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2bb07ce438441e89dea6314515d2bcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3c6c13c-72", "ovs_interfaceid": "d3c6c13c-7291-4e9b-9b6c-2a7944a2a790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.113773] env[63366]: DEBUG oslo_vmware.api [None req-7b3a67a2-62f9-422c-8817-e7208ea45946 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] Task: {'id': task-2103665, 'name': ReconfigVM_Task, 'duration_secs': 0.150077} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.118153] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3a67a2-62f9-422c-8817-e7208ea45946 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430732', 'volume_id': '0095e795-dceb-42ef-b426-fcb28a5f582b', 'name': 'volume-0095e795-dceb-42ef-b426-fcb28a5f582b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '36746589-7243-480f-8aa8-07b7ed19cdec', 'attached_at': '', 'detached_at': '', 'volume_id': '0095e795-dceb-42ef-b426-fcb28a5f582b', 'serial': '0095e795-dceb-42ef-b426-fcb28a5f582b'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1987.129097] env[63366]: DEBUG oslo_vmware.api [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103666, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.166594] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 689df898-ef9c-4a0b-8196-f2e917101949 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1987.176162] env[63366]: DEBUG nova.network.neutron [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1987.207057] env[63366]: DEBUG nova.network.neutron [-] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.222732] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103664, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.275935] env[63366]: DEBUG oslo_vmware.api [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103667, 'name': Rename_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.349445] env[63366]: DEBUG oslo_vmware.api [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Task: {'id': task-2103668, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.400173] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.406436] env[63366]: DEBUG oslo_vmware.api [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103669, 'name': PowerOffVM_Task, 'duration_secs': 0.397336} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.406841] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1987.407082] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1987.411308] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c0a99c3-e53f-42ba-bcc7-09adbad6f7eb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.467110] env[63366]: DEBUG oslo_concurrency.lockutils [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.501883] env[63366]: DEBUG nova.network.neutron [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Updating instance_info_cache with network_info: [{"id": "6a3fc014-2ce9-4920-8c6f-a16643ca2004", "address": "fa:16:3e:b5:f6:c0", "network": {"id": "6d0474d9-276f-4360-b343-a83b1c2a6f90", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998330055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2bb07ce438441e89dea6314515d2bcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a3fc014-2c", "ovs_interfaceid": "6a3fc014-2ce9-4920-8c6f-a16643ca2004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.509498] env[63366]: DEBUG oslo_vmware.api [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Task: {'id': task-2103670, 'name': PowerOffVM_Task, 'duration_secs': 0.410168} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.509856] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1987.510087] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Volume detach. Driver type: vmdk {{(pid=63366) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1987.510288] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430650', 'volume_id': 'c0686a3c-88bb-4d93-9f6d-90d40295b9c4', 'name': 'volume-c0686a3c-88bb-4d93-9f6d-90d40295b9c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a46fad37-b982-49d7-a999-755e36c1ed44', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0686a3c-88bb-4d93-9f6d-90d40295b9c4', 'serial': 'c0686a3c-88bb-4d93-9f6d-90d40295b9c4'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1987.511097] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e614da2b-6096-4a56-a058-a0e9680e30ef {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.532364] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e289f52-6381-4db0-ae89-64188074acdb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.540722] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4b0296-f598-4f7b-a990-060fd708a390 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.562115] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a80051-427e-4281-9249-e9a5d14b8a94 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.578764] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] The volume has not been displaced from its original location: [datastore2] volume-c0686a3c-88bb-4d93-9f6d-90d40295b9c4/volume-c0686a3c-88bb-4d93-9f6d-90d40295b9c4.vmdk. No consolidation needed. {{(pid=63366) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1987.583994] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Reconfiguring VM instance instance-0000001d to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1987.584453] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf5d1038-fd74-4dd1-beff-5b21aa7b8675 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.598202] env[63366]: DEBUG oslo_concurrency.lockutils [req-ca0f84bc-a7cc-47bb-bfa1-3e25a0688d3d req-8e0eae52-806b-46e6-b800-92b78bd74399 service nova] Releasing lock "refresh_cache-5452d952-0785-4526-a865-4951b0f9004f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1987.604854] env[63366]: DEBUG oslo_vmware.api [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Waiting for the task: (returnval){ [ 1987.604854] env[63366]: value = "task-2103672" [ 1987.604854] env[63366]: _type = "Task" [ 1987.604854] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.614942] env[63366]: DEBUG oslo_vmware.api [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Task: {'id': task-2103672, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.626117] env[63366]: DEBUG oslo_vmware.api [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574187} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.627173] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2/dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1987.627709] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1987.628795] env[63366]: DEBUG nova.compute.manager [req-2154a16c-250b-4231-86b8-7a8694fdf533 req-33233338-e599-434b-bb3e-f7e4d97dcb78 service nova] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Received event network-vif-deleted-cec9571f-aa66-4507-b785-4f305c02f823 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1987.629229] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc05a602-a672-4719-9aee-2fa3e2f60ea1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.637611] env[63366]: DEBUG oslo_vmware.api [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Waiting for the task: (returnval){ [ 1987.637611] env[63366]: value = "task-2103673" [ 1987.637611] env[63366]: _type = "Task" [ 1987.637611] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.648593] env[63366]: DEBUG oslo_vmware.api [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.672289] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 6e56de4c-9de5-4a5b-9af4-0005925b1e4f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1987.711514] env[63366]: DEBUG nova.objects.instance [None req-7b3a67a2-62f9-422c-8817-e7208ea45946 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] Lazy-loading 'flavor' on Instance uuid 36746589-7243-480f-8aa8-07b7ed19cdec {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1987.711514] env[63366]: INFO nova.compute.manager [-] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Took 1.60 seconds to deallocate network for instance. [ 1987.722921] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103664, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.775955] env[63366]: DEBUG oslo_vmware.api [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103667, 'name': Rename_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.850711] env[63366]: DEBUG oslo_vmware.api [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Task: {'id': task-2103668, 'name': PowerOffVM_Task, 'duration_secs': 0.561163} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.852693] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1987.852693] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1987.852693] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a6f5217-d7ee-4134-8561-a5d748231f1c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.008053] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Releasing lock "refresh_cache-3fcdeccc-bfa0-4f52-aead-9e92c6d2b002" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.008053] env[63366]: DEBUG nova.compute.manager [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Instance network_info: |[{"id": "6a3fc014-2ce9-4920-8c6f-a16643ca2004", "address": "fa:16:3e:b5:f6:c0", "network": {"id": "6d0474d9-276f-4360-b343-a83b1c2a6f90", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998330055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2bb07ce438441e89dea6314515d2bcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a3fc014-2c", "ovs_interfaceid": "6a3fc014-2ce9-4920-8c6f-a16643ca2004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1988.008053] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:f6:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a3fc014-2ce9-4920-8c6f-a16643ca2004', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1988.015932] env[63366]: DEBUG oslo.service.loopingcall [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1988.017283] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1988.017842] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1988.018285] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Deleting contents of the VM from datastore datastore1 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1988.018640] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Deleting the datastore file [datastore1] 929c57e8-88c8-4cda-8a89-afcfda128c51 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1988.019015] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e182ac74-ed03-4f7a-820e-47dd174db17d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.035278] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91cfb6c1-2813-4639-933f-0d84a2b032aa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.043260] env[63366]: DEBUG oslo_vmware.api [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Waiting for the task: (returnval){ [ 1988.043260] env[63366]: value = "task-2103675" [ 1988.043260] env[63366]: _type = "Task" [ 1988.043260] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.044876] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1988.044876] env[63366]: value = "task-2103676" [ 1988.044876] env[63366]: _type = "Task" [ 1988.044876] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.058836] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103676, 'name': CreateVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.062498] env[63366]: DEBUG oslo_vmware.api [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Task: {'id': task-2103675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.091020] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1988.091020] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1988.091020] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Deleting the datastore file [datastore2] f62137c6-8851-4d59-9f15-2ee39cda52f6 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1988.091020] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-206033bc-f626-4ab1-911a-4e60aa1a26a1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.102611] env[63366]: DEBUG oslo_vmware.api [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Waiting for the task: (returnval){ [ 1988.102611] env[63366]: value = "task-2103677" [ 1988.102611] env[63366]: _type = "Task" [ 1988.102611] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.112083] env[63366]: DEBUG oslo_vmware.api [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.117831] env[63366]: DEBUG oslo_vmware.api [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Task: {'id': task-2103672, 'name': ReconfigVM_Task, 'duration_secs': 0.244371} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.118394] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Reconfigured VM instance instance-0000001d to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1988.124121] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-378335b9-3b70-4637-8f77-ce2af2c62441 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.142124] env[63366]: DEBUG oslo_vmware.api [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Waiting for the task: (returnval){ [ 1988.142124] env[63366]: value = "task-2103678" [ 1988.142124] env[63366]: _type = "Task" [ 1988.142124] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.157695] env[63366]: DEBUG oslo_vmware.api [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097048} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.162023] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1988.162447] env[63366]: DEBUG oslo_vmware.api [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Task: {'id': task-2103678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.163305] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098d6857-46eb-4dab-9c4f-1cbb7f39c401 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.182056] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance e7a6b4c9-4a95-4664-906c-e02f4191abe6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1988.194318] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2/dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1988.195141] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1211a1c6-f2c7-4fd2-9c51-09d32ed252a4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.222151] env[63366]: DEBUG oslo_vmware.api [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Waiting for the task: (returnval){ [ 1988.222151] env[63366]: value = "task-2103679" [ 1988.222151] env[63366]: _type = "Task" [ 1988.222151] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.228706] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.229074] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103664, 'name': CreateVM_Task, 'duration_secs': 1.808935} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.232956] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1988.234316] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.234583] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.234965] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1988.236015] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-272635d1-b2dd-4a76-850d-344ef6e56ebb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.243109] env[63366]: DEBUG oslo_vmware.api [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.247028] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for the task: (returnval){ [ 1988.247028] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52855c1b-4475-0146-5db9-6e69ba5432ae" [ 1988.247028] env[63366]: _type = "Task" [ 1988.247028] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.256957] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52855c1b-4475-0146-5db9-6e69ba5432ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.269890] env[63366]: DEBUG nova.compute.manager [req-e41ad191-40f5-469a-ac2c-01014f3ffefc req-29dc9958-a53f-41e3-865d-3df4c965f1e6 service nova] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Received event network-changed-6a3fc014-2ce9-4920-8c6f-a16643ca2004 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1988.270281] env[63366]: DEBUG nova.compute.manager [req-e41ad191-40f5-469a-ac2c-01014f3ffefc req-29dc9958-a53f-41e3-865d-3df4c965f1e6 service nova] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Refreshing instance network info cache due to event network-changed-6a3fc014-2ce9-4920-8c6f-a16643ca2004. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1988.270605] env[63366]: DEBUG oslo_concurrency.lockutils [req-e41ad191-40f5-469a-ac2c-01014f3ffefc req-29dc9958-a53f-41e3-865d-3df4c965f1e6 service nova] Acquiring lock "refresh_cache-3fcdeccc-bfa0-4f52-aead-9e92c6d2b002" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.270744] env[63366]: DEBUG oslo_concurrency.lockutils [req-e41ad191-40f5-469a-ac2c-01014f3ffefc req-29dc9958-a53f-41e3-865d-3df4c965f1e6 service nova] Acquired lock "refresh_cache-3fcdeccc-bfa0-4f52-aead-9e92c6d2b002" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.270902] env[63366]: DEBUG nova.network.neutron [req-e41ad191-40f5-469a-ac2c-01014f3ffefc req-29dc9958-a53f-41e3-865d-3df4c965f1e6 service nova] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Refreshing network info cache for port 6a3fc014-2ce9-4920-8c6f-a16643ca2004 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1988.282584] env[63366]: DEBUG oslo_vmware.api [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103667, 'name': Rename_Task, 'duration_secs': 1.20309} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.283282] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1988.283558] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7af9d28b-46fe-454f-b384-d5f9312e4ad7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.290782] env[63366]: DEBUG oslo_vmware.api [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 1988.290782] env[63366]: value = "task-2103680" [ 1988.290782] env[63366]: _type = "Task" [ 1988.290782] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.299509] env[63366]: DEBUG oslo_vmware.api [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.560962] env[63366]: DEBUG oslo_vmware.api [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Task: {'id': task-2103675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300369} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.564995] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1988.565180] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Deleted contents of the VM from datastore datastore1 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1988.565359] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1988.565535] env[63366]: INFO nova.compute.manager [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1988.565778] env[63366]: DEBUG oslo.service.loopingcall [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1988.565935] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103676, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.566148] env[63366]: DEBUG nova.compute.manager [-] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1988.566242] env[63366]: DEBUG nova.network.neutron [-] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1988.614937] env[63366]: DEBUG oslo_vmware.api [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.511733} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.615370] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1988.615631] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1988.615752] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1988.615925] env[63366]: INFO nova.compute.manager [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1988.616188] env[63366]: DEBUG oslo.service.loopingcall [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1988.616451] env[63366]: DEBUG nova.compute.manager [-] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1988.616513] env[63366]: DEBUG nova.network.neutron [-] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1988.659728] env[63366]: DEBUG oslo_vmware.api [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Task: {'id': task-2103678, 'name': ReconfigVM_Task, 'duration_secs': 0.184077} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.660055] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430650', 'volume_id': 'c0686a3c-88bb-4d93-9f6d-90d40295b9c4', 'name': 'volume-c0686a3c-88bb-4d93-9f6d-90d40295b9c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a46fad37-b982-49d7-a999-755e36c1ed44', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0686a3c-88bb-4d93-9f6d-90d40295b9c4', 'serial': 'c0686a3c-88bb-4d93-9f6d-90d40295b9c4'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1988.660253] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1988.661097] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6d737f-316b-4890-a60e-bfe818d820ce {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.668501] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1988.668811] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f3144d1-9ce6-4a29-bba1-595db4a83099 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.696699] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 85d67c6c-ff9a-4c24-8f89-845a0e2829bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1988.697060] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 27 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1988.697331] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5760MB phys_disk=200GB used_disk=26GB total_vcpus=48 used_vcpus=27 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1988.725327] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7b3a67a2-62f9-422c-8817-e7208ea45946 tempest-VolumesAssistedSnapshotsTest-1778517872 tempest-VolumesAssistedSnapshotsTest-1778517872-project-admin] Lock "36746589-7243-480f-8aa8-07b7ed19cdec" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.361s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.743776] env[63366]: DEBUG oslo_vmware.api [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103679, 'name': ReconfigVM_Task, 'duration_secs': 0.513363} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.751493] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Reconfigured VM instance instance-0000002a to attach disk [datastore2] dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2/dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1988.753169] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a0efcb6-aac6-4ed4-89c0-81f91ae02ed4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.766060] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1988.768036] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1988.768036] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Deleting the datastore file [datastore2] a46fad37-b982-49d7-a999-755e36c1ed44 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1988.771963] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c74084e0-4136-4070-8cfa-53ad117b01ea {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.774924] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52855c1b-4475-0146-5db9-6e69ba5432ae, 'name': SearchDatastore_Task, 'duration_secs': 0.014389} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.778095] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.778095] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1988.778095] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.778095] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.778095] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1988.783611] env[63366]: DEBUG oslo_vmware.api [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Waiting for the task: (returnval){ [ 1988.783611] env[63366]: value = "task-2103682" [ 1988.783611] env[63366]: _type = "Task" [ 1988.783611] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.783611] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e64293e-d979-4285-9946-2d40675259f8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.791669] env[63366]: DEBUG oslo_vmware.api [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Waiting for the task: (returnval){ [ 1988.791669] env[63366]: value = "task-2103683" [ 1988.791669] env[63366]: _type = "Task" [ 1988.791669] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.817080] env[63366]: DEBUG oslo_vmware.api [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103682, 'name': Rename_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.817905] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1988.817905] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1988.819409] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f039710-3b61-4193-8ad4-6d1bef7a8480 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.829970] env[63366]: DEBUG oslo_vmware.api [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103680, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.836141] env[63366]: DEBUG oslo_vmware.api [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Task: {'id': task-2103683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.838341] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for the task: (returnval){ [ 1988.838341] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]527f1435-4c18-35df-9bd5-72fcf93a7aa3" [ 1988.838341] env[63366]: _type = "Task" [ 1988.838341] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.852982] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]527f1435-4c18-35df-9bd5-72fcf93a7aa3, 'name': SearchDatastore_Task, 'duration_secs': 0.015624} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.853863] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b804f5c-46f3-429b-8173-5673974caf67 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.868112] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for the task: (returnval){ [ 1988.868112] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5238c115-efec-e164-6935-80029abf6865" [ 1988.868112] env[63366]: _type = "Task" [ 1988.868112] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.877035] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5238c115-efec-e164-6935-80029abf6865, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.063896] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103676, 'name': CreateVM_Task, 'duration_secs': 0.594714} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.064393] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1989.065113] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.065317] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.065723] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1989.065990] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3997b6dd-6314-41b4-aec0-96bc6f610fda {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.080208] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for the task: (returnval){ [ 1989.080208] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]522bd46e-49cf-1612-eca1-eb27d4534c7f" [ 1989.080208] env[63366]: _type = "Task" [ 1989.080208] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.093356] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522bd46e-49cf-1612-eca1-eb27d4534c7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.303802] env[63366]: DEBUG oslo_vmware.api [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103682, 'name': Rename_Task, 'duration_secs': 0.226249} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.307862] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1989.311501] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-993f354f-7e1a-4e19-ace6-229273a05fdd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.313470] env[63366]: DEBUG oslo_vmware.api [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103680, 'name': PowerOnVM_Task, 'duration_secs': 0.70178} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.316059] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1989.316285] env[63366]: INFO nova.compute.manager [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Took 12.39 seconds to spawn the instance on the hypervisor. [ 1989.316567] env[63366]: DEBUG nova.compute.manager [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1989.320393] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5198061a-b9b5-4fb1-b936-3317a6c95d1e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.328184] env[63366]: DEBUG oslo_vmware.api [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Task: {'id': task-2103683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1356} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.330076] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1989.330716] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1989.330920] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1989.331194] env[63366]: INFO nova.compute.manager [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Took 2.35 seconds to destroy the instance on the hypervisor. [ 1989.331607] env[63366]: DEBUG oslo.service.loopingcall [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1989.331906] env[63366]: DEBUG oslo_vmware.api [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Waiting for the task: (returnval){ [ 1989.331906] env[63366]: value = "task-2103685" [ 1989.331906] env[63366]: _type = "Task" [ 1989.331906] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.332123] env[63366]: DEBUG nova.compute.manager [-] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1989.332220] env[63366]: DEBUG nova.network.neutron [-] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1989.352191] env[63366]: DEBUG oslo_vmware.api [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103685, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.380687] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5238c115-efec-e164-6935-80029abf6865, 'name': SearchDatastore_Task, 'duration_secs': 0.014224} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.380896] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.381288] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 5452d952-0785-4526-a865-4951b0f9004f/5452d952-0785-4526-a865-4951b0f9004f.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1989.386041] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe9fb2d4-95c3-4f06-8e8f-3c87f60120de {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.398332] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for the task: (returnval){ [ 1989.398332] env[63366]: value = "task-2103686" [ 1989.398332] env[63366]: _type = "Task" [ 1989.398332] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.413168] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.425400] env[63366]: DEBUG nova.network.neutron [req-e41ad191-40f5-469a-ac2c-01014f3ffefc req-29dc9958-a53f-41e3-865d-3df4c965f1e6 service nova] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Updated VIF entry in instance network info cache for port 6a3fc014-2ce9-4920-8c6f-a16643ca2004. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1989.425752] env[63366]: DEBUG nova.network.neutron [req-e41ad191-40f5-469a-ac2c-01014f3ffefc req-29dc9958-a53f-41e3-865d-3df4c965f1e6 service nova] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Updating instance_info_cache with network_info: [{"id": "6a3fc014-2ce9-4920-8c6f-a16643ca2004", "address": "fa:16:3e:b5:f6:c0", "network": {"id": "6d0474d9-276f-4360-b343-a83b1c2a6f90", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998330055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2bb07ce438441e89dea6314515d2bcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a3fc014-2c", "ovs_interfaceid": "6a3fc014-2ce9-4920-8c6f-a16643ca2004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.458057] env[63366]: DEBUG nova.network.neutron [-] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.556154] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed92cfd5-2a44-4947-9466-7a06ce603b64 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.562667] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6d3544-7910-4623-a93e-510bc79a3565 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.606777] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce616a2-5b4e-44cf-b10c-649f95530956 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.619907] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522bd46e-49cf-1612-eca1-eb27d4534c7f, 'name': SearchDatastore_Task, 'duration_secs': 0.019169} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.620845] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.620972] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1989.621235] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.621383] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.621609] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1989.623200] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5e88a8-d48d-40b6-9542-d7058e36e12b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.627019] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52876143-3a18-4e28-a76a-931e136ce1ac {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.643957] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1989.646547] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1989.646739] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1989.647710] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e453001a-c988-4525-9ed8-57892eff0fca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.654397] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for the task: (returnval){ [ 1989.654397] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ccecfe-808e-e288-6504-d149cf624ddb" [ 1989.654397] env[63366]: _type = "Task" [ 1989.654397] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.665367] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ccecfe-808e-e288-6504-d149cf624ddb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.714599] env[63366]: DEBUG nova.compute.manager [req-4c58bb1f-5980-4888-8b0e-6a866e1f3954 req-bd6ec21c-d669-4c58-bc47-60beca65bd47 service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Received event network-vif-deleted-85e12d3f-22b4-41ff-8e1c-79227bff56bf {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1989.715545] env[63366]: INFO nova.compute.manager [req-4c58bb1f-5980-4888-8b0e-6a866e1f3954 req-bd6ec21c-d669-4c58-bc47-60beca65bd47 service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Neutron deleted interface 85e12d3f-22b4-41ff-8e1c-79227bff56bf; detaching it from the instance and deleting it from the info cache [ 1989.715545] env[63366]: DEBUG nova.network.neutron [req-4c58bb1f-5980-4888-8b0e-6a866e1f3954 req-bd6ec21c-d669-4c58-bc47-60beca65bd47 service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Updating instance_info_cache with network_info: [{"id": "f9679769-0a3e-4491-adae-58e4c80dce90", "address": "fa:16:3e:8d:34:22", "network": {"id": "aa8fe682-b646-4c74-af00-588c93f8be8f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-165078954", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4d159bb1e2a7400286a4e51831385ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9679769-0a", "ovs_interfaceid": "f9679769-0a3e-4491-adae-58e4c80dce90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9fe54c79-1b47-4501-9b8d-6c58669f9000", "address": "fa:16:3e:e1:05:a5", "network": {"id": "2574ba59-d9d1-47fb-93d0-fd729cfff8f5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-820532257", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d159bb1e2a7400286a4e51831385ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fe54c79-1b", "ovs_interfaceid": "9fe54c79-1b47-4501-9b8d-6c58669f9000", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.856960] env[63366]: DEBUG oslo_vmware.api [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103685, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.860137] env[63366]: INFO nova.compute.manager [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Took 32.35 seconds to build instance. [ 1989.914713] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103686, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.931205] env[63366]: DEBUG oslo_concurrency.lockutils [req-e41ad191-40f5-469a-ac2c-01014f3ffefc req-29dc9958-a53f-41e3-865d-3df4c965f1e6 service nova] Releasing lock "refresh_cache-3fcdeccc-bfa0-4f52-aead-9e92c6d2b002" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.931205] env[63366]: DEBUG nova.compute.manager [req-e41ad191-40f5-469a-ac2c-01014f3ffefc req-29dc9958-a53f-41e3-865d-3df4c965f1e6 service nova] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Received event network-vif-deleted-69770e51-84ad-434a-b3c2-239add4aabeb {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1989.931205] env[63366]: DEBUG nova.compute.manager [req-e41ad191-40f5-469a-ac2c-01014f3ffefc req-29dc9958-a53f-41e3-865d-3df4c965f1e6 service nova] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Received event network-changed-8198be49-2f95-43a8-b0bb-ed449b9c9c88 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1989.931205] env[63366]: DEBUG nova.compute.manager [req-e41ad191-40f5-469a-ac2c-01014f3ffefc req-29dc9958-a53f-41e3-865d-3df4c965f1e6 service nova] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Refreshing instance network info cache due to event network-changed-8198be49-2f95-43a8-b0bb-ed449b9c9c88. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1989.931205] env[63366]: DEBUG oslo_concurrency.lockutils [req-e41ad191-40f5-469a-ac2c-01014f3ffefc req-29dc9958-a53f-41e3-865d-3df4c965f1e6 service nova] Acquiring lock "refresh_cache-f3b6e9ea-be4b-43c5-9503-4531eddcbe81" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.931205] env[63366]: DEBUG oslo_concurrency.lockutils [req-e41ad191-40f5-469a-ac2c-01014f3ffefc req-29dc9958-a53f-41e3-865d-3df4c965f1e6 service nova] Acquired lock "refresh_cache-f3b6e9ea-be4b-43c5-9503-4531eddcbe81" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.931205] env[63366]: DEBUG nova.network.neutron [req-e41ad191-40f5-469a-ac2c-01014f3ffefc req-29dc9958-a53f-41e3-865d-3df4c965f1e6 service nova] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Refreshing network info cache for port 8198be49-2f95-43a8-b0bb-ed449b9c9c88 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1989.960910] env[63366]: INFO nova.compute.manager [-] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Took 1.39 seconds to deallocate network for instance. [ 1990.166549] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ccecfe-808e-e288-6504-d149cf624ddb, 'name': SearchDatastore_Task, 'duration_secs': 0.01582} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.167449] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a44a518c-7fff-4cbf-9eca-a4d48d6bb8f0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.171228] env[63366]: ERROR nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [req-cf2918e1-0dc2-41c2-b4cc-dd3e1d496197] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d4eb5599-1ee7-4533-a84b-536c6f825ecc. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cf2918e1-0dc2-41c2-b4cc-dd3e1d496197"}]} [ 1990.179025] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for the task: (returnval){ [ 1990.179025] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52e3612a-4747-c447-1a0a-01aee08c3141" [ 1990.179025] env[63366]: _type = "Task" [ 1990.179025] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.190626] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52e3612a-4747-c447-1a0a-01aee08c3141, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.192265] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Refreshing inventories for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1990.207445] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Updating ProviderTree inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1990.207732] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1990.218169] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7c6a722-25d9-4415-8796-544030ad77a5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.221561] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Refreshing aggregate associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, aggregates: None {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1990.233111] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8a67ab-35ce-4848-9b53-fb759d987c6b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.245562] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Refreshing trait associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1990.287918] env[63366]: DEBUG nova.compute.manager [req-4c58bb1f-5980-4888-8b0e-6a866e1f3954 req-bd6ec21c-d669-4c58-bc47-60beca65bd47 service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Detach interface failed, port_id=85e12d3f-22b4-41ff-8e1c-79227bff56bf, reason: Instance f62137c6-8851-4d59-9f15-2ee39cda52f6 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1990.288316] env[63366]: DEBUG nova.compute.manager [req-4c58bb1f-5980-4888-8b0e-6a866e1f3954 req-bd6ec21c-d669-4c58-bc47-60beca65bd47 service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Received event network-vif-deleted-9fe54c79-1b47-4501-9b8d-6c58669f9000 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1990.288671] env[63366]: INFO nova.compute.manager [req-4c58bb1f-5980-4888-8b0e-6a866e1f3954 req-bd6ec21c-d669-4c58-bc47-60beca65bd47 service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Neutron deleted interface 9fe54c79-1b47-4501-9b8d-6c58669f9000; detaching it from the instance and deleting it from the info cache [ 1990.289110] env[63366]: DEBUG nova.network.neutron [req-4c58bb1f-5980-4888-8b0e-6a866e1f3954 req-bd6ec21c-d669-4c58-bc47-60beca65bd47 service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Updating instance_info_cache with network_info: [{"id": "f9679769-0a3e-4491-adae-58e4c80dce90", "address": "fa:16:3e:8d:34:22", "network": {"id": "aa8fe682-b646-4c74-af00-588c93f8be8f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-165078954", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4d159bb1e2a7400286a4e51831385ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9679769-0a", "ovs_interfaceid": "f9679769-0a3e-4491-adae-58e4c80dce90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.314280] env[63366]: DEBUG nova.compute.manager [req-c0ad33ad-2099-4bd3-8f2f-6462616977b8 req-905903b3-d72f-4a7e-b8fb-73702683ac9c service nova] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Received event network-vif-deleted-5e83a554-74c3-4d8a-aef8-a5adcd2af570 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1990.314576] env[63366]: DEBUG nova.compute.manager [req-c0ad33ad-2099-4bd3-8f2f-6462616977b8 req-905903b3-d72f-4a7e-b8fb-73702683ac9c service nova] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Received event network-vif-deleted-5fa9c234-6d4b-40db-8610-9e30297896b3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1990.314826] env[63366]: INFO nova.compute.manager [req-c0ad33ad-2099-4bd3-8f2f-6462616977b8 req-905903b3-d72f-4a7e-b8fb-73702683ac9c service nova] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Neutron deleted interface 5fa9c234-6d4b-40db-8610-9e30297896b3; detaching it from the instance and deleting it from the info cache [ 1990.315119] env[63366]: DEBUG nova.network.neutron [req-c0ad33ad-2099-4bd3-8f2f-6462616977b8 req-905903b3-d72f-4a7e-b8fb-73702683ac9c service nova] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.351665] env[63366]: DEBUG oslo_vmware.api [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103685, 'name': PowerOnVM_Task, 'duration_secs': 0.931135} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.354565] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1990.354808] env[63366]: INFO nova.compute.manager [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Took 10.58 seconds to spawn the instance on the hypervisor. [ 1990.354995] env[63366]: DEBUG nova.compute.manager [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1990.356357] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdae61c-ae98-443e-ae1b-0b36dcb5e34d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.364509] env[63366]: DEBUG oslo_concurrency.lockutils [None req-61e478f7-a048-4150-8ec8-d978216ab7c3 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lock "394309ab-d10e-4578-bb8c-82372267ba4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.740s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.411335] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644646} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.412247] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 5452d952-0785-4526-a865-4951b0f9004f/5452d952-0785-4526-a865-4951b0f9004f.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1990.412500] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1990.415486] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9c976f9-0878-4f11-aa14-ea401ce6dfe3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.424260] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for the task: (returnval){ [ 1990.424260] env[63366]: value = "task-2103687" [ 1990.424260] env[63366]: _type = "Task" [ 1990.424260] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.437017] env[63366]: DEBUG nova.network.neutron [-] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.445207] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.472633] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.479592] env[63366]: DEBUG nova.network.neutron [-] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.696496] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52e3612a-4747-c447-1a0a-01aee08c3141, 'name': SearchDatastore_Task, 'duration_secs': 0.014363} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.697150] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.698220] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002/3fcdeccc-bfa0-4f52-aead-9e92c6d2b002.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1990.698527] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a971a7e-2715-4b0b-b9cd-756f1bb6bf0c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.709641] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for the task: (returnval){ [ 1990.709641] env[63366]: value = "task-2103688" [ 1990.709641] env[63366]: _type = "Task" [ 1990.709641] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.724627] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.795042] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f071626-78f5-452a-a484-74011d97522a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.804307] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fa60ce-9a28-4f0a-8415-06f4b3ace517 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.821705] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2cb0551d-ff41-4d69-a066-a54f99bb5682 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.831930] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dd4864-e0a0-48d1-b16b-11b6d43c7b4a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.865507] env[63366]: DEBUG nova.compute.manager [req-4c58bb1f-5980-4888-8b0e-6a866e1f3954 req-bd6ec21c-d669-4c58-bc47-60beca65bd47 service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Detach interface failed, port_id=9fe54c79-1b47-4501-9b8d-6c58669f9000, reason: Instance f62137c6-8851-4d59-9f15-2ee39cda52f6 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1990.874280] env[63366]: DEBUG nova.compute.manager [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1990.902021] env[63366]: DEBUG nova.compute.manager [req-c0ad33ad-2099-4bd3-8f2f-6462616977b8 req-905903b3-d72f-4a7e-b8fb-73702683ac9c service nova] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Detach interface failed, port_id=5fa9c234-6d4b-40db-8610-9e30297896b3, reason: Instance a46fad37-b982-49d7-a999-755e36c1ed44 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1990.902021] env[63366]: INFO nova.compute.manager [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Took 29.15 seconds to build instance. [ 1990.939579] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125062} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.940299] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1990.941344] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f57372-f986-460c-96b8-4c42b060d820 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.946850] env[63366]: INFO nova.compute.manager [-] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Took 1.61 seconds to deallocate network for instance. [ 1990.975459] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 5452d952-0785-4526-a865-4951b0f9004f/5452d952-0785-4526-a865-4951b0f9004f.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1990.978539] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd9df1e5-4448-4990-9eee-61490f313e77 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.997621] env[63366]: INFO nova.compute.manager [-] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Took 2.38 seconds to deallocate network for instance. [ 1991.008916] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for the task: (returnval){ [ 1991.008916] env[63366]: value = "task-2103689" [ 1991.008916] env[63366]: _type = "Task" [ 1991.008916] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.024956] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103689, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.034914] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c737c7bf-c0e4-4aae-9a71-f309bdda8ec3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.043671] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eaab1c7-1f67-4fd5-8ac6-3f5f3d408627 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.048296] env[63366]: DEBUG nova.network.neutron [req-e41ad191-40f5-469a-ac2c-01014f3ffefc req-29dc9958-a53f-41e3-865d-3df4c965f1e6 service nova] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Updated VIF entry in instance network info cache for port 8198be49-2f95-43a8-b0bb-ed449b9c9c88. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1991.048750] env[63366]: DEBUG nova.network.neutron [req-e41ad191-40f5-469a-ac2c-01014f3ffefc req-29dc9958-a53f-41e3-865d-3df4c965f1e6 service nova] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Updating instance_info_cache with network_info: [{"id": "8198be49-2f95-43a8-b0bb-ed449b9c9c88", "address": "fa:16:3e:21:ca:8f", "network": {"id": "cb891f53-6966-481e-9bb8-37408aacd0b9", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-532324496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "055bcbd61a5c4f4d912378a2762db5ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8198be49-2f", "ovs_interfaceid": "8198be49-2f95-43a8-b0bb-ed449b9c9c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1991.078983] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63acee58-7646-4bb2-b12f-b4f1febf5e6c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.090782] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15b57fd-53e3-4a3b-80c6-331f5392dd4b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.107336] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1991.226425] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103688, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.274334] env[63366]: DEBUG oslo_vmware.rw_handles [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526202ee-7680-66b4-6302-a4e385799add/disk-0.vmdk. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1991.274947] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4937ee3-d59c-4bcc-9854-968d34107d78 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.285152] env[63366]: DEBUG oslo_vmware.rw_handles [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526202ee-7680-66b4-6302-a4e385799add/disk-0.vmdk is in state: ready. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1991.290132] env[63366]: ERROR oslo_vmware.rw_handles [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526202ee-7680-66b4-6302-a4e385799add/disk-0.vmdk due to incomplete transfer. [ 1991.290132] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f232b341-8538-4488-b0ea-52001370724c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.304024] env[63366]: DEBUG oslo_vmware.rw_handles [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526202ee-7680-66b4-6302-a4e385799add/disk-0.vmdk. {{(pid=63366) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1991.304024] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Uploaded image 043eb502-309a-420b-8e49-5c17254a2523 to the Glance image server {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1991.306150] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Destroying the VM {{(pid=63366) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1991.306823] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-efebbc3e-331c-47ad-a34c-b1659c8ec137 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.319026] env[63366]: DEBUG oslo_vmware.api [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 1991.319026] env[63366]: value = "task-2103690" [ 1991.319026] env[63366]: _type = "Task" [ 1991.319026] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.331949] env[63366]: DEBUG oslo_vmware.api [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103690, 'name': Destroy_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.408099] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b05a043b-a207-4340-9516-62b6ed7a5397 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Lock "dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.083s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.419631] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.511237] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.517856] env[63366]: INFO nova.compute.manager [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Took 0.57 seconds to detach 1 volumes for instance. [ 1991.520903] env[63366]: DEBUG nova.compute.manager [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Deleting volume: c0686a3c-88bb-4d93-9f6d-90d40295b9c4 {{(pid=63366) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1991.531892] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.551901] env[63366]: DEBUG oslo_concurrency.lockutils [req-e41ad191-40f5-469a-ac2c-01014f3ffefc req-29dc9958-a53f-41e3-865d-3df4c965f1e6 service nova] Releasing lock "refresh_cache-f3b6e9ea-be4b-43c5-9503-4531eddcbe81" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1991.652722] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Updated inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1991.652857] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Updating resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc generation from 66 to 67 during operation: update_inventory {{(pid=63366) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1991.653020] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1991.726140] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710785} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.726851] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002/3fcdeccc-bfa0-4f52-aead-9e92c6d2b002.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1991.727141] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1991.727446] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41614abc-7930-4471-be1e-e451d96c387f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.736022] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for the task: (returnval){ [ 1991.736022] env[63366]: value = "task-2103692" [ 1991.736022] env[63366]: _type = "Task" [ 1991.736022] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.747519] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.830620] env[63366]: DEBUG oslo_vmware.api [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103690, 'name': Destroy_Task} progress is 33%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.911789] env[63366]: DEBUG nova.compute.manager [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1992.025064] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103689, 'name': ReconfigVM_Task, 'duration_secs': 0.964524} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.025420] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 5452d952-0785-4526-a865-4951b0f9004f/5452d952-0785-4526-a865-4951b0f9004f.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1992.026090] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6668c86c-5fff-463d-9466-e6fe4de5dd30 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.034026] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for the task: (returnval){ [ 1992.034026] env[63366]: value = "task-2103693" [ 1992.034026] env[63366]: _type = "Task" [ 1992.034026] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.047316] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103693, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.061380] env[63366]: DEBUG nova.compute.manager [req-f8dce5eb-cc7f-4b8a-aac8-a121ae747143 req-b789c9de-6a3d-4083-bcf9-cd93c2793359 service nova] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Received event network-vif-deleted-f9679769-0a3e-4491-adae-58e4c80dce90 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1992.061595] env[63366]: DEBUG nova.compute.manager [req-f8dce5eb-cc7f-4b8a-aac8-a121ae747143 req-b789c9de-6a3d-4083-bcf9-cd93c2793359 service nova] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Received event network-changed-3d75c37d-a7a6-4bd0-b94e-072487d00c88 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1992.061851] env[63366]: DEBUG nova.compute.manager [req-f8dce5eb-cc7f-4b8a-aac8-a121ae747143 req-b789c9de-6a3d-4083-bcf9-cd93c2793359 service nova] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Refreshing instance network info cache due to event network-changed-3d75c37d-a7a6-4bd0-b94e-072487d00c88. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1992.062389] env[63366]: DEBUG oslo_concurrency.lockutils [req-f8dce5eb-cc7f-4b8a-aac8-a121ae747143 req-b789c9de-6a3d-4083-bcf9-cd93c2793359 service nova] Acquiring lock "refresh_cache-dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.062641] env[63366]: DEBUG oslo_concurrency.lockutils [req-f8dce5eb-cc7f-4b8a-aac8-a121ae747143 req-b789c9de-6a3d-4083-bcf9-cd93c2793359 service nova] Acquired lock "refresh_cache-dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.062768] env[63366]: DEBUG nova.network.neutron [req-f8dce5eb-cc7f-4b8a-aac8-a121ae747143 req-b789c9de-6a3d-4083-bcf9-cd93c2793359 service nova] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Refreshing network info cache for port 3d75c37d-a7a6-4bd0-b94e-072487d00c88 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1992.079790] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.161573] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1992.161682] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.588s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.162622] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.544s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.162939] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.165253] env[63366]: DEBUG oslo_concurrency.lockutils [None req-31761238-7ba9-4f05-8809-b60d60182c3e tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.010s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.165448] env[63366]: DEBUG oslo_concurrency.lockutils [None req-31761238-7ba9-4f05-8809-b60d60182c3e tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.167374] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.263s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.169170] env[63366]: INFO nova.compute.claims [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1992.199299] env[63366]: INFO nova.scheduler.client.report [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Deleted allocations for instance 9b8491be-ee59-4584-90e8-f905cdfe0ad7 [ 1992.201267] env[63366]: INFO nova.scheduler.client.report [None req-31761238-7ba9-4f05-8809-b60d60182c3e tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Deleted allocations for instance 36bd68d5-0f27-4c82-9b66-9467a57fbae3 [ 1992.248412] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.293659} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.250056] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1992.251149] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb69e7e-8300-47d2-93c0-98e4e35995c5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.278948] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002/3fcdeccc-bfa0-4f52-aead-9e92c6d2b002.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1992.279423] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-012c42ae-3ff3-4cc3-84f3-7cc5df9323c9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.300324] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for the task: (returnval){ [ 1992.300324] env[63366]: value = "task-2103694" [ 1992.300324] env[63366]: _type = "Task" [ 1992.300324] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.309337] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.328616] env[63366]: DEBUG oslo_vmware.api [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103690, 'name': Destroy_Task, 'duration_secs': 0.563402} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.328934] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Destroyed the VM [ 1992.329163] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Deleting Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1992.329391] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7ab2a046-ef82-43c7-8bf5-d52036a211a7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.337685] env[63366]: DEBUG oslo_vmware.api [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 1992.337685] env[63366]: value = "task-2103695" [ 1992.337685] env[63366]: _type = "Task" [ 1992.337685] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.348206] env[63366]: DEBUG oslo_vmware.api [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103695, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.433201] env[63366]: DEBUG oslo_concurrency.lockutils [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.548456] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103693, 'name': Rename_Task, 'duration_secs': 0.366976} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.549728] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1992.550260] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48d3aab2-f4a0-417d-87f4-bbcc80c238d6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.560444] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for the task: (returnval){ [ 1992.560444] env[63366]: value = "task-2103696" [ 1992.560444] env[63366]: _type = "Task" [ 1992.560444] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.570630] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.625040] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7e283898-e6a4-47ab-bff6-3018eadbdc08 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Acquiring lock "dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.625367] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7e283898-e6a4-47ab-bff6-3018eadbdc08 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Lock "dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.626039] env[63366]: INFO nova.compute.manager [None req-7e283898-e6a4-47ab-bff6-3018eadbdc08 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Rebooting instance [ 1992.715313] env[63366]: DEBUG oslo_concurrency.lockutils [None req-31761238-7ba9-4f05-8809-b60d60182c3e tempest-ImagesOneServerTestJSON-89586555 tempest-ImagesOneServerTestJSON-89586555-project-member] Lock "36bd68d5-0f27-4c82-9b66-9467a57fbae3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.733s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.716639] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3628fd4f-4af3-4f7a-b16a-10b51d0fb11a tempest-ServerDiagnosticsV248Test-3474562 tempest-ServerDiagnosticsV248Test-3474562-project-member] Lock "9b8491be-ee59-4584-90e8-f905cdfe0ad7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.357s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.813454] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103694, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.851206] env[63366]: DEBUG oslo_vmware.api [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103695, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.979020] env[63366]: DEBUG nova.compute.manager [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1992.979436] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906c91d1-28b8-4bc8-908f-68593b6a0ecd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.034124] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f260e5a9-b652-4d61-ac64-ec14e5381c16 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "dad60003-ef3c-4f6e-87ef-90900722de87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.034891] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f260e5a9-b652-4d61-ac64-ec14e5381c16 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "dad60003-ef3c-4f6e-87ef-90900722de87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.035147] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f260e5a9-b652-4d61-ac64-ec14e5381c16 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "dad60003-ef3c-4f6e-87ef-90900722de87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.035672] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f260e5a9-b652-4d61-ac64-ec14e5381c16 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "dad60003-ef3c-4f6e-87ef-90900722de87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.035672] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f260e5a9-b652-4d61-ac64-ec14e5381c16 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "dad60003-ef3c-4f6e-87ef-90900722de87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.037907] env[63366]: INFO nova.compute.manager [None req-f260e5a9-b652-4d61-ac64-ec14e5381c16 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Terminating instance [ 1993.072622] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103696, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.114026] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Acquiring lock "36746589-7243-480f-8aa8-07b7ed19cdec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.114026] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Lock "36746589-7243-480f-8aa8-07b7ed19cdec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.114026] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Acquiring lock "36746589-7243-480f-8aa8-07b7ed19cdec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.114026] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Lock "36746589-7243-480f-8aa8-07b7ed19cdec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.114026] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Lock "36746589-7243-480f-8aa8-07b7ed19cdec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.116103] env[63366]: INFO nova.compute.manager [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Terminating instance [ 1993.151171] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7e283898-e6a4-47ab-bff6-3018eadbdc08 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Acquiring lock "refresh_cache-dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.178603] env[63366]: DEBUG nova.network.neutron [req-f8dce5eb-cc7f-4b8a-aac8-a121ae747143 req-b789c9de-6a3d-4083-bcf9-cd93c2793359 service nova] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Updated VIF entry in instance network info cache for port 3d75c37d-a7a6-4bd0-b94e-072487d00c88. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1993.179792] env[63366]: DEBUG nova.network.neutron [req-f8dce5eb-cc7f-4b8a-aac8-a121ae747143 req-b789c9de-6a3d-4083-bcf9-cd93c2793359 service nova] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Updating instance_info_cache with network_info: [{"id": "3d75c37d-a7a6-4bd0-b94e-072487d00c88", "address": "fa:16:3e:7a:59:22", "network": {"id": "6ee4126a-68bc-491a-b982-9b0d05618a5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-520634957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc914ffb3cb14b05819d26b141f2c725", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d75c37d-a7", "ovs_interfaceid": "3d75c37d-a7a6-4bd0-b94e-072487d00c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1993.316939] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103694, 'name': ReconfigVM_Task, 'duration_secs': 0.520894} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.317309] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002/3fcdeccc-bfa0-4f52-aead-9e92c6d2b002.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1993.318037] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae052bac-f037-4ef9-8bdc-b46eab8f7aa3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.329194] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for the task: (returnval){ [ 1993.329194] env[63366]: value = "task-2103697" [ 1993.329194] env[63366]: _type = "Task" [ 1993.329194] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.341159] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103697, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.356787] env[63366]: DEBUG oslo_vmware.api [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103695, 'name': RemoveSnapshot_Task, 'duration_secs': 0.558544} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.358836] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Deleted Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1993.358836] env[63366]: INFO nova.compute.manager [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Took 16.73 seconds to snapshot the instance on the hypervisor. [ 1993.494462] env[63366]: INFO nova.compute.manager [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] instance snapshotting [ 1993.501908] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62e0e18-ea91-4c0a-8da1-b5735c8c7234 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.531803] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30ccc6f-ba0f-484c-bb36-b28801287937 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.543262] env[63366]: DEBUG nova.compute.manager [None req-f260e5a9-b652-4d61-ac64-ec14e5381c16 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1993.543522] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f260e5a9-b652-4d61-ac64-ec14e5381c16 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1993.547615] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd04ff7-8ecd-40ff-97f2-a61cbc716083 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.562560] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f260e5a9-b652-4d61-ac64-ec14e5381c16 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1993.565766] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39f9ce00-bd75-46ce-9882-8754d381c4a9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.577323] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103696, 'name': PowerOnVM_Task, 'duration_secs': 0.619866} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.581057] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1993.581859] env[63366]: INFO nova.compute.manager [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Took 11.01 seconds to spawn the instance on the hypervisor. [ 1993.582290] env[63366]: DEBUG nova.compute.manager [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1993.583941] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2870d5a-cd05-41db-9cb5-7dd3abdcc282 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.624582] env[63366]: DEBUG nova.compute.manager [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1993.625009] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1993.629460] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0fe4fb-8573-401c-9bdd-aa96373a6439 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.648020] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1993.648020] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6c9546b-a0f9-45df-b550-9908e731aa1e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.658948] env[63366]: DEBUG oslo_vmware.api [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Waiting for the task: (returnval){ [ 1993.658948] env[63366]: value = "task-2103699" [ 1993.658948] env[63366]: _type = "Task" [ 1993.658948] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.671555] env[63366]: DEBUG oslo_vmware.api [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Task: {'id': task-2103699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.688510] env[63366]: DEBUG oslo_concurrency.lockutils [req-f8dce5eb-cc7f-4b8a-aac8-a121ae747143 req-b789c9de-6a3d-4083-bcf9-cd93c2793359 service nova] Releasing lock "refresh_cache-dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1993.688984] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7e283898-e6a4-47ab-bff6-3018eadbdc08 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Acquired lock "refresh_cache-dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.689199] env[63366]: DEBUG nova.network.neutron [None req-7e283898-e6a4-47ab-bff6-3018eadbdc08 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1993.753054] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f260e5a9-b652-4d61-ac64-ec14e5381c16 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1993.753366] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f260e5a9-b652-4d61-ac64-ec14e5381c16 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1993.753562] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-f260e5a9-b652-4d61-ac64-ec14e5381c16 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Deleting the datastore file [datastore2] dad60003-ef3c-4f6e-87ef-90900722de87 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1993.754033] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34da4bd4-a783-4fdf-9ddb-fa84b49c8fb8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.764278] env[63366]: DEBUG oslo_vmware.api [None req-f260e5a9-b652-4d61-ac64-ec14e5381c16 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 1993.764278] env[63366]: value = "task-2103700" [ 1993.764278] env[63366]: _type = "Task" [ 1993.764278] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.775248] env[63366]: DEBUG oslo_vmware.api [None req-f260e5a9-b652-4d61-ac64-ec14e5381c16 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.847926] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103697, 'name': Rename_Task, 'duration_secs': 0.320506} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.852285] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1993.854035] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0d09af7-6747-4512-b75e-02b20aad082e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.863779] env[63366]: DEBUG nova.compute.manager [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Instance disappeared during snapshot {{(pid=63366) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1993.868406] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for the task: (returnval){ [ 1993.868406] env[63366]: value = "task-2103701" [ 1993.868406] env[63366]: _type = "Task" [ 1993.868406] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.885540] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.885540] env[63366]: DEBUG nova.compute.manager [None req-ae2ba495-888e-41dc-90d0-f87563d51781 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Image not found during clean up 043eb502-309a-420b-8e49-5c17254a2523 {{(pid=63366) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1994.024044] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02b8346-aa3b-41bb-ad08-3f434052b56e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.035021] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b051cc1d-a7f8-4a8b-b189-1e15f2f8369c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.078206] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Creating Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1994.078206] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-da7509f4-4c5d-4c05-b4fe-0b3df5e6cfc3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.082181] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6628e1e0-24c9-4f2a-8bec-53aeaac0a5a3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.097031] env[63366]: DEBUG oslo_concurrency.lockutils [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "4de3c119-cf83-4c3f-bee5-2000540c5f80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.097723] env[63366]: DEBUG oslo_concurrency.lockutils [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "4de3c119-cf83-4c3f-bee5-2000540c5f80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.102846] env[63366]: DEBUG oslo_vmware.api [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 1994.102846] env[63366]: value = "task-2103702" [ 1994.102846] env[63366]: _type = "Task" [ 1994.102846] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.107409] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7548cdd8-1845-47b6-8707-9534f72fadcd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.113380] env[63366]: INFO nova.compute.manager [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Took 31.34 seconds to build instance. [ 1994.135456] env[63366]: DEBUG nova.compute.provider_tree [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1994.138282] env[63366]: DEBUG oslo_vmware.api [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103702, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.172037] env[63366]: DEBUG oslo_vmware.api [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Task: {'id': task-2103699, 'name': PowerOffVM_Task, 'duration_secs': 0.295782} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.172351] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1994.172531] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1994.173077] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08335c6a-55fd-469e-90a2-18928844629b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.276134] env[63366]: DEBUG oslo_vmware.api [None req-f260e5a9-b652-4d61-ac64-ec14e5381c16 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218803} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.276454] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-f260e5a9-b652-4d61-ac64-ec14e5381c16 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1994.276708] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f260e5a9-b652-4d61-ac64-ec14e5381c16 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1994.276930] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f260e5a9-b652-4d61-ac64-ec14e5381c16 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1994.277288] env[63366]: INFO nova.compute.manager [None req-f260e5a9-b652-4d61-ac64-ec14e5381c16 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Took 0.73 seconds to destroy the instance on the hypervisor. [ 1994.277495] env[63366]: DEBUG oslo.service.loopingcall [None req-f260e5a9-b652-4d61-ac64-ec14e5381c16 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1994.277700] env[63366]: DEBUG nova.compute.manager [-] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1994.277796] env[63366]: DEBUG nova.network.neutron [-] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1994.383182] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103701, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.479104] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1994.479368] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1994.479557] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Deleting the datastore file [datastore2] 36746589-7243-480f-8aa8-07b7ed19cdec {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1994.486228] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85fa7f95-1ab1-4488-94dd-eb8ad42e4a2d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.492199] env[63366]: DEBUG oslo_vmware.api [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Waiting for the task: (returnval){ [ 1994.492199] env[63366]: value = "task-2103704" [ 1994.492199] env[63366]: _type = "Task" [ 1994.492199] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.503566] env[63366]: DEBUG oslo_vmware.api [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Task: {'id': task-2103704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.598977] env[63366]: DEBUG nova.network.neutron [None req-7e283898-e6a4-47ab-bff6-3018eadbdc08 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Updating instance_info_cache with network_info: [{"id": "3d75c37d-a7a6-4bd0-b94e-072487d00c88", "address": "fa:16:3e:7a:59:22", "network": {"id": "6ee4126a-68bc-491a-b982-9b0d05618a5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-520634957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc914ffb3cb14b05819d26b141f2c725", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d75c37d-a7", "ovs_interfaceid": "3d75c37d-a7a6-4bd0-b94e-072487d00c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.620193] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lock "5452d952-0785-4526-a865-4951b0f9004f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.751s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.629049] env[63366]: DEBUG oslo_vmware.api [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103702, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.666108] env[63366]: ERROR nova.scheduler.client.report [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [req-52b0ee6a-d692-40ed-a95a-47aecaaab454] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d4eb5599-1ee7-4533-a84b-536c6f825ecc. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-52b0ee6a-d692-40ed-a95a-47aecaaab454"}]} [ 1994.688365] env[63366]: DEBUG nova.scheduler.client.report [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Refreshing inventories for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1994.719392] env[63366]: DEBUG nova.scheduler.client.report [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Updating ProviderTree inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1994.719575] env[63366]: DEBUG nova.compute.provider_tree [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1994.748889] env[63366]: DEBUG nova.scheduler.client.report [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Refreshing aggregate associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, aggregates: None {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1994.782017] env[63366]: DEBUG nova.scheduler.client.report [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Refreshing trait associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1994.802033] env[63366]: DEBUG nova.compute.manager [req-3027484b-9651-44a7-8db8-fd3e3a40183e req-83112314-27b6-4e38-869b-199f3d27aa5a service nova] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Received event network-vif-deleted-4e2604eb-f224-4fe8-b7c0-afa12be3a6b9 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1994.805327] env[63366]: INFO nova.compute.manager [req-3027484b-9651-44a7-8db8-fd3e3a40183e req-83112314-27b6-4e38-869b-199f3d27aa5a service nova] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Neutron deleted interface 4e2604eb-f224-4fe8-b7c0-afa12be3a6b9; detaching it from the instance and deleting it from the info cache [ 1994.805327] env[63366]: DEBUG nova.network.neutron [req-3027484b-9651-44a7-8db8-fd3e3a40183e req-83112314-27b6-4e38-869b-199f3d27aa5a service nova] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.884622] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103701, 'name': PowerOnVM_Task, 'duration_secs': 0.827746} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.884941] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1994.885150] env[63366]: INFO nova.compute.manager [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1994.885329] env[63366]: DEBUG nova.compute.manager [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1994.886211] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3a0147-fd1a-4bf4-9137-5621327c584e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.008274] env[63366]: DEBUG oslo_vmware.api [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Task: {'id': task-2103704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22567} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.008274] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1995.008274] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1995.008274] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1995.008274] env[63366]: INFO nova.compute.manager [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1995.008274] env[63366]: DEBUG oslo.service.loopingcall [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1995.008274] env[63366]: DEBUG nova.compute.manager [-] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1995.008274] env[63366]: DEBUG nova.network.neutron [-] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1995.103155] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7e283898-e6a4-47ab-bff6-3018eadbdc08 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Releasing lock "refresh_cache-dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.127969] env[63366]: DEBUG nova.compute.manager [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1995.135884] env[63366]: DEBUG oslo_vmware.api [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103702, 'name': CreateSnapshot_Task, 'duration_secs': 0.925867} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.139779] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Created Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1995.142113] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff167759-f99b-4ee9-ac01-03e48330a349 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.243618] env[63366]: DEBUG nova.network.neutron [-] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.305773] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f6d9f9c-c0d0-4650-ae86-5deaed9ad897 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.322077] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48c396e-2dc2-40dd-a281-3c56aa646d6a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.364763] env[63366]: DEBUG nova.compute.manager [req-3027484b-9651-44a7-8db8-fd3e3a40183e req-83112314-27b6-4e38-869b-199f3d27aa5a service nova] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Detach interface failed, port_id=4e2604eb-f224-4fe8-b7c0-afa12be3a6b9, reason: Instance dad60003-ef3c-4f6e-87ef-90900722de87 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1995.413305] env[63366]: INFO nova.compute.manager [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Took 32.59 seconds to build instance. [ 1995.504034] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00118cc4-ec73-4944-915c-cd4133cb1f4e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.513138] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90eeae07-5f6c-4da3-a99f-abf0020207e0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.551713] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93212c3f-9f61-453f-b07f-3caec5814f88 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.562091] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8c038c-e5f3-40f7-8dd6-3ef66134cecb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.579924] env[63366]: DEBUG nova.compute.provider_tree [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1995.608228] env[63366]: DEBUG nova.compute.manager [None req-7e283898-e6a4-47ab-bff6-3018eadbdc08 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1995.609122] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8074b9a6-c0a6-4dca-943a-a992ab6c190b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.667588] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Creating linked-clone VM from snapshot {{(pid=63366) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1995.671741] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.671741] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b60e2dfe-3a94-40dc-92a8-8883a7c03e26 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.683794] env[63366]: DEBUG oslo_vmware.api [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 1995.683794] env[63366]: value = "task-2103705" [ 1995.683794] env[63366]: _type = "Task" [ 1995.683794] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.693713] env[63366]: DEBUG oslo_vmware.api [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103705, 'name': CloneVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.751547] env[63366]: INFO nova.compute.manager [-] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Took 1.47 seconds to deallocate network for instance. [ 1995.914374] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lock "3fcdeccc-bfa0-4f52-aead-9e92c6d2b002" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.014s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.132264] env[63366]: DEBUG nova.scheduler.client.report [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Updated inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1996.132528] env[63366]: DEBUG nova.compute.provider_tree [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Updating resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc generation from 68 to 69 during operation: update_inventory {{(pid=63366) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1996.132749] env[63366]: DEBUG nova.compute.provider_tree [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1996.197602] env[63366]: DEBUG oslo_vmware.api [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103705, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.236912] env[63366]: DEBUG nova.network.neutron [-] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1996.258436] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f260e5a9-b652-4d61-ac64-ec14e5381c16 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.421211] env[63366]: DEBUG nova.compute.manager [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1996.630141] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894a5bb8-f7bb-49c1-9bcc-3862ab89863a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.638117] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.471s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.638907] env[63366]: DEBUG nova.compute.manager [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1996.641681] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7e283898-e6a4-47ab-bff6-3018eadbdc08 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Doing hard reboot of VM {{(pid=63366) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1996.642354] env[63366]: DEBUG oslo_concurrency.lockutils [None req-837c52b9-cd3f-4d5f-b85c-05e328dc9f9f tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.431s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.642707] env[63366]: DEBUG oslo_concurrency.lockutils [None req-837c52b9-cd3f-4d5f-b85c-05e328dc9f9f tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.645920] env[63366]: DEBUG oslo_concurrency.lockutils [None req-af015bae-b388-49e4-b6d3-b8b650a66d19 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.388s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.645920] env[63366]: DEBUG oslo_concurrency.lockutils [None req-af015bae-b388-49e4-b6d3-b8b650a66d19 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.647187] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a15f7fd-430d-4573-84cb-3c664741d5f3 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.869s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.647519] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a15f7fd-430d-4573-84cb-3c664741d5f3 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.649356] env[63366]: DEBUG oslo_concurrency.lockutils [None req-68427526-42ea-4883-b4ba-b033b64af101 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.274s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.649691] env[63366]: DEBUG oslo_concurrency.lockutils [None req-68427526-42ea-4883-b4ba-b033b64af101 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.651848] env[63366]: DEBUG oslo_concurrency.lockutils [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.212s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.654133] env[63366]: INFO nova.compute.claims [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1996.659702] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-11ef95b4-4e72-4880-91d8-f93307c0c262 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.671169] env[63366]: DEBUG oslo_vmware.api [None req-7e283898-e6a4-47ab-bff6-3018eadbdc08 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Waiting for the task: (returnval){ [ 1996.671169] env[63366]: value = "task-2103706" [ 1996.671169] env[63366]: _type = "Task" [ 1996.671169] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.687513] env[63366]: DEBUG oslo_vmware.api [None req-7e283898-e6a4-47ab-bff6-3018eadbdc08 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103706, 'name': ResetVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.692237] env[63366]: INFO nova.scheduler.client.report [None req-837c52b9-cd3f-4d5f-b85c-05e328dc9f9f tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Deleted allocations for instance e926cfb4-f56f-425a-8f00-69069f75f649 [ 1996.705363] env[63366]: DEBUG oslo_vmware.api [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103705, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.716209] env[63366]: INFO nova.scheduler.client.report [None req-af015bae-b388-49e4-b6d3-b8b650a66d19 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Deleted allocations for instance ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4 [ 1996.736252] env[63366]: INFO nova.scheduler.client.report [None req-68427526-42ea-4883-b4ba-b033b64af101 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Deleted allocations for instance 2dc14df8-6821-432c-8ce3-3c211b6de2b0 [ 1996.736890] env[63366]: INFO nova.scheduler.client.report [None req-6a15f7fd-430d-4573-84cb-3c664741d5f3 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Deleted allocations for instance 8cd4e26b-954b-435e-880a-5765ca34f736 [ 1996.745159] env[63366]: INFO nova.compute.manager [-] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Took 1.74 seconds to deallocate network for instance. [ 1996.837161] env[63366]: DEBUG nova.compute.manager [req-3cb1f3c4-91da-4235-a946-6b35c5720d22 req-d258c33d-f480-496b-87ae-9b95a369ef9b service nova] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Received event network-vif-deleted-10eaf132-5e3e-45bb-815e-754d2c5d72c9 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1996.956768] env[63366]: DEBUG oslo_concurrency.lockutils [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.143783] env[63366]: DEBUG nova.compute.utils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1997.145256] env[63366]: DEBUG nova.compute.manager [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1997.145430] env[63366]: DEBUG nova.network.neutron [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1997.188413] env[63366]: DEBUG oslo_vmware.api [None req-7e283898-e6a4-47ab-bff6-3018eadbdc08 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103706, 'name': ResetVM_Task, 'duration_secs': 0.129055} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.192206] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7e283898-e6a4-47ab-bff6-3018eadbdc08 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Did hard reboot of VM {{(pid=63366) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1997.192421] env[63366]: DEBUG nova.compute.manager [None req-7e283898-e6a4-47ab-bff6-3018eadbdc08 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1997.193636] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2209212-7b3c-4b40-b3fc-e20240cc907d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.207482] env[63366]: DEBUG oslo_concurrency.lockutils [None req-837c52b9-cd3f-4d5f-b85c-05e328dc9f9f tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "e926cfb4-f56f-425a-8f00-69069f75f649" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.047s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.220869] env[63366]: DEBUG oslo_vmware.api [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103705, 'name': CloneVM_Task} progress is 95%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.227257] env[63366]: DEBUG oslo_concurrency.lockutils [None req-af015bae-b388-49e4-b6d3-b8b650a66d19 tempest-AttachInterfacesV270Test-606422181 tempest-AttachInterfacesV270Test-606422181-project-member] Lock "ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.363s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.229702] env[63366]: DEBUG nova.policy [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '526af7ad9f29427da73056b60fc08262', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2bb07ce438441e89dea6314515d2bcc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 1997.251911] env[63366]: DEBUG oslo_concurrency.lockutils [None req-68427526-42ea-4883-b4ba-b033b64af101 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Lock "2dc14df8-6821-432c-8ce3-3c211b6de2b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.850s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.256376] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.259092] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a15f7fd-430d-4573-84cb-3c664741d5f3 tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Lock "8cd4e26b-954b-435e-880a-5765ca34f736" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.989s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.649158] env[63366]: DEBUG nova.compute.manager [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1997.704869] env[63366]: DEBUG oslo_vmware.api [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103705, 'name': CloneVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.730335] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7e283898-e6a4-47ab-bff6-3018eadbdc08 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Lock "dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.104s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.767903] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Acquiring lock "9edbed1b-6fc3-4fbb-9c16-f426ecfa286f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.768711] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Lock "9edbed1b-6fc3-4fbb-9c16-f426ecfa286f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.768711] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Acquiring lock "9edbed1b-6fc3-4fbb-9c16-f426ecfa286f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.768711] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Lock "9edbed1b-6fc3-4fbb-9c16-f426ecfa286f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.768975] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Lock "9edbed1b-6fc3-4fbb-9c16-f426ecfa286f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.773669] env[63366]: INFO nova.compute.manager [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Terminating instance [ 1998.108366] env[63366]: DEBUG nova.network.neutron [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Successfully created port: 41754b71-14c2-4d81-a7dd-f9acf412c0a3 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1998.205513] env[63366]: DEBUG oslo_vmware.api [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103705, 'name': CloneVM_Task, 'duration_secs': 2.071189} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.205513] env[63366]: INFO nova.virt.vmwareapi.vmops [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Created linked-clone VM from snapshot [ 1998.206790] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a901e645-d9a4-4587-b381-08425bb4013d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.222623] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Uploading image e0ee8c0c-8139-4593-9ad7-434c3929d13a {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1998.254500] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Destroying the VM {{(pid=63366) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1998.254500] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ef761f91-6021-4c38-9116-713c6007c927 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.267447] env[63366]: DEBUG oslo_vmware.api [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 1998.267447] env[63366]: value = "task-2103707" [ 1998.267447] env[63366]: _type = "Task" [ 1998.267447] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.281586] env[63366]: DEBUG nova.compute.manager [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1998.281586] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1998.287136] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97afcef8-b4ec-4009-a57c-2dcf1e20b8c8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.292066] env[63366]: DEBUG oslo_vmware.api [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103707, 'name': Destroy_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.293821] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquiring lock "e52bb7a4-0d9e-42b1-93a5-5005a3c99229" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1998.293821] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "e52bb7a4-0d9e-42b1-93a5-5005a3c99229" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.293821] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquiring lock "e52bb7a4-0d9e-42b1-93a5-5005a3c99229-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1998.293821] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "e52bb7a4-0d9e-42b1-93a5-5005a3c99229-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.293821] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "e52bb7a4-0d9e-42b1-93a5-5005a3c99229-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.295835] env[63366]: INFO nova.compute.manager [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Terminating instance [ 1998.304534] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1998.305522] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc1f464f-79fb-4724-a1bf-721aab1434ee {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.317021] env[63366]: DEBUG oslo_vmware.api [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Waiting for the task: (returnval){ [ 1998.317021] env[63366]: value = "task-2103708" [ 1998.317021] env[63366]: _type = "Task" [ 1998.317021] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.326164] env[63366]: DEBUG oslo_vmware.api [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.481362] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5719c0-cd19-4752-99f0-195144ee7412 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.493768] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bef2d0-2a9a-4e77-bf4f-497d49b826e8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.535311] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd44a384-5d12-4552-8c48-c11ea740d675 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.545718] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d665cdf-009a-4509-95d8-5cfde44de1f7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.563929] env[63366]: DEBUG nova.compute.provider_tree [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1998.661109] env[63366]: DEBUG nova.compute.manager [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1998.702031] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1998.702031] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 1998.702263] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 1998.702428] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 1998.702565] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 1998.702797] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 1998.703147] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1998.703237] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 1998.703417] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 1998.703571] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 1998.703761] env[63366]: DEBUG nova.virt.hardware [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 1998.704743] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52103b2-3645-4dc1-a32c-226d25716898 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.716109] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce72834-5299-4837-9b18-de464c676403 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.726303] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Acquiring lock "8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1998.726592] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Lock "8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.726820] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Acquiring lock "8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1998.726996] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Lock "8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.727187] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Lock "8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.738650] env[63366]: INFO nova.compute.manager [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Terminating instance [ 1998.787299] env[63366]: DEBUG oslo_vmware.api [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103707, 'name': Destroy_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.803730] env[63366]: DEBUG nova.compute.manager [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1998.803992] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1998.805130] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7250a6f6-304b-4a66-a5a6-2991b114db7d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.814377] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1998.815992] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79054d36-ab6b-4d85-86ee-6557ee8cf597 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.830083] env[63366]: DEBUG oslo_vmware.api [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103708, 'name': PowerOffVM_Task, 'duration_secs': 0.294418} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.830083] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1998.830083] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1998.830083] env[63366]: DEBUG oslo_vmware.api [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 1998.830083] env[63366]: value = "task-2103709" [ 1998.830083] env[63366]: _type = "Task" [ 1998.830083] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.830083] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2aec575a-061d-49e5-ba5f-4ea42edc3d4f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.844785] env[63366]: DEBUG oslo_vmware.api [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.071891] env[63366]: DEBUG nova.scheduler.client.report [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1999.243820] env[63366]: DEBUG nova.compute.manager [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1999.244085] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1999.246285] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e101df4b-240a-4dd1-b17e-4dad5d27bc6c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.255050] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1999.255050] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0d577ca-4b64-477d-be24-b0164854fd10 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.263193] env[63366]: DEBUG oslo_vmware.api [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 1999.263193] env[63366]: value = "task-2103711" [ 1999.263193] env[63366]: _type = "Task" [ 1999.263193] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.273458] env[63366]: DEBUG oslo_vmware.api [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.283072] env[63366]: DEBUG oslo_vmware.api [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103707, 'name': Destroy_Task, 'duration_secs': 0.549242} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.283072] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Destroyed the VM [ 1999.283374] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Deleting Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1999.283474] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-58b0369b-3d9b-402d-a795-2f7703908e57 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.291965] env[63366]: DEBUG oslo_vmware.api [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 1999.291965] env[63366]: value = "task-2103712" [ 1999.291965] env[63366]: _type = "Task" [ 1999.291965] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.301464] env[63366]: DEBUG oslo_vmware.api [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103712, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.342713] env[63366]: DEBUG oslo_vmware.api [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103709, 'name': PowerOffVM_Task, 'duration_secs': 0.393178} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.342713] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1999.342713] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1999.342713] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11c0d03f-f850-4cbc-a19f-641b951f7a7f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.499689] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1999.500042] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1999.500312] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Deleting the datastore file [datastore2] 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1999.502882] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ed417c6-3dbe-4992-8c40-a2f8a72e742e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.509920] env[63366]: DEBUG oslo_vmware.api [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Waiting for the task: (returnval){ [ 1999.509920] env[63366]: value = "task-2103714" [ 1999.509920] env[63366]: _type = "Task" [ 1999.509920] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.519837] env[63366]: DEBUG oslo_vmware.api [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.582599] env[63366]: DEBUG oslo_concurrency.lockutils [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.930s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.583353] env[63366]: DEBUG nova.compute.manager [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1999.589760] env[63366]: DEBUG oslo_concurrency.lockutils [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.668s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1999.589760] env[63366]: INFO nova.compute.claims [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1999.597505] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1999.597910] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1999.598069] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Deleting the datastore file [datastore2] e52bb7a4-0d9e-42b1-93a5-5005a3c99229 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1999.598935] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8abff99-2ceb-434f-a660-a23d1c1e37ae {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.606641] env[63366]: DEBUG oslo_vmware.api [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 1999.606641] env[63366]: value = "task-2103715" [ 1999.606641] env[63366]: _type = "Task" [ 1999.606641] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.622703] env[63366]: DEBUG oslo_vmware.api [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.777981] env[63366]: DEBUG oslo_vmware.api [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103711, 'name': PowerOffVM_Task, 'duration_secs': 0.371671} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.777981] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1999.777981] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1999.778408] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-446fddb0-9887-480e-864d-da1fb8e1cdc6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.805061] env[63366]: DEBUG oslo_vmware.api [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103712, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.849943] env[63366]: DEBUG nova.compute.manager [req-2e01d428-56f6-4d3c-ab1c-c6edc9a9a5c4 req-6b532ab8-fd5f-461e-9f9c-06685651ad53 service nova] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Received event network-changed-3d75c37d-a7a6-4bd0-b94e-072487d00c88 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1999.850719] env[63366]: DEBUG nova.compute.manager [req-2e01d428-56f6-4d3c-ab1c-c6edc9a9a5c4 req-6b532ab8-fd5f-461e-9f9c-06685651ad53 service nova] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Refreshing instance network info cache due to event network-changed-3d75c37d-a7a6-4bd0-b94e-072487d00c88. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1999.851126] env[63366]: DEBUG oslo_concurrency.lockutils [req-2e01d428-56f6-4d3c-ab1c-c6edc9a9a5c4 req-6b532ab8-fd5f-461e-9f9c-06685651ad53 service nova] Acquiring lock "refresh_cache-dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1999.852009] env[63366]: DEBUG oslo_concurrency.lockutils [req-2e01d428-56f6-4d3c-ab1c-c6edc9a9a5c4 req-6b532ab8-fd5f-461e-9f9c-06685651ad53 service nova] Acquired lock "refresh_cache-dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1999.853032] env[63366]: DEBUG nova.network.neutron [req-2e01d428-56f6-4d3c-ab1c-c6edc9a9a5c4 req-6b532ab8-fd5f-461e-9f9c-06685651ad53 service nova] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Refreshing network info cache for port 3d75c37d-a7a6-4bd0-b94e-072487d00c88 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2000.001262] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2000.001262] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2000.001262] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Deleting the datastore file [datastore2] 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2000.001262] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9573854-6bcb-4967-ab8d-dffe0ef253bc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.021058] env[63366]: DEBUG oslo_vmware.api [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for the task: (returnval){ [ 2000.021058] env[63366]: value = "task-2103717" [ 2000.021058] env[63366]: _type = "Task" [ 2000.021058] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.023278] env[63366]: DEBUG oslo_vmware.api [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Task: {'id': task-2103714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.478027} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.026592] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2000.026798] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2000.027191] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2000.027191] env[63366]: INFO nova.compute.manager [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Took 1.75 seconds to destroy the instance on the hypervisor. [ 2000.027531] env[63366]: DEBUG oslo.service.loopingcall [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2000.028367] env[63366]: DEBUG nova.network.neutron [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Successfully updated port: 41754b71-14c2-4d81-a7dd-f9acf412c0a3 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2000.029586] env[63366]: DEBUG nova.compute.manager [-] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2000.029691] env[63366]: DEBUG nova.network.neutron [-] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2000.041011] env[63366]: DEBUG oslo_vmware.api [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.093645] env[63366]: DEBUG nova.compute.utils [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2000.101028] env[63366]: DEBUG nova.compute.manager [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2000.101028] env[63366]: DEBUG nova.network.neutron [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2000.124139] env[63366]: DEBUG oslo_vmware.api [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450219} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.126841] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2000.126841] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2000.126841] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2000.126841] env[63366]: INFO nova.compute.manager [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Took 1.32 seconds to destroy the instance on the hypervisor. [ 2000.126841] env[63366]: DEBUG oslo.service.loopingcall [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2000.126841] env[63366]: DEBUG nova.compute.manager [-] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2000.126841] env[63366]: DEBUG nova.network.neutron [-] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2000.286143] env[63366]: DEBUG nova.policy [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5786a1b9c0204d5aa92d2bfef45fe8cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0235f3cf4d8a4a5cbaf7d884dcd960cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2000.304757] env[63366]: DEBUG oslo_vmware.api [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103712, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.335798] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Acquiring lock "014f86cc-5258-4b91-a43c-f29d7acf3e68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.336084] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Lock "014f86cc-5258-4b91-a43c-f29d7acf3e68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.539146] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquiring lock "refresh_cache-cf49a61a-1a7c-48a8-b0c6-87fd348bd192" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2000.539365] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquired lock "refresh_cache-cf49a61a-1a7c-48a8-b0c6-87fd348bd192" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.539523] env[63366]: DEBUG nova.network.neutron [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2000.543500] env[63366]: DEBUG oslo_vmware.api [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Task: {'id': task-2103717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300171} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.544079] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2000.544298] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2000.544492] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2000.544726] env[63366]: INFO nova.compute.manager [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Took 1.30 seconds to destroy the instance on the hypervisor. [ 2000.544891] env[63366]: DEBUG oslo.service.loopingcall [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2000.545116] env[63366]: DEBUG nova.compute.manager [-] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2000.545210] env[63366]: DEBUG nova.network.neutron [-] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2000.601284] env[63366]: DEBUG nova.compute.manager [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2000.649550] env[63366]: DEBUG nova.network.neutron [req-2e01d428-56f6-4d3c-ab1c-c6edc9a9a5c4 req-6b532ab8-fd5f-461e-9f9c-06685651ad53 service nova] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Updated VIF entry in instance network info cache for port 3d75c37d-a7a6-4bd0-b94e-072487d00c88. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2000.649550] env[63366]: DEBUG nova.network.neutron [req-2e01d428-56f6-4d3c-ab1c-c6edc9a9a5c4 req-6b532ab8-fd5f-461e-9f9c-06685651ad53 service nova] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Updating instance_info_cache with network_info: [{"id": "3d75c37d-a7a6-4bd0-b94e-072487d00c88", "address": "fa:16:3e:7a:59:22", "network": {"id": "6ee4126a-68bc-491a-b982-9b0d05618a5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-520634957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc914ffb3cb14b05819d26b141f2c725", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d75c37d-a7", "ovs_interfaceid": "3d75c37d-a7a6-4bd0-b94e-072487d00c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.812834] env[63366]: DEBUG oslo_vmware.api [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103712, 'name': RemoveSnapshot_Task, 'duration_secs': 1.102853} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.817381] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Deleted Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2000.833407] env[63366]: DEBUG nova.network.neutron [-] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2001.083587] env[63366]: DEBUG nova.network.neutron [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2001.145883] env[63366]: DEBUG nova.compute.manager [req-4408e83c-c6cf-4038-bac7-9c36c70cfb14 req-530b5427-a567-4ce3-9232-c747df969a48 service nova] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Received event network-vif-plugged-41754b71-14c2-4d81-a7dd-f9acf412c0a3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2001.146133] env[63366]: DEBUG oslo_concurrency.lockutils [req-4408e83c-c6cf-4038-bac7-9c36c70cfb14 req-530b5427-a567-4ce3-9232-c747df969a48 service nova] Acquiring lock "cf49a61a-1a7c-48a8-b0c6-87fd348bd192-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.146341] env[63366]: DEBUG oslo_concurrency.lockutils [req-4408e83c-c6cf-4038-bac7-9c36c70cfb14 req-530b5427-a567-4ce3-9232-c747df969a48 service nova] Lock "cf49a61a-1a7c-48a8-b0c6-87fd348bd192-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.146503] env[63366]: DEBUG oslo_concurrency.lockutils [req-4408e83c-c6cf-4038-bac7-9c36c70cfb14 req-530b5427-a567-4ce3-9232-c747df969a48 service nova] Lock "cf49a61a-1a7c-48a8-b0c6-87fd348bd192-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.146667] env[63366]: DEBUG nova.compute.manager [req-4408e83c-c6cf-4038-bac7-9c36c70cfb14 req-530b5427-a567-4ce3-9232-c747df969a48 service nova] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] No waiting events found dispatching network-vif-plugged-41754b71-14c2-4d81-a7dd-f9acf412c0a3 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2001.146838] env[63366]: WARNING nova.compute.manager [req-4408e83c-c6cf-4038-bac7-9c36c70cfb14 req-530b5427-a567-4ce3-9232-c747df969a48 service nova] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Received unexpected event network-vif-plugged-41754b71-14c2-4d81-a7dd-f9acf412c0a3 for instance with vm_state building and task_state spawning. [ 2001.151030] env[63366]: DEBUG oslo_concurrency.lockutils [req-2e01d428-56f6-4d3c-ab1c-c6edc9a9a5c4 req-6b532ab8-fd5f-461e-9f9c-06685651ad53 service nova] Releasing lock "refresh_cache-dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.296111] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0751884e-b7ad-4996-9b45-64b7dca66bb2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.305583] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd3ca49-b5b9-478c-b57e-53d67b38f7ed {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.347676] env[63366]: WARNING nova.compute.manager [None req-93ad3186-b451-4939-8314-15e5cb684eb6 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Image not found during snapshot: nova.exception.ImageNotFound: Image e0ee8c0c-8139-4593-9ad7-434c3929d13a could not be found. [ 2001.348878] env[63366]: INFO nova.compute.manager [-] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Took 1.32 seconds to deallocate network for instance. [ 2001.350807] env[63366]: DEBUG nova.network.neutron [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Updating instance_info_cache with network_info: [{"id": "41754b71-14c2-4d81-a7dd-f9acf412c0a3", "address": "fa:16:3e:e6:71:66", "network": {"id": "6d0474d9-276f-4360-b343-a83b1c2a6f90", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998330055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2bb07ce438441e89dea6314515d2bcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41754b71-14", "ovs_interfaceid": "41754b71-14c2-4d81-a7dd-f9acf412c0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2001.354874] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9614e084-3a68-4cb3-8694-a5f2a3f4e936 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.373107] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e8d3ff-7bb5-43cd-885b-4fb605f46276 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.394018] env[63366]: DEBUG nova.compute.provider_tree [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2001.443316] env[63366]: DEBUG nova.network.neutron [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Successfully created port: a252eaad-2462-4ea7-973d-3907e75817ed {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2001.456451] env[63366]: DEBUG oslo_concurrency.lockutils [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Acquiring lock "017849f8-77d3-4c49-86ec-e54fad04b5f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.457399] env[63366]: DEBUG oslo_concurrency.lockutils [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Lock "017849f8-77d3-4c49-86ec-e54fad04b5f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.611028] env[63366]: DEBUG nova.network.neutron [-] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2001.618642] env[63366]: DEBUG nova.compute.manager [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2001.689189] env[63366]: DEBUG nova.virt.hardware [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2001.689189] env[63366]: DEBUG nova.virt.hardware [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2001.689189] env[63366]: DEBUG nova.virt.hardware [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2001.689189] env[63366]: DEBUG nova.virt.hardware [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2001.689189] env[63366]: DEBUG nova.virt.hardware [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2001.689487] env[63366]: DEBUG nova.virt.hardware [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2001.689487] env[63366]: DEBUG nova.virt.hardware [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2001.690209] env[63366]: DEBUG nova.virt.hardware [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2001.690209] env[63366]: DEBUG nova.virt.hardware [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2001.690209] env[63366]: DEBUG nova.virt.hardware [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2001.690209] env[63366]: DEBUG nova.virt.hardware [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2001.691295] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40913123-09ae-463f-a651-6b47f632aeb5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.706632] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac451d9-f435-4ea7-a285-9a5051211bff {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.860492] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Releasing lock "refresh_cache-cf49a61a-1a7c-48a8-b0c6-87fd348bd192" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.860956] env[63366]: DEBUG nova.compute.manager [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Instance network_info: |[{"id": "41754b71-14c2-4d81-a7dd-f9acf412c0a3", "address": "fa:16:3e:e6:71:66", "network": {"id": "6d0474d9-276f-4360-b343-a83b1c2a6f90", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998330055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2bb07ce438441e89dea6314515d2bcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41754b71-14", "ovs_interfaceid": "41754b71-14c2-4d81-a7dd-f9acf412c0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2001.861486] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:71:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41754b71-14c2-4d81-a7dd-f9acf412c0a3', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2001.872886] env[63366]: DEBUG oslo.service.loopingcall [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2001.873137] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.873395] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2001.873646] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34c2b2ab-ad9d-4bd2-b9d7-66a3fc3f41e4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.889400] env[63366]: DEBUG nova.network.neutron [-] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2001.893942] env[63366]: DEBUG nova.scheduler.client.report [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2001.900335] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2001.900335] env[63366]: value = "task-2103718" [ 2001.900335] env[63366]: _type = "Task" [ 2001.900335] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.912382] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103718, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.066533] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Acquiring lock "dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.066844] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Lock "dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.067081] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Acquiring lock "dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.067343] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Lock "dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.067432] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Lock "dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.069602] env[63366]: INFO nova.compute.manager [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Terminating instance [ 2002.090802] env[63366]: DEBUG nova.compute.manager [req-c7e519a6-5cb3-4b78-8910-46aa675751b9 req-a5d8a5d7-4fa9-48e0-aaa5-47f5468ee6af service nova] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Received event network-vif-deleted-2c753947-6cc4-491f-b5e3-4e9b2ae9ed0e {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2002.091010] env[63366]: DEBUG nova.compute.manager [req-c7e519a6-5cb3-4b78-8910-46aa675751b9 req-a5d8a5d7-4fa9-48e0-aaa5-47f5468ee6af service nova] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Received event network-vif-deleted-22e34428-52fa-4ee5-8155-a6cbaa9a6e0c {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2002.114780] env[63366]: INFO nova.compute.manager [-] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Took 1.99 seconds to deallocate network for instance. [ 2002.392904] env[63366]: INFO nova.compute.manager [-] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Took 1.85 seconds to deallocate network for instance. [ 2002.400760] env[63366]: DEBUG oslo_concurrency.lockutils [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.814s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.403694] env[63366]: DEBUG nova.compute.manager [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2002.405533] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.244s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.407431] env[63366]: INFO nova.compute.claims [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2002.423952] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103718, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.580030] env[63366]: DEBUG nova.compute.manager [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2002.580030] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2002.580030] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7057f5d-0723-4ed5-bcac-b1fdcec2bac5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.587402] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2002.587563] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0dbdb828-5b1b-45cd-9924-7cff86460f4b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.594720] env[63366]: DEBUG oslo_vmware.api [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Waiting for the task: (returnval){ [ 2002.594720] env[63366]: value = "task-2103719" [ 2002.594720] env[63366]: _type = "Task" [ 2002.594720] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.604617] env[63366]: DEBUG oslo_vmware.api [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.621438] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.907034] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.921839] env[63366]: DEBUG nova.compute.utils [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2002.925841] env[63366]: DEBUG nova.compute.manager [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2002.926312] env[63366]: DEBUG nova.network.neutron [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2002.935845] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103718, 'name': CreateVM_Task, 'duration_secs': 0.579977} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.936056] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2002.937606] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2002.937849] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2002.938208] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2002.938496] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eea057f-96d6-4022-b20e-568f4ec584a7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.945650] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for the task: (returnval){ [ 2002.945650] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52f7dd7f-a2fd-0a65-2ecd-ad0663090cb5" [ 2002.945650] env[63366]: _type = "Task" [ 2002.945650] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.956440] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f7dd7f-a2fd-0a65-2ecd-ad0663090cb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.039861] env[63366]: DEBUG nova.policy [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57cbe58e1adf4d97931cef762e9ab62d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62d2d0f41b904398b951842d02cb3e1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2003.114906] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquiring lock "394309ab-d10e-4578-bb8c-82372267ba4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.115272] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lock "394309ab-d10e-4578-bb8c-82372267ba4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.115489] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquiring lock "394309ab-d10e-4578-bb8c-82372267ba4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.115672] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lock "394309ab-d10e-4578-bb8c-82372267ba4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.115841] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lock "394309ab-d10e-4578-bb8c-82372267ba4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.117508] env[63366]: DEBUG oslo_vmware.api [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103719, 'name': PowerOffVM_Task, 'duration_secs': 0.400797} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.117770] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2003.117955] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2003.118185] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c62abeac-cf7c-4e85-9654-466950991ac6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.120109] env[63366]: INFO nova.compute.manager [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Terminating instance [ 2003.269938] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Acquiring lock "2b6b22da-7808-4eaa-9d5e-ea74f3d57b79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.270221] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Lock "2b6b22da-7808-4eaa-9d5e-ea74f3d57b79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.270423] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Acquiring lock "2b6b22da-7808-4eaa-9d5e-ea74f3d57b79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.270636] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Lock "2b6b22da-7808-4eaa-9d5e-ea74f3d57b79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.271107] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Lock "2b6b22da-7808-4eaa-9d5e-ea74f3d57b79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.272917] env[63366]: INFO nova.compute.manager [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Terminating instance [ 2003.381023] env[63366]: DEBUG nova.compute.manager [req-991e46a5-1008-475b-8814-acdc5532a929 req-3a93fe07-db8e-4d4b-b0a1-4cafcd706c30 service nova] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Received event network-changed-41754b71-14c2-4d81-a7dd-f9acf412c0a3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2003.381286] env[63366]: DEBUG nova.compute.manager [req-991e46a5-1008-475b-8814-acdc5532a929 req-3a93fe07-db8e-4d4b-b0a1-4cafcd706c30 service nova] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Refreshing instance network info cache due to event network-changed-41754b71-14c2-4d81-a7dd-f9acf412c0a3. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2003.381511] env[63366]: DEBUG oslo_concurrency.lockutils [req-991e46a5-1008-475b-8814-acdc5532a929 req-3a93fe07-db8e-4d4b-b0a1-4cafcd706c30 service nova] Acquiring lock "refresh_cache-cf49a61a-1a7c-48a8-b0c6-87fd348bd192" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2003.381674] env[63366]: DEBUG oslo_concurrency.lockutils [req-991e46a5-1008-475b-8814-acdc5532a929 req-3a93fe07-db8e-4d4b-b0a1-4cafcd706c30 service nova] Acquired lock "refresh_cache-cf49a61a-1a7c-48a8-b0c6-87fd348bd192" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2003.382016] env[63366]: DEBUG nova.network.neutron [req-991e46a5-1008-475b-8814-acdc5532a929 req-3a93fe07-db8e-4d4b-b0a1-4cafcd706c30 service nova] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Refreshing network info cache for port 41754b71-14c2-4d81-a7dd-f9acf412c0a3 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2003.428287] env[63366]: DEBUG nova.compute.manager [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2003.462270] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f7dd7f-a2fd-0a65-2ecd-ad0663090cb5, 'name': SearchDatastore_Task, 'duration_secs': 0.010579} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.463997] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2003.463997] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2003.463997] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2003.467680] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2003.467680] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2003.467680] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32f32bd8-8e6a-493f-a31f-64bcd40ad936 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.479872] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2003.480074] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2003.480881] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e10579e4-1967-4278-8091-8ee03499ba19 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.491767] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for the task: (returnval){ [ 2003.491767] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]520bb051-6b17-68a1-de9f-d886af253cba" [ 2003.491767] env[63366]: _type = "Task" [ 2003.491767] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.500997] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]520bb051-6b17-68a1-de9f-d886af253cba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.517710] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2003.517933] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2003.518130] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Deleting the datastore file [datastore2] dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2003.518389] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12bdfa5f-8bd2-4dc9-9080-94c046c07885 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.532198] env[63366]: DEBUG oslo_vmware.api [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Waiting for the task: (returnval){ [ 2003.532198] env[63366]: value = "task-2103721" [ 2003.532198] env[63366]: _type = "Task" [ 2003.532198] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.541389] env[63366]: DEBUG oslo_vmware.api [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.625518] env[63366]: DEBUG nova.compute.manager [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2003.625737] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2003.626665] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee3e12b-9bd8-415d-bf4f-5836877a19ae {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.635803] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2003.639419] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10bf2eaf-3bc3-435c-8b85-ef5e5108fe40 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.648355] env[63366]: DEBUG oslo_vmware.api [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 2003.648355] env[63366]: value = "task-2103722" [ 2003.648355] env[63366]: _type = "Task" [ 2003.648355] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.660032] env[63366]: DEBUG oslo_vmware.api [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.734094] env[63366]: DEBUG nova.network.neutron [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Successfully updated port: a252eaad-2462-4ea7-973d-3907e75817ed {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2003.787104] env[63366]: DEBUG nova.compute.manager [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2003.787104] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2003.787807] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501cc816-b614-4dc6-bcfe-c8824bb2181e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.798202] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2003.799412] env[63366]: DEBUG nova.network.neutron [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Successfully created port: 24c78b6d-878e-463c-bab3-52fa08138523 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2003.802375] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea8efe12-ea2f-4227-9ab3-b7e0babb89e1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.814753] env[63366]: DEBUG oslo_vmware.api [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Waiting for the task: (returnval){ [ 2003.814753] env[63366]: value = "task-2103723" [ 2003.814753] env[63366]: _type = "Task" [ 2003.814753] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.825278] env[63366]: DEBUG oslo_vmware.api [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Task: {'id': task-2103723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.007047] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]520bb051-6b17-68a1-de9f-d886af253cba, 'name': SearchDatastore_Task, 'duration_secs': 0.018653} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.011317] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-974db934-6fdc-4e97-9589-b8dd816ad4de {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.018673] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for the task: (returnval){ [ 2004.018673] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]522c8489-96e8-30e5-d69d-f28ccf22b4b8" [ 2004.018673] env[63366]: _type = "Task" [ 2004.018673] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.031416] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522c8489-96e8-30e5-d69d-f28ccf22b4b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.044116] env[63366]: DEBUG oslo_vmware.api [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181052} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.044116] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2004.044417] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2004.044522] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2004.045211] env[63366]: INFO nova.compute.manager [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Took 1.47 seconds to destroy the instance on the hypervisor. [ 2004.045211] env[63366]: DEBUG oslo.service.loopingcall [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2004.045211] env[63366]: DEBUG nova.compute.manager [-] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2004.045878] env[63366]: DEBUG nova.network.neutron [-] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2004.124921] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d41442-9880-47ca-bf21-f3649bf07bb5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.135549] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01efc5b2-d2f1-42df-91dd-ae77194cf6ba {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.178739] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59835a6b-4334-437e-8e4e-2fcc9c4e2f37 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.191036] env[63366]: DEBUG oslo_vmware.api [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103722, 'name': PowerOffVM_Task, 'duration_secs': 0.277022} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.192068] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f606e2-c591-4e00-ab16-87de9360ba2c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.197720] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2004.197918] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2004.199274] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91ced3bb-fdcf-4d11-be97-7809942628db {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.212639] env[63366]: DEBUG nova.compute.provider_tree [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2004.236698] env[63366]: DEBUG oslo_concurrency.lockutils [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Acquiring lock "refresh_cache-526080de-0e4d-4a04-a9e2-1868167d5abb" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2004.236830] env[63366]: DEBUG oslo_concurrency.lockutils [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Acquired lock "refresh_cache-526080de-0e4d-4a04-a9e2-1868167d5abb" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2004.236984] env[63366]: DEBUG nova.network.neutron [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2004.328271] env[63366]: DEBUG oslo_vmware.api [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Task: {'id': task-2103723, 'name': PowerOffVM_Task, 'duration_secs': 0.222151} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.328498] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2004.328738] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2004.328943] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca6cedf4-880b-47b4-b7a2-67f6c9b102cf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.383588] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2004.383763] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2004.383945] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Deleting the datastore file [datastore2] 394309ab-d10e-4578-bb8c-82372267ba4d {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2004.384235] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7841cd06-6197-43e7-84e7-bfbc7851b2fd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.391628] env[63366]: DEBUG oslo_vmware.api [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 2004.391628] env[63366]: value = "task-2103726" [ 2004.391628] env[63366]: _type = "Task" [ 2004.391628] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.400527] env[63366]: DEBUG oslo_vmware.api [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.444517] env[63366]: DEBUG nova.compute.manager [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2004.476588] env[63366]: DEBUG nova.virt.hardware [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2004.476912] env[63366]: DEBUG nova.virt.hardware [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2004.477504] env[63366]: DEBUG nova.virt.hardware [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2004.477721] env[63366]: DEBUG nova.virt.hardware [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2004.477873] env[63366]: DEBUG nova.virt.hardware [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2004.478161] env[63366]: DEBUG nova.virt.hardware [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2004.478385] env[63366]: DEBUG nova.virt.hardware [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2004.478543] env[63366]: DEBUG nova.virt.hardware [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2004.478770] env[63366]: DEBUG nova.virt.hardware [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2004.478863] env[63366]: DEBUG nova.virt.hardware [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2004.479037] env[63366]: DEBUG nova.virt.hardware [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2004.480154] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d736c02-5268-47d8-9e12-c2cd29bbbdaa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.484494] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2004.484703] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2004.484883] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Deleting the datastore file [datastore2] 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2004.485527] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc2031d7-c2f1-439e-bc5a-5d362edabb6c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.492319] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8443b3b1-7d0b-4bf5-ad3d-e6274c8e5981 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.497629] env[63366]: DEBUG oslo_vmware.api [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Waiting for the task: (returnval){ [ 2004.497629] env[63366]: value = "task-2103727" [ 2004.497629] env[63366]: _type = "Task" [ 2004.497629] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.515821] env[63366]: DEBUG oslo_vmware.api [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Task: {'id': task-2103727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.527966] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522c8489-96e8-30e5-d69d-f28ccf22b4b8, 'name': SearchDatastore_Task, 'duration_secs': 0.030527} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.528238] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2004.528514] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] cf49a61a-1a7c-48a8-b0c6-87fd348bd192/cf49a61a-1a7c-48a8-b0c6-87fd348bd192.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2004.528766] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fca5966c-edd1-4660-a50a-cbcd129454f5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.536527] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for the task: (returnval){ [ 2004.536527] env[63366]: value = "task-2103728" [ 2004.536527] env[63366]: _type = "Task" [ 2004.536527] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.545804] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.626231] env[63366]: DEBUG nova.compute.manager [req-0c9ce7f1-4e2f-43dd-8929-6967efa61c0e req-cf66fa58-b456-4ea9-875a-b589587dcda8 service nova] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Received event network-vif-plugged-a252eaad-2462-4ea7-973d-3907e75817ed {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2004.626484] env[63366]: DEBUG oslo_concurrency.lockutils [req-0c9ce7f1-4e2f-43dd-8929-6967efa61c0e req-cf66fa58-b456-4ea9-875a-b589587dcda8 service nova] Acquiring lock "526080de-0e4d-4a04-a9e2-1868167d5abb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.626719] env[63366]: DEBUG oslo_concurrency.lockutils [req-0c9ce7f1-4e2f-43dd-8929-6967efa61c0e req-cf66fa58-b456-4ea9-875a-b589587dcda8 service nova] Lock "526080de-0e4d-4a04-a9e2-1868167d5abb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.626914] env[63366]: DEBUG oslo_concurrency.lockutils [req-0c9ce7f1-4e2f-43dd-8929-6967efa61c0e req-cf66fa58-b456-4ea9-875a-b589587dcda8 service nova] Lock "526080de-0e4d-4a04-a9e2-1868167d5abb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.627185] env[63366]: DEBUG nova.compute.manager [req-0c9ce7f1-4e2f-43dd-8929-6967efa61c0e req-cf66fa58-b456-4ea9-875a-b589587dcda8 service nova] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] No waiting events found dispatching network-vif-plugged-a252eaad-2462-4ea7-973d-3907e75817ed {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2004.627414] env[63366]: WARNING nova.compute.manager [req-0c9ce7f1-4e2f-43dd-8929-6967efa61c0e req-cf66fa58-b456-4ea9-875a-b589587dcda8 service nova] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Received unexpected event network-vif-plugged-a252eaad-2462-4ea7-973d-3907e75817ed for instance with vm_state building and task_state spawning. [ 2004.627563] env[63366]: DEBUG nova.compute.manager [req-0c9ce7f1-4e2f-43dd-8929-6967efa61c0e req-cf66fa58-b456-4ea9-875a-b589587dcda8 service nova] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Received event network-changed-a252eaad-2462-4ea7-973d-3907e75817ed {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2004.627748] env[63366]: DEBUG nova.compute.manager [req-0c9ce7f1-4e2f-43dd-8929-6967efa61c0e req-cf66fa58-b456-4ea9-875a-b589587dcda8 service nova] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Refreshing instance network info cache due to event network-changed-a252eaad-2462-4ea7-973d-3907e75817ed. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2004.627940] env[63366]: DEBUG oslo_concurrency.lockutils [req-0c9ce7f1-4e2f-43dd-8929-6967efa61c0e req-cf66fa58-b456-4ea9-875a-b589587dcda8 service nova] Acquiring lock "refresh_cache-526080de-0e4d-4a04-a9e2-1868167d5abb" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2004.714840] env[63366]: DEBUG nova.network.neutron [req-991e46a5-1008-475b-8814-acdc5532a929 req-3a93fe07-db8e-4d4b-b0a1-4cafcd706c30 service nova] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Updated VIF entry in instance network info cache for port 41754b71-14c2-4d81-a7dd-f9acf412c0a3. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2004.715249] env[63366]: DEBUG nova.network.neutron [req-991e46a5-1008-475b-8814-acdc5532a929 req-3a93fe07-db8e-4d4b-b0a1-4cafcd706c30 service nova] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Updating instance_info_cache with network_info: [{"id": "41754b71-14c2-4d81-a7dd-f9acf412c0a3", "address": "fa:16:3e:e6:71:66", "network": {"id": "6d0474d9-276f-4360-b343-a83b1c2a6f90", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998330055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2bb07ce438441e89dea6314515d2bcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41754b71-14", "ovs_interfaceid": "41754b71-14c2-4d81-a7dd-f9acf412c0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2004.717985] env[63366]: DEBUG nova.scheduler.client.report [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2004.797659] env[63366]: DEBUG nova.network.neutron [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2004.826363] env[63366]: DEBUG nova.network.neutron [-] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2004.902873] env[63366]: DEBUG oslo_vmware.api [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2103726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225659} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.902873] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2004.903166] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2004.903441] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2004.903882] env[63366]: INFO nova.compute.manager [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Took 1.28 seconds to destroy the instance on the hypervisor. [ 2004.904024] env[63366]: DEBUG oslo.service.loopingcall [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2004.904196] env[63366]: DEBUG nova.compute.manager [-] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2004.904333] env[63366]: DEBUG nova.network.neutron [-] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2005.012021] env[63366]: DEBUG oslo_vmware.api [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Task: {'id': task-2103727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182053} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.012021] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2005.012021] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2005.012021] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2005.012021] env[63366]: INFO nova.compute.manager [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Took 1.23 seconds to destroy the instance on the hypervisor. [ 2005.012021] env[63366]: DEBUG oslo.service.loopingcall [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2005.012320] env[63366]: DEBUG nova.compute.manager [-] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2005.012320] env[63366]: DEBUG nova.network.neutron [-] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2005.052860] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103728, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.107509] env[63366]: DEBUG nova.network.neutron [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Updating instance_info_cache with network_info: [{"id": "a252eaad-2462-4ea7-973d-3907e75817ed", "address": "fa:16:3e:8b:83:c7", "network": {"id": "30788a07-b13e-4f3e-b93e-866105341ba1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1227595336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0235f3cf4d8a4a5cbaf7d884dcd960cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa252eaad-24", "ovs_interfaceid": "a252eaad-2462-4ea7-973d-3907e75817ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2005.223033] env[63366]: DEBUG oslo_concurrency.lockutils [req-991e46a5-1008-475b-8814-acdc5532a929 req-3a93fe07-db8e-4d4b-b0a1-4cafcd706c30 service nova] Releasing lock "refresh_cache-cf49a61a-1a7c-48a8-b0c6-87fd348bd192" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2005.223033] env[63366]: DEBUG nova.compute.manager [req-991e46a5-1008-475b-8814-acdc5532a929 req-3a93fe07-db8e-4d4b-b0a1-4cafcd706c30 service nova] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Received event network-vif-deleted-3e6ba59e-3bf7-4e66-a6eb-c2602439a3ef {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2005.225290] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.819s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.227052] env[63366]: DEBUG nova.compute.manager [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2005.233953] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.229s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.235694] env[63366]: INFO nova.compute.claims [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2005.330758] env[63366]: INFO nova.compute.manager [-] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Took 1.29 seconds to deallocate network for instance. [ 2005.548284] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601937} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.548592] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] cf49a61a-1a7c-48a8-b0c6-87fd348bd192/cf49a61a-1a7c-48a8-b0c6-87fd348bd192.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2005.548825] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2005.549166] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f81bf1b-a751-4020-9832-75c830c412bd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.558893] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for the task: (returnval){ [ 2005.558893] env[63366]: value = "task-2103729" [ 2005.558893] env[63366]: _type = "Task" [ 2005.558893] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.570384] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.615656] env[63366]: DEBUG oslo_concurrency.lockutils [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Releasing lock "refresh_cache-526080de-0e4d-4a04-a9e2-1868167d5abb" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2005.615656] env[63366]: DEBUG nova.compute.manager [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Instance network_info: |[{"id": "a252eaad-2462-4ea7-973d-3907e75817ed", "address": "fa:16:3e:8b:83:c7", "network": {"id": "30788a07-b13e-4f3e-b93e-866105341ba1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1227595336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0235f3cf4d8a4a5cbaf7d884dcd960cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa252eaad-24", "ovs_interfaceid": "a252eaad-2462-4ea7-973d-3907e75817ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2005.615656] env[63366]: DEBUG oslo_concurrency.lockutils [req-0c9ce7f1-4e2f-43dd-8929-6967efa61c0e req-cf66fa58-b456-4ea9-875a-b589587dcda8 service nova] Acquired lock "refresh_cache-526080de-0e4d-4a04-a9e2-1868167d5abb" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.615656] env[63366]: DEBUG nova.network.neutron [req-0c9ce7f1-4e2f-43dd-8929-6967efa61c0e req-cf66fa58-b456-4ea9-875a-b589587dcda8 service nova] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Refreshing network info cache for port a252eaad-2462-4ea7-973d-3907e75817ed {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2005.617721] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:83:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a252eaad-2462-4ea7-973d-3907e75817ed', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2005.628196] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Creating folder: Project (0235f3cf4d8a4a5cbaf7d884dcd960cf). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2005.628196] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9de49422-6c76-4555-af5e-69f2195cc874 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.646575] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Created folder: Project (0235f3cf4d8a4a5cbaf7d884dcd960cf) in parent group-v430612. [ 2005.646575] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Creating folder: Instances. Parent ref: group-v430750. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2005.650671] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fed3bf6d-c428-4a4c-b6ad-628db3a9a910 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.665498] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Created folder: Instances in parent group-v430750. [ 2005.665841] env[63366]: DEBUG oslo.service.loopingcall [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2005.666166] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2005.666479] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3992a03d-677a-425c-88c5-3d946ee643d3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.689558] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2005.689558] env[63366]: value = "task-2103732" [ 2005.689558] env[63366]: _type = "Task" [ 2005.689558] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.703124] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103732, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.744742] env[63366]: DEBUG nova.compute.utils [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2005.744742] env[63366]: DEBUG nova.compute.manager [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2005.744742] env[63366]: DEBUG nova.network.neutron [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2005.799907] env[63366]: DEBUG nova.network.neutron [-] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2005.811043] env[63366]: DEBUG nova.policy [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6292e495d820461b8e7f2b8edffe526c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c10b75b2acb4324ba190477e19080c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2005.838097] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.071867] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11861} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.072024] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2006.072753] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25be06ea-c6a5-4652-89de-bd29bc239060 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.096103] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] cf49a61a-1a7c-48a8-b0c6-87fd348bd192/cf49a61a-1a7c-48a8-b0c6-87fd348bd192.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2006.096526] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d433689-9eec-4592-976a-f5de6a0d3485 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.124008] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for the task: (returnval){ [ 2006.124008] env[63366]: value = "task-2103733" [ 2006.124008] env[63366]: _type = "Task" [ 2006.124008] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.131186] env[63366]: DEBUG nova.network.neutron [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Successfully created port: 786acd14-7803-433e-8e2f-0276bb995a03 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2006.141928] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103733, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.204646] env[63366]: DEBUG nova.compute.manager [req-fb192357-d0f6-49cc-a39b-ba90bf83cbe5 req-f2c651d6-0fdc-44ce-8007-5f2c92d9bf59 service nova] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Received event network-vif-deleted-3d75c37d-a7a6-4bd0-b94e-072487d00c88 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2006.204955] env[63366]: DEBUG nova.compute.manager [req-fb192357-d0f6-49cc-a39b-ba90bf83cbe5 req-f2c651d6-0fdc-44ce-8007-5f2c92d9bf59 service nova] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Received event network-vif-deleted-520317bc-efc5-45c6-b8a3-c9a21656f41c {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2006.214778] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103732, 'name': CreateVM_Task, 'duration_secs': 0.415486} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.214958] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2006.215719] env[63366]: DEBUG oslo_concurrency.lockutils [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2006.216040] env[63366]: DEBUG oslo_concurrency.lockutils [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2006.216246] env[63366]: DEBUG oslo_concurrency.lockutils [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2006.217024] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8bc15ed-7a40-4f75-9a53-95fa0f54dbaf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.223258] env[63366]: DEBUG oslo_vmware.api [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Waiting for the task: (returnval){ [ 2006.223258] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52b0dc77-76e4-13b6-405c-0f8b339e0f8d" [ 2006.223258] env[63366]: _type = "Task" [ 2006.223258] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.234806] env[63366]: DEBUG oslo_vmware.api [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52b0dc77-76e4-13b6-405c-0f8b339e0f8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.253795] env[63366]: DEBUG nova.compute.manager [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2006.304052] env[63366]: INFO nova.compute.manager [-] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Took 1.40 seconds to deallocate network for instance. [ 2006.355670] env[63366]: DEBUG oslo_concurrency.lockutils [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Acquiring lock "5526389c-8814-4aa4-bc67-aba298e39703" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.355904] env[63366]: DEBUG oslo_concurrency.lockutils [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Lock "5526389c-8814-4aa4-bc67-aba298e39703" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.418266] env[63366]: DEBUG nova.network.neutron [-] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2006.440100] env[63366]: DEBUG nova.network.neutron [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Successfully updated port: 24c78b6d-878e-463c-bab3-52fa08138523 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2006.588372] env[63366]: DEBUG nova.network.neutron [req-0c9ce7f1-4e2f-43dd-8929-6967efa61c0e req-cf66fa58-b456-4ea9-875a-b589587dcda8 service nova] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Updated VIF entry in instance network info cache for port a252eaad-2462-4ea7-973d-3907e75817ed. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2006.588908] env[63366]: DEBUG nova.network.neutron [req-0c9ce7f1-4e2f-43dd-8929-6967efa61c0e req-cf66fa58-b456-4ea9-875a-b589587dcda8 service nova] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Updating instance_info_cache with network_info: [{"id": "a252eaad-2462-4ea7-973d-3907e75817ed", "address": "fa:16:3e:8b:83:c7", "network": {"id": "30788a07-b13e-4f3e-b93e-866105341ba1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1227595336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0235f3cf4d8a4a5cbaf7d884dcd960cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa252eaad-24", "ovs_interfaceid": "a252eaad-2462-4ea7-973d-3907e75817ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2006.637825] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103733, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.735179] env[63366]: DEBUG oslo_vmware.api [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52b0dc77-76e4-13b6-405c-0f8b339e0f8d, 'name': SearchDatastore_Task, 'duration_secs': 0.010691} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.737832] env[63366]: DEBUG oslo_concurrency.lockutils [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2006.738089] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2006.738332] env[63366]: DEBUG oslo_concurrency.lockutils [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2006.738480] env[63366]: DEBUG oslo_concurrency.lockutils [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2006.738676] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2006.739131] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c567f9f9-889d-4a6a-85a8-9362eb4c4c0e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.750984] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2006.750984] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2006.752811] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eed039a-57af-4d14-b757-535ff39756ea {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.759722] env[63366]: DEBUG oslo_vmware.api [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Waiting for the task: (returnval){ [ 2006.759722] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]522fa327-5e66-1b3e-2381-3c5ccecee822" [ 2006.759722] env[63366]: _type = "Task" [ 2006.759722] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.774780] env[63366]: DEBUG oslo_vmware.api [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522fa327-5e66-1b3e-2381-3c5ccecee822, 'name': SearchDatastore_Task, 'duration_secs': 0.010446} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.775008] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef9aeed3-576f-40e1-8cd7-487ca1e4631e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.782315] env[63366]: DEBUG oslo_vmware.api [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Waiting for the task: (returnval){ [ 2006.782315] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]526520e5-8212-c800-99bd-5d282d720632" [ 2006.782315] env[63366]: _type = "Task" [ 2006.782315] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.793941] env[63366]: DEBUG oslo_vmware.api [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526520e5-8212-c800-99bd-5d282d720632, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.800300] env[63366]: DEBUG nova.compute.manager [req-2d9897fc-b682-495e-b050-b3966e61a70d req-d8e57306-1b1f-46bd-b3dc-886baf2cc5ea service nova] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Received event network-vif-deleted-964a4d5a-38d8-4da2-b1d5-5a1c191208c7 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2006.800532] env[63366]: DEBUG nova.compute.manager [req-2d9897fc-b682-495e-b050-b3966e61a70d req-d8e57306-1b1f-46bd-b3dc-886baf2cc5ea service nova] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Received event network-vif-plugged-24c78b6d-878e-463c-bab3-52fa08138523 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2006.800727] env[63366]: DEBUG oslo_concurrency.lockutils [req-2d9897fc-b682-495e-b050-b3966e61a70d req-d8e57306-1b1f-46bd-b3dc-886baf2cc5ea service nova] Acquiring lock "99989a73-ad99-4f46-bbfc-84bb704562d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.801061] env[63366]: DEBUG oslo_concurrency.lockutils [req-2d9897fc-b682-495e-b050-b3966e61a70d req-d8e57306-1b1f-46bd-b3dc-886baf2cc5ea service nova] Lock "99989a73-ad99-4f46-bbfc-84bb704562d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.801173] env[63366]: DEBUG oslo_concurrency.lockutils [req-2d9897fc-b682-495e-b050-b3966e61a70d req-d8e57306-1b1f-46bd-b3dc-886baf2cc5ea service nova] Lock "99989a73-ad99-4f46-bbfc-84bb704562d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.801354] env[63366]: DEBUG nova.compute.manager [req-2d9897fc-b682-495e-b050-b3966e61a70d req-d8e57306-1b1f-46bd-b3dc-886baf2cc5ea service nova] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] No waiting events found dispatching network-vif-plugged-24c78b6d-878e-463c-bab3-52fa08138523 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2006.801515] env[63366]: WARNING nova.compute.manager [req-2d9897fc-b682-495e-b050-b3966e61a70d req-d8e57306-1b1f-46bd-b3dc-886baf2cc5ea service nova] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Received unexpected event network-vif-plugged-24c78b6d-878e-463c-bab3-52fa08138523 for instance with vm_state building and task_state spawning. [ 2006.801735] env[63366]: DEBUG nova.compute.manager [req-2d9897fc-b682-495e-b050-b3966e61a70d req-d8e57306-1b1f-46bd-b3dc-886baf2cc5ea service nova] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Received event network-changed-24c78b6d-878e-463c-bab3-52fa08138523 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2006.801911] env[63366]: DEBUG nova.compute.manager [req-2d9897fc-b682-495e-b050-b3966e61a70d req-d8e57306-1b1f-46bd-b3dc-886baf2cc5ea service nova] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Refreshing instance network info cache due to event network-changed-24c78b6d-878e-463c-bab3-52fa08138523. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2006.802112] env[63366]: DEBUG oslo_concurrency.lockutils [req-2d9897fc-b682-495e-b050-b3966e61a70d req-d8e57306-1b1f-46bd-b3dc-886baf2cc5ea service nova] Acquiring lock "refresh_cache-99989a73-ad99-4f46-bbfc-84bb704562d3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2006.803083] env[63366]: DEBUG oslo_concurrency.lockutils [req-2d9897fc-b682-495e-b050-b3966e61a70d req-d8e57306-1b1f-46bd-b3dc-886baf2cc5ea service nova] Acquired lock "refresh_cache-99989a73-ad99-4f46-bbfc-84bb704562d3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2006.803083] env[63366]: DEBUG nova.network.neutron [req-2d9897fc-b682-495e-b050-b3966e61a70d req-d8e57306-1b1f-46bd-b3dc-886baf2cc5ea service nova] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Refreshing network info cache for port 24c78b6d-878e-463c-bab3-52fa08138523 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2006.810689] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.922322] env[63366]: INFO nova.compute.manager [-] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Took 1.91 seconds to deallocate network for instance. [ 2006.925523] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95a59b5-8ed3-43f6-b929-040a37351cb8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.940463] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e4877a-9470-4d85-9f00-0827e5aecb9b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.946629] env[63366]: DEBUG oslo_concurrency.lockutils [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "refresh_cache-99989a73-ad99-4f46-bbfc-84bb704562d3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2006.979988] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6632cbca-ac1c-4e35-9849-8890bc0cea09 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.989691] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d71700-b0b3-4ff3-86a2-accc90067e07 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.006781] env[63366]: DEBUG nova.compute.provider_tree [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2007.092199] env[63366]: DEBUG oslo_concurrency.lockutils [req-0c9ce7f1-4e2f-43dd-8929-6967efa61c0e req-cf66fa58-b456-4ea9-875a-b589587dcda8 service nova] Releasing lock "refresh_cache-526080de-0e4d-4a04-a9e2-1868167d5abb" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2007.138056] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103733, 'name': ReconfigVM_Task, 'duration_secs': 0.52777} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.138056] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Reconfigured VM instance instance-0000002d to attach disk [datastore2] cf49a61a-1a7c-48a8-b0c6-87fd348bd192/cf49a61a-1a7c-48a8-b0c6-87fd348bd192.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2007.138512] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d79444d-f71d-4d0c-a6b9-1c4227675f3c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.146267] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for the task: (returnval){ [ 2007.146267] env[63366]: value = "task-2103734" [ 2007.146267] env[63366]: _type = "Task" [ 2007.146267] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.159015] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103734, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.268552] env[63366]: DEBUG nova.compute.manager [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2007.298051] env[63366]: DEBUG oslo_vmware.api [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526520e5-8212-c800-99bd-5d282d720632, 'name': SearchDatastore_Task, 'duration_secs': 0.010062} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.298051] env[63366]: DEBUG oslo_concurrency.lockutils [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2007.298051] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 526080de-0e4d-4a04-a9e2-1868167d5abb/526080de-0e4d-4a04-a9e2-1868167d5abb.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2007.298051] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30266f6e-28e5-4c75-af44-0689df8baede {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.309791] env[63366]: DEBUG oslo_vmware.api [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Waiting for the task: (returnval){ [ 2007.309791] env[63366]: value = "task-2103735" [ 2007.309791] env[63366]: _type = "Task" [ 2007.309791] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.320243] env[63366]: DEBUG oslo_vmware.api [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Task: {'id': task-2103735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.335300] env[63366]: DEBUG nova.virt.hardware [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2007.339018] env[63366]: DEBUG nova.virt.hardware [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2007.339018] env[63366]: DEBUG nova.virt.hardware [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2007.339018] env[63366]: DEBUG nova.virt.hardware [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2007.339018] env[63366]: DEBUG nova.virt.hardware [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2007.339018] env[63366]: DEBUG nova.virt.hardware [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2007.339018] env[63366]: DEBUG nova.virt.hardware [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2007.339018] env[63366]: DEBUG nova.virt.hardware [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2007.339018] env[63366]: DEBUG nova.virt.hardware [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2007.339018] env[63366]: DEBUG nova.virt.hardware [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2007.339018] env[63366]: DEBUG nova.virt.hardware [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2007.339829] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af35d08-3159-420e-b1fb-e6f69479cf32 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.349332] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d1bcea-b1d0-48b3-8cc8-f0e6654dacd4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.367073] env[63366]: DEBUG nova.network.neutron [req-2d9897fc-b682-495e-b050-b3966e61a70d req-d8e57306-1b1f-46bd-b3dc-886baf2cc5ea service nova] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2007.435428] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.471613] env[63366]: DEBUG nova.network.neutron [req-2d9897fc-b682-495e-b050-b3966e61a70d req-d8e57306-1b1f-46bd-b3dc-886baf2cc5ea service nova] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2007.512740] env[63366]: DEBUG nova.scheduler.client.report [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2007.516619] env[63366]: DEBUG oslo_concurrency.lockutils [None req-be687e13-c7fd-4fcf-a9c7-ffa5f9055334 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "ee29e2c3-464e-4ec9-a7d9-057519c836f7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.516950] env[63366]: DEBUG oslo_concurrency.lockutils [None req-be687e13-c7fd-4fcf-a9c7-ffa5f9055334 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "ee29e2c3-464e-4ec9-a7d9-057519c836f7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.517132] env[63366]: DEBUG nova.compute.manager [None req-be687e13-c7fd-4fcf-a9c7-ffa5f9055334 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2007.518723] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e3bd58-8804-4698-bb0b-401e5edbf9ae {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.528218] env[63366]: DEBUG nova.compute.manager [None req-be687e13-c7fd-4fcf-a9c7-ffa5f9055334 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63366) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2007.528714] env[63366]: DEBUG nova.objects.instance [None req-be687e13-c7fd-4fcf-a9c7-ffa5f9055334 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lazy-loading 'flavor' on Instance uuid ee29e2c3-464e-4ec9-a7d9-057519c836f7 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2007.662330] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103734, 'name': Rename_Task, 'duration_secs': 0.153612} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.662744] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2007.663017] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75ad522a-cd93-4e09-96be-c29b5df3fa50 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.677587] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for the task: (returnval){ [ 2007.677587] env[63366]: value = "task-2103736" [ 2007.677587] env[63366]: _type = "Task" [ 2007.677587] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.692495] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.819889] env[63366]: DEBUG nova.network.neutron [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Successfully updated port: 786acd14-7803-433e-8e2f-0276bb995a03 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2007.831848] env[63366]: DEBUG oslo_vmware.api [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Task: {'id': task-2103735, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.975844] env[63366]: DEBUG oslo_concurrency.lockutils [req-2d9897fc-b682-495e-b050-b3966e61a70d req-d8e57306-1b1f-46bd-b3dc-886baf2cc5ea service nova] Releasing lock "refresh_cache-99989a73-ad99-4f46-bbfc-84bb704562d3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2007.975844] env[63366]: DEBUG oslo_concurrency.lockutils [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquired lock "refresh_cache-99989a73-ad99-4f46-bbfc-84bb704562d3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2007.975844] env[63366]: DEBUG nova.network.neutron [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2008.022238] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.787s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.022238] env[63366]: DEBUG nova.compute.manager [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2008.024543] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.625s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.026498] env[63366]: INFO nova.compute.claims [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2008.188289] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103736, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.230686] env[63366]: DEBUG nova.compute.manager [req-53c37e02-b945-461a-b955-fc7fd40cd2e5 req-47597868-57a1-4874-bf0d-90ebe23076d9 service nova] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Received event network-vif-plugged-786acd14-7803-433e-8e2f-0276bb995a03 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2008.230686] env[63366]: DEBUG oslo_concurrency.lockutils [req-53c37e02-b945-461a-b955-fc7fd40cd2e5 req-47597868-57a1-4874-bf0d-90ebe23076d9 service nova] Acquiring lock "55f46a77-cd49-47ba-ba4f-369ce8c69d50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.231226] env[63366]: DEBUG oslo_concurrency.lockutils [req-53c37e02-b945-461a-b955-fc7fd40cd2e5 req-47597868-57a1-4874-bf0d-90ebe23076d9 service nova] Lock "55f46a77-cd49-47ba-ba4f-369ce8c69d50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.231306] env[63366]: DEBUG oslo_concurrency.lockutils [req-53c37e02-b945-461a-b955-fc7fd40cd2e5 req-47597868-57a1-4874-bf0d-90ebe23076d9 service nova] Lock "55f46a77-cd49-47ba-ba4f-369ce8c69d50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.231485] env[63366]: DEBUG nova.compute.manager [req-53c37e02-b945-461a-b955-fc7fd40cd2e5 req-47597868-57a1-4874-bf0d-90ebe23076d9 service nova] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] No waiting events found dispatching network-vif-plugged-786acd14-7803-433e-8e2f-0276bb995a03 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2008.231673] env[63366]: WARNING nova.compute.manager [req-53c37e02-b945-461a-b955-fc7fd40cd2e5 req-47597868-57a1-4874-bf0d-90ebe23076d9 service nova] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Received unexpected event network-vif-plugged-786acd14-7803-433e-8e2f-0276bb995a03 for instance with vm_state building and task_state spawning. [ 2008.231834] env[63366]: DEBUG nova.compute.manager [req-53c37e02-b945-461a-b955-fc7fd40cd2e5 req-47597868-57a1-4874-bf0d-90ebe23076d9 service nova] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Received event network-changed-786acd14-7803-433e-8e2f-0276bb995a03 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2008.232068] env[63366]: DEBUG nova.compute.manager [req-53c37e02-b945-461a-b955-fc7fd40cd2e5 req-47597868-57a1-4874-bf0d-90ebe23076d9 service nova] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Refreshing instance network info cache due to event network-changed-786acd14-7803-433e-8e2f-0276bb995a03. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2008.232203] env[63366]: DEBUG oslo_concurrency.lockutils [req-53c37e02-b945-461a-b955-fc7fd40cd2e5 req-47597868-57a1-4874-bf0d-90ebe23076d9 service nova] Acquiring lock "refresh_cache-55f46a77-cd49-47ba-ba4f-369ce8c69d50" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2008.232339] env[63366]: DEBUG oslo_concurrency.lockutils [req-53c37e02-b945-461a-b955-fc7fd40cd2e5 req-47597868-57a1-4874-bf0d-90ebe23076d9 service nova] Acquired lock "refresh_cache-55f46a77-cd49-47ba-ba4f-369ce8c69d50" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.232493] env[63366]: DEBUG nova.network.neutron [req-53c37e02-b945-461a-b955-fc7fd40cd2e5 req-47597868-57a1-4874-bf0d-90ebe23076d9 service nova] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Refreshing network info cache for port 786acd14-7803-433e-8e2f-0276bb995a03 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2008.322940] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquiring lock "refresh_cache-55f46a77-cd49-47ba-ba4f-369ce8c69d50" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2008.323249] env[63366]: DEBUG oslo_vmware.api [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Task: {'id': task-2103735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549955} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.323441] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 526080de-0e4d-4a04-a9e2-1868167d5abb/526080de-0e4d-4a04-a9e2-1868167d5abb.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2008.323654] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2008.323952] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09f83622-47e6-46af-aea5-80f04bf4585e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.331550] env[63366]: DEBUG oslo_vmware.api [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Waiting for the task: (returnval){ [ 2008.331550] env[63366]: value = "task-2103737" [ 2008.331550] env[63366]: _type = "Task" [ 2008.331550] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.340522] env[63366]: DEBUG oslo_vmware.api [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Task: {'id': task-2103737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.514080] env[63366]: DEBUG nova.network.neutron [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2008.533611] env[63366]: DEBUG nova.compute.utils [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2008.534770] env[63366]: DEBUG nova.compute.manager [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2008.534938] env[63366]: DEBUG nova.network.neutron [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2008.537585] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-be687e13-c7fd-4fcf-a9c7-ffa5f9055334 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2008.537585] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b541f2b-1fa8-4e02-a35d-9b55678713ff {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.547621] env[63366]: DEBUG oslo_vmware.api [None req-be687e13-c7fd-4fcf-a9c7-ffa5f9055334 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2008.547621] env[63366]: value = "task-2103738" [ 2008.547621] env[63366]: _type = "Task" [ 2008.547621] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.560132] env[63366]: DEBUG oslo_vmware.api [None req-be687e13-c7fd-4fcf-a9c7-ffa5f9055334 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2103738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.628988] env[63366]: DEBUG nova.policy [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23409dd13c414e6db5b7669dcd51763c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cee41884862643a5aded589b36b42807', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2008.690292] env[63366]: DEBUG oslo_vmware.api [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103736, 'name': PowerOnVM_Task, 'duration_secs': 0.571938} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.691081] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2008.693111] env[63366]: INFO nova.compute.manager [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Took 10.03 seconds to spawn the instance on the hypervisor. [ 2008.693111] env[63366]: DEBUG nova.compute.manager [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2008.693111] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5733bb25-a203-4a89-8110-ae427ef9e5c6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.702600] env[63366]: DEBUG nova.network.neutron [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Updating instance_info_cache with network_info: [{"id": "24c78b6d-878e-463c-bab3-52fa08138523", "address": "fa:16:3e:89:53:5b", "network": {"id": "87e0888f-8e2d-41e6-9c96-906ae0eaea4c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-579322839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d2d0f41b904398b951842d02cb3e1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24c78b6d-87", "ovs_interfaceid": "24c78b6d-878e-463c-bab3-52fa08138523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2008.763865] env[63366]: DEBUG nova.network.neutron [req-53c37e02-b945-461a-b955-fc7fd40cd2e5 req-47597868-57a1-4874-bf0d-90ebe23076d9 service nova] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2008.843922] env[63366]: DEBUG oslo_vmware.api [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Task: {'id': task-2103737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.249508} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.844223] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2008.845235] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c679833-a69f-4371-a8bd-e1514362e87c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.869092] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 526080de-0e4d-4a04-a9e2-1868167d5abb/526080de-0e4d-4a04-a9e2-1868167d5abb.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2008.870172] env[63366]: DEBUG nova.network.neutron [req-53c37e02-b945-461a-b955-fc7fd40cd2e5 req-47597868-57a1-4874-bf0d-90ebe23076d9 service nova] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2008.871340] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5777113f-055b-4da8-ae04-78cfdc6ae555 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.889433] env[63366]: DEBUG oslo_concurrency.lockutils [req-53c37e02-b945-461a-b955-fc7fd40cd2e5 req-47597868-57a1-4874-bf0d-90ebe23076d9 service nova] Releasing lock "refresh_cache-55f46a77-cd49-47ba-ba4f-369ce8c69d50" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2008.889811] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquired lock "refresh_cache-55f46a77-cd49-47ba-ba4f-369ce8c69d50" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.889995] env[63366]: DEBUG nova.network.neutron [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2008.899300] env[63366]: DEBUG oslo_vmware.api [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Waiting for the task: (returnval){ [ 2008.899300] env[63366]: value = "task-2103739" [ 2008.899300] env[63366]: _type = "Task" [ 2008.899300] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.909719] env[63366]: DEBUG oslo_vmware.api [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Task: {'id': task-2103739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.039158] env[63366]: DEBUG nova.compute.manager [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2009.061241] env[63366]: DEBUG oslo_vmware.api [None req-be687e13-c7fd-4fcf-a9c7-ffa5f9055334 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2103738, 'name': PowerOffVM_Task, 'duration_secs': 0.439037} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.061241] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-be687e13-c7fd-4fcf-a9c7-ffa5f9055334 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2009.061241] env[63366]: DEBUG nova.compute.manager [None req-be687e13-c7fd-4fcf-a9c7-ffa5f9055334 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2009.061241] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e017049-3021-41d2-88f2-7ae7d4f51049 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.072048] env[63366]: DEBUG nova.network.neutron [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Successfully created port: bd772bee-245b-407a-8adb-7998e25d35a5 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2009.209709] env[63366]: DEBUG oslo_concurrency.lockutils [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Releasing lock "refresh_cache-99989a73-ad99-4f46-bbfc-84bb704562d3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2009.209709] env[63366]: DEBUG nova.compute.manager [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Instance network_info: |[{"id": "24c78b6d-878e-463c-bab3-52fa08138523", "address": "fa:16:3e:89:53:5b", "network": {"id": "87e0888f-8e2d-41e6-9c96-906ae0eaea4c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-579322839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d2d0f41b904398b951842d02cb3e1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24c78b6d-87", "ovs_interfaceid": "24c78b6d-878e-463c-bab3-52fa08138523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2009.214321] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:53:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24c78b6d-878e-463c-bab3-52fa08138523', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2009.226065] env[63366]: DEBUG oslo.service.loopingcall [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2009.230936] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2009.232150] env[63366]: INFO nova.compute.manager [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Took 38.36 seconds to build instance. [ 2009.233009] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e2bd37f-fe6f-4c59-8977-87684aec1939 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.258576] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2009.258576] env[63366]: value = "task-2103740" [ 2009.258576] env[63366]: _type = "Task" [ 2009.258576] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.269174] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103740, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.409381] env[63366]: DEBUG oslo_vmware.api [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Task: {'id': task-2103739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.428753] env[63366]: DEBUG nova.network.neutron [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2009.579674] env[63366]: DEBUG oslo_concurrency.lockutils [None req-be687e13-c7fd-4fcf-a9c7-ffa5f9055334 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "ee29e2c3-464e-4ec9-a7d9-057519c836f7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.585619] env[63366]: DEBUG nova.network.neutron [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Updating instance_info_cache with network_info: [{"id": "786acd14-7803-433e-8e2f-0276bb995a03", "address": "fa:16:3e:86:4c:af", "network": {"id": "066833f8-e62b-4848-a3c5-a804b9ace150", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-168388196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c10b75b2acb4324ba190477e19080c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap786acd14-78", "ovs_interfaceid": "786acd14-7803-433e-8e2f-0276bb995a03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2009.663527] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5110fb92-9d8a-4147-8273-b9474fe0a3f8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.672745] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06293f7f-2aae-48d0-b306-47e7935d5b46 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.713095] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88942d48-9170-41d1-92af-156ac4179ba5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.722513] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e27adb-76c8-4927-b6ec-4565ecb7ca6d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.743730] env[63366]: DEBUG nova.compute.provider_tree [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2009.752408] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a1f9f1b-a6bf-404c-adcb-ffc9550ef040 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lock "cf49a61a-1a7c-48a8-b0c6-87fd348bd192" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.817s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.770188] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103740, 'name': CreateVM_Task, 'duration_secs': 0.476022} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.770411] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2009.771095] env[63366]: DEBUG oslo_concurrency.lockutils [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2009.771262] env[63366]: DEBUG oslo_concurrency.lockutils [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2009.771572] env[63366]: DEBUG oslo_concurrency.lockutils [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2009.771848] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-074d4314-6d57-495f-8066-7cff58d086a8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.776912] env[63366]: DEBUG oslo_vmware.api [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2009.776912] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52b0cd92-7321-683b-80ed-2620980e6793" [ 2009.776912] env[63366]: _type = "Task" [ 2009.776912] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.786808] env[63366]: DEBUG oslo_vmware.api [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52b0cd92-7321-683b-80ed-2620980e6793, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.909644] env[63366]: DEBUG oslo_vmware.api [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Task: {'id': task-2103739, 'name': ReconfigVM_Task, 'duration_secs': 0.880994} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.909927] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 526080de-0e4d-4a04-a9e2-1868167d5abb/526080de-0e4d-4a04-a9e2-1868167d5abb.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2009.910560] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-341c4c45-991b-4a93-aeaa-d63bae000546 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.918917] env[63366]: DEBUG oslo_vmware.api [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Waiting for the task: (returnval){ [ 2009.918917] env[63366]: value = "task-2103741" [ 2009.918917] env[63366]: _type = "Task" [ 2009.918917] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.927485] env[63366]: DEBUG oslo_vmware.api [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Task: {'id': task-2103741, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.052032] env[63366]: DEBUG nova.compute.manager [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2010.081827] env[63366]: DEBUG nova.virt.hardware [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T17:09:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5e88a544-0863-45f8-9a61-4aa749394418',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-378556504',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2010.082202] env[63366]: DEBUG nova.virt.hardware [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2010.082427] env[63366]: DEBUG nova.virt.hardware [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2010.082669] env[63366]: DEBUG nova.virt.hardware [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2010.082868] env[63366]: DEBUG nova.virt.hardware [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2010.083123] env[63366]: DEBUG nova.virt.hardware [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2010.083433] env[63366]: DEBUG nova.virt.hardware [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2010.083885] env[63366]: DEBUG nova.virt.hardware [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2010.083885] env[63366]: DEBUG nova.virt.hardware [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2010.084058] env[63366]: DEBUG nova.virt.hardware [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2010.084242] env[63366]: DEBUG nova.virt.hardware [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2010.085388] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c78e612-29ea-4838-a663-3a63e8eede83 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.088244] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Releasing lock "refresh_cache-55f46a77-cd49-47ba-ba4f-369ce8c69d50" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2010.088528] env[63366]: DEBUG nova.compute.manager [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Instance network_info: |[{"id": "786acd14-7803-433e-8e2f-0276bb995a03", "address": "fa:16:3e:86:4c:af", "network": {"id": "066833f8-e62b-4848-a3c5-a804b9ace150", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-168388196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c10b75b2acb4324ba190477e19080c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap786acd14-78", "ovs_interfaceid": "786acd14-7803-433e-8e2f-0276bb995a03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2010.088901] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:4c:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed82fc44-f216-40a7-a68b-62d76ffdb1f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '786acd14-7803-433e-8e2f-0276bb995a03', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2010.096497] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Creating folder: Project (9c10b75b2acb4324ba190477e19080c4). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2010.098133] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8302cff8-72db-44bb-afcd-bdfc022a3f59 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.105540] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b19a19-312c-4e81-9946-7796ff69e6fb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.123277] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Created folder: Project (9c10b75b2acb4324ba190477e19080c4) in parent group-v430612. [ 2010.123467] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Creating folder: Instances. Parent ref: group-v430754. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2010.123930] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cebd1e80-21ec-4f38-a634-774cafb96af9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.134304] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Created folder: Instances in parent group-v430754. [ 2010.134530] env[63366]: DEBUG oslo.service.loopingcall [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2010.135035] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2010.135035] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-978e607d-2de6-49c9-9584-b608ba437da6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.158161] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2010.158161] env[63366]: value = "task-2103744" [ 2010.158161] env[63366]: _type = "Task" [ 2010.158161] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.165463] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103744, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.247574] env[63366]: DEBUG nova.scheduler.client.report [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2010.255433] env[63366]: DEBUG nova.compute.manager [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2010.290185] env[63366]: DEBUG oslo_vmware.api [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52b0cd92-7321-683b-80ed-2620980e6793, 'name': SearchDatastore_Task, 'duration_secs': 0.018134} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.290185] env[63366]: DEBUG oslo_concurrency.lockutils [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2010.290185] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2010.290185] env[63366]: DEBUG oslo_concurrency.lockutils [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.290185] env[63366]: DEBUG oslo_concurrency.lockutils [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.290185] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2010.290185] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5103bd4-f6fb-40dd-96b0-29faa3e80299 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.299482] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2010.299482] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2010.300365] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-504dde20-60cc-4701-afd7-4c100e7ea30e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.306184] env[63366]: DEBUG oslo_vmware.api [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2010.306184] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5260fb29-2eeb-105f-cfa4-28433ebd0778" [ 2010.306184] env[63366]: _type = "Task" [ 2010.306184] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.318032] env[63366]: DEBUG oslo_vmware.api [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5260fb29-2eeb-105f-cfa4-28433ebd0778, 'name': SearchDatastore_Task, 'duration_secs': 0.009358} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.318810] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7efaaa7d-e4bc-4bb0-a8f4-3b77b74d2651 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.325099] env[63366]: DEBUG oslo_vmware.api [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2010.325099] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5214782a-1ff1-8438-937a-4264876a37ef" [ 2010.325099] env[63366]: _type = "Task" [ 2010.325099] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.333390] env[63366]: DEBUG oslo_vmware.api [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5214782a-1ff1-8438-937a-4264876a37ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.431037] env[63366]: DEBUG oslo_vmware.api [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Task: {'id': task-2103741, 'name': Rename_Task, 'duration_secs': 0.164666} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.431322] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2010.431570] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98343842-0587-47f4-9a40-5c64b7ae9600 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.439207] env[63366]: DEBUG oslo_vmware.api [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Waiting for the task: (returnval){ [ 2010.439207] env[63366]: value = "task-2103745" [ 2010.439207] env[63366]: _type = "Task" [ 2010.439207] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.447284] env[63366]: DEBUG oslo_vmware.api [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Task: {'id': task-2103745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.605286] env[63366]: DEBUG nova.objects.instance [None req-8ab1727f-4aba-418d-9716-0672c176118c tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lazy-loading 'flavor' on Instance uuid ee29e2c3-464e-4ec9-a7d9-057519c836f7 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2010.667491] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103744, 'name': CreateVM_Task, 'duration_secs': 0.484878} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.667627] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2010.668445] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.668618] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.668966] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2010.669236] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef654f5f-fc29-4f8f-8f52-e172445cf7db {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.675404] env[63366]: DEBUG oslo_vmware.api [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2010.675404] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52d8de09-aed9-df9b-2881-29955ec1e0e4" [ 2010.675404] env[63366]: _type = "Task" [ 2010.675404] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.683664] env[63366]: DEBUG oslo_vmware.api [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d8de09-aed9-df9b-2881-29955ec1e0e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.753233] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.754099] env[63366]: DEBUG oslo_concurrency.lockutils [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.287s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.754464] env[63366]: DEBUG nova.objects.instance [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Lazy-loading 'resources' on Instance uuid 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2010.783028] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.841681] env[63366]: DEBUG oslo_vmware.api [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5214782a-1ff1-8438-937a-4264876a37ef, 'name': SearchDatastore_Task, 'duration_secs': 0.009286} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.841681] env[63366]: DEBUG oslo_concurrency.lockutils [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2010.841681] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 99989a73-ad99-4f46-bbfc-84bb704562d3/99989a73-ad99-4f46-bbfc-84bb704562d3.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2010.841681] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b111e908-953a-4b7a-b9f0-161263610eb9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.849700] env[63366]: DEBUG oslo_vmware.api [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2010.849700] env[63366]: value = "task-2103746" [ 2010.849700] env[63366]: _type = "Task" [ 2010.849700] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.860070] env[63366]: DEBUG oslo_vmware.api [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.954268] env[63366]: DEBUG oslo_vmware.api [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Task: {'id': task-2103745, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.111322] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8ab1727f-4aba-418d-9716-0672c176118c tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "refresh_cache-ee29e2c3-464e-4ec9-a7d9-057519c836f7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2011.111599] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8ab1727f-4aba-418d-9716-0672c176118c tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquired lock "refresh_cache-ee29e2c3-464e-4ec9-a7d9-057519c836f7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2011.111851] env[63366]: DEBUG nova.network.neutron [None req-8ab1727f-4aba-418d-9716-0672c176118c tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2011.112102] env[63366]: DEBUG nova.objects.instance [None req-8ab1727f-4aba-418d-9716-0672c176118c tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lazy-loading 'info_cache' on Instance uuid ee29e2c3-464e-4ec9-a7d9-057519c836f7 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2011.189933] env[63366]: DEBUG oslo_vmware.api [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d8de09-aed9-df9b-2881-29955ec1e0e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009848} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.190289] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.190529] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2011.190799] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2011.190977] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2011.191133] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2011.191420] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a27c0d1f-5858-4e2d-9b76-b56cc500ebfc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.207380] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2011.207608] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2011.208528] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51d5e9a2-85b7-4735-90c0-7a84a1982f25 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.217037] env[63366]: DEBUG oslo_vmware.api [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2011.217037] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]523c4311-c6f4-29af-8331-03e6c8cd6689" [ 2011.217037] env[63366]: _type = "Task" [ 2011.217037] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.228350] env[63366]: DEBUG oslo_vmware.api [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523c4311-c6f4-29af-8331-03e6c8cd6689, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.257468] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Acquiring lock "883f11aa-81db-45e9-a222-c479b08c3668" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.257870] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Lock "883f11aa-81db-45e9-a222-c479b08c3668" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.350144] env[63366]: DEBUG nova.network.neutron [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Successfully updated port: bd772bee-245b-407a-8adb-7998e25d35a5 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2011.366779] env[63366]: DEBUG oslo_vmware.api [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479251} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.370785] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 99989a73-ad99-4f46-bbfc-84bb704562d3/99989a73-ad99-4f46-bbfc-84bb704562d3.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2011.370785] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2011.370785] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9b621a8-e12c-48ba-b690-d4f947cbb8e4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.378798] env[63366]: DEBUG oslo_vmware.api [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2011.378798] env[63366]: value = "task-2103747" [ 2011.378798] env[63366]: _type = "Task" [ 2011.378798] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.392862] env[63366]: DEBUG oslo_vmware.api [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.453787] env[63366]: DEBUG oslo_vmware.api [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Task: {'id': task-2103745, 'name': PowerOnVM_Task, 'duration_secs': 0.530423} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.453886] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2011.454075] env[63366]: INFO nova.compute.manager [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Took 9.84 seconds to spawn the instance on the hypervisor. [ 2011.454274] env[63366]: DEBUG nova.compute.manager [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2011.455090] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4516cf8e-7486-4fff-9168-c77c4e7fb74b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.553303] env[63366]: DEBUG nova.compute.manager [req-b28ef866-fc89-4e8a-b2b5-b2d5d5598fcd req-6878426a-767c-41b6-84d0-b2ce5282c1bd service nova] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Received event network-vif-plugged-bd772bee-245b-407a-8adb-7998e25d35a5 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2011.553384] env[63366]: DEBUG oslo_concurrency.lockutils [req-b28ef866-fc89-4e8a-b2b5-b2d5d5598fcd req-6878426a-767c-41b6-84d0-b2ce5282c1bd service nova] Acquiring lock "689df898-ef9c-4a0b-8196-f2e917101949-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.553563] env[63366]: DEBUG oslo_concurrency.lockutils [req-b28ef866-fc89-4e8a-b2b5-b2d5d5598fcd req-6878426a-767c-41b6-84d0-b2ce5282c1bd service nova] Lock "689df898-ef9c-4a0b-8196-f2e917101949-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.553732] env[63366]: DEBUG oslo_concurrency.lockutils [req-b28ef866-fc89-4e8a-b2b5-b2d5d5598fcd req-6878426a-767c-41b6-84d0-b2ce5282c1bd service nova] Lock "689df898-ef9c-4a0b-8196-f2e917101949-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.554383] env[63366]: DEBUG nova.compute.manager [req-b28ef866-fc89-4e8a-b2b5-b2d5d5598fcd req-6878426a-767c-41b6-84d0-b2ce5282c1bd service nova] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] No waiting events found dispatching network-vif-plugged-bd772bee-245b-407a-8adb-7998e25d35a5 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2011.554567] env[63366]: WARNING nova.compute.manager [req-b28ef866-fc89-4e8a-b2b5-b2d5d5598fcd req-6878426a-767c-41b6-84d0-b2ce5282c1bd service nova] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Received unexpected event network-vif-plugged-bd772bee-245b-407a-8adb-7998e25d35a5 for instance with vm_state building and task_state spawning. [ 2011.620462] env[63366]: DEBUG nova.objects.base [None req-8ab1727f-4aba-418d-9716-0672c176118c tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63366) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2011.734871] env[63366]: DEBUG oslo_vmware.api [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523c4311-c6f4-29af-8331-03e6c8cd6689, 'name': SearchDatastore_Task, 'duration_secs': 0.055049} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.735060] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99538e71-11a2-4d11-b559-e20a041496e8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.740806] env[63366]: DEBUG oslo_vmware.api [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2011.740806] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52219aae-6496-a4e0-b0ae-121962396879" [ 2011.740806] env[63366]: _type = "Task" [ 2011.740806] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.751789] env[63366]: DEBUG oslo_vmware.api [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52219aae-6496-a4e0-b0ae-121962396879, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.770273] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Lock "883f11aa-81db-45e9-a222-c479b08c3668" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.510s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.770273] env[63366]: DEBUG nova.compute.manager [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2011.855626] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquiring lock "refresh_cache-689df898-ef9c-4a0b-8196-f2e917101949" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2011.855626] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquired lock "refresh_cache-689df898-ef9c-4a0b-8196-f2e917101949" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2011.855626] env[63366]: DEBUG nova.network.neutron [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2011.867022] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89de716-aaa9-48d6-b5ae-0c3daaef9290 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.878909] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e27d3ed-92b0-4a3e-88dd-1578d0062f56 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.893176] env[63366]: DEBUG oslo_vmware.api [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145436} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.919267] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2011.920046] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquiring lock "5452d952-0785-4526-a865-4951b0f9004f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.920278] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lock "5452d952-0785-4526-a865-4951b0f9004f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.922187] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquiring lock "5452d952-0785-4526-a865-4951b0f9004f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.922187] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lock "5452d952-0785-4526-a865-4951b0f9004f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.922187] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lock "5452d952-0785-4526-a865-4951b0f9004f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.926029] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8749ec-dd0e-4fa1-a15c-2038fc89d52d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.929486] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5eb56da-b2f2-438a-b942-4e93cab9a49a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.934471] env[63366]: INFO nova.compute.manager [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Terminating instance [ 2011.936209] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "afb11726-923b-4b23-b667-56492003de5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.936391] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "afb11726-923b-4b23-b667-56492003de5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.953318] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bef50f-3a48-4ab7-a247-dadf6019848b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.966768] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 99989a73-ad99-4f46-bbfc-84bb704562d3/99989a73-ad99-4f46-bbfc-84bb704562d3.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2011.967760] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c86bfa0e-140f-4ae2-9d09-4885401ab8c7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.997803] env[63366]: DEBUG nova.compute.provider_tree [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2012.000643] env[63366]: INFO nova.compute.manager [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Took 38.58 seconds to build instance. [ 2012.003931] env[63366]: DEBUG oslo_vmware.api [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2012.003931] env[63366]: value = "task-2103748" [ 2012.003931] env[63366]: _type = "Task" [ 2012.003931] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.013155] env[63366]: DEBUG oslo_vmware.api [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.256022] env[63366]: DEBUG oslo_vmware.api [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52219aae-6496-a4e0-b0ae-121962396879, 'name': SearchDatastore_Task, 'duration_secs': 0.064847} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.256022] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2012.256022] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 55f46a77-cd49-47ba-ba4f-369ce8c69d50/55f46a77-cd49-47ba-ba4f-369ce8c69d50.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2012.256022] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a6c45d0-afed-4a31-afd5-4796724791b0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.262157] env[63366]: DEBUG oslo_vmware.api [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2012.262157] env[63366]: value = "task-2103749" [ 2012.262157] env[63366]: _type = "Task" [ 2012.262157] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.276036] env[63366]: DEBUG nova.compute.utils [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2012.277686] env[63366]: DEBUG nova.compute.manager [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2012.278062] env[63366]: DEBUG nova.network.neutron [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2012.287613] env[63366]: DEBUG oslo_vmware.api [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.325700] env[63366]: DEBUG nova.policy [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fac150936bf34f83939eea414d776aa8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b25743c8f184984a4f07807f339dea5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2012.410582] env[63366]: DEBUG nova.network.neutron [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2012.440174] env[63366]: DEBUG nova.compute.manager [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2012.440417] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2012.441437] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01c35ac-ac60-40d9-b953-18b9294832da {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.451031] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2012.451304] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba64d15d-c3c7-4733-bb10-ceb7f05b7947 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.462450] env[63366]: DEBUG oslo_vmware.api [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for the task: (returnval){ [ 2012.462450] env[63366]: value = "task-2103750" [ 2012.462450] env[63366]: _type = "Task" [ 2012.462450] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.472939] env[63366]: DEBUG oslo_vmware.api [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.501895] env[63366]: DEBUG nova.scheduler.client.report [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2012.506981] env[63366]: DEBUG oslo_concurrency.lockutils [None req-75aea7be-3891-4718-83a9-9a1fdf1a0fda tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Lock "526080de-0e4d-4a04-a9e2-1868167d5abb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.116s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.533472] env[63366]: DEBUG oslo_vmware.api [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103748, 'name': ReconfigVM_Task, 'duration_secs': 0.362104} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.533698] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 99989a73-ad99-4f46-bbfc-84bb704562d3/99989a73-ad99-4f46-bbfc-84bb704562d3.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2012.535770] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f951db19-a13c-45cb-a0b8-fb943d558827 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.545622] env[63366]: DEBUG oslo_vmware.api [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2012.545622] env[63366]: value = "task-2103751" [ 2012.545622] env[63366]: _type = "Task" [ 2012.545622] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.559824] env[63366]: DEBUG oslo_vmware.api [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103751, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.628681] env[63366]: DEBUG nova.network.neutron [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Successfully created port: 0867f866-50cc-4482-ae7c-7da1c4130fc8 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2012.684161] env[63366]: DEBUG nova.network.neutron [None req-8ab1727f-4aba-418d-9716-0672c176118c tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Updating instance_info_cache with network_info: [{"id": "06844239-e020-4dc0-bfc7-b887a76f0d75", "address": "fa:16:3e:a9:77:15", "network": {"id": "4129a070-c31a-4310-b4b1-4e475fb3f1bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1668961456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2100d8abe0431c93b03b71a19f2086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06844239-e0", "ovs_interfaceid": "06844239-e020-4dc0-bfc7-b887a76f0d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2012.777104] env[63366]: DEBUG oslo_vmware.api [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103749, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.784505] env[63366]: DEBUG nova.compute.manager [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2012.812346] env[63366]: DEBUG nova.network.neutron [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Updating instance_info_cache with network_info: [{"id": "bd772bee-245b-407a-8adb-7998e25d35a5", "address": "fa:16:3e:e8:b2:44", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd772bee-24", "ovs_interfaceid": "bd772bee-245b-407a-8adb-7998e25d35a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2012.978723] env[63366]: DEBUG oslo_vmware.api [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103750, 'name': PowerOffVM_Task, 'duration_secs': 0.238053} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.979112] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2012.979353] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2012.979694] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e56219c-63c2-4fb2-aa9b-f5341aa1679c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.009663] env[63366]: DEBUG oslo_concurrency.lockutils [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.012288] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.784s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.012393] env[63366]: DEBUG nova.objects.instance [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Lazy-loading 'resources' on Instance uuid 0273547a-6bdc-40e4-be59-4a7b96e68f83 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2013.023109] env[63366]: DEBUG nova.compute.manager [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2013.033988] env[63366]: INFO nova.scheduler.client.report [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Deleted allocations for instance 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0 [ 2013.056573] env[63366]: DEBUG oslo_vmware.api [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103751, 'name': Rename_Task, 'duration_secs': 0.171019} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.058043] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2013.058043] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eda22781-454c-4f17-b804-5117b7d9456e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.067139] env[63366]: DEBUG oslo_vmware.api [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2013.067139] env[63366]: value = "task-2103753" [ 2013.067139] env[63366]: _type = "Task" [ 2013.067139] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.077175] env[63366]: DEBUG oslo_vmware.api [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.135490] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2013.135740] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2013.136057] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Deleting the datastore file [datastore2] 5452d952-0785-4526-a865-4951b0f9004f {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2013.136466] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bb408e6-da10-4ea9-93c4-feaae607ec72 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.146362] env[63366]: DEBUG oslo_vmware.api [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for the task: (returnval){ [ 2013.146362] env[63366]: value = "task-2103754" [ 2013.146362] env[63366]: _type = "Task" [ 2013.146362] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.162298] env[63366]: DEBUG oslo_vmware.api [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.190308] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8ab1727f-4aba-418d-9716-0672c176118c tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Releasing lock "refresh_cache-ee29e2c3-464e-4ec9-a7d9-057519c836f7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2013.274319] env[63366]: DEBUG oslo_vmware.api [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713194} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.274722] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 55f46a77-cd49-47ba-ba4f-369ce8c69d50/55f46a77-cd49-47ba-ba4f-369ce8c69d50.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2013.274899] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2013.275222] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e74b9ea1-65e5-474f-98a4-45adea24a6ec {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.290857] env[63366]: DEBUG oslo_vmware.api [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2013.290857] env[63366]: value = "task-2103755" [ 2013.290857] env[63366]: _type = "Task" [ 2013.290857] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.302986] env[63366]: DEBUG oslo_vmware.api [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103755, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.319987] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Releasing lock "refresh_cache-689df898-ef9c-4a0b-8196-f2e917101949" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2013.319987] env[63366]: DEBUG nova.compute.manager [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Instance network_info: |[{"id": "bd772bee-245b-407a-8adb-7998e25d35a5", "address": "fa:16:3e:e8:b2:44", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd772bee-24", "ovs_interfaceid": "bd772bee-245b-407a-8adb-7998e25d35a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2013.319987] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:b2:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd772bee-245b-407a-8adb-7998e25d35a5', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2013.329426] env[63366]: DEBUG oslo.service.loopingcall [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2013.330237] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2013.331054] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-413d799c-1f6e-413d-8837-3bdbf3ab7710 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.353476] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2013.353476] env[63366]: value = "task-2103756" [ 2013.353476] env[63366]: _type = "Task" [ 2013.353476] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.363973] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103756, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.546834] env[63366]: DEBUG oslo_concurrency.lockutils [None req-56cc54c2-3f1f-41d9-bf8b-ecd135be2670 tempest-InstanceActionsV221TestJSON-537756721 tempest-InstanceActionsV221TestJSON-537756721-project-member] Lock "80fd055f-cf2a-41bd-8d94-1bdd3bd440e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.729s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.551834] env[63366]: DEBUG oslo_concurrency.lockutils [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.580208] env[63366]: DEBUG oslo_vmware.api [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103753, 'name': PowerOnVM_Task, 'duration_secs': 0.480194} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.583192] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2013.583439] env[63366]: INFO nova.compute.manager [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Took 9.14 seconds to spawn the instance on the hypervisor. [ 2013.583649] env[63366]: DEBUG nova.compute.manager [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2013.585097] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcaaa6a9-cede-428a-8521-b0205786b033 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.662841] env[63366]: DEBUG oslo_vmware.api [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142392} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.663131] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2013.663322] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2013.663499] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2013.663639] env[63366]: INFO nova.compute.manager [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2013.663878] env[63366]: DEBUG oslo.service.loopingcall [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2013.664078] env[63366]: DEBUG nova.compute.manager [-] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2013.664175] env[63366]: DEBUG nova.network.neutron [-] [instance: 5452d952-0785-4526-a865-4951b0f9004f] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2013.677011] env[63366]: DEBUG nova.compute.manager [req-34d166e5-d133-4815-9379-562b74bf67c3 req-796216d5-f5d7-43bf-9f91-78a06402d8eb service nova] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Received event network-changed-a252eaad-2462-4ea7-973d-3907e75817ed {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2013.677279] env[63366]: DEBUG nova.compute.manager [req-34d166e5-d133-4815-9379-562b74bf67c3 req-796216d5-f5d7-43bf-9f91-78a06402d8eb service nova] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Refreshing instance network info cache due to event network-changed-a252eaad-2462-4ea7-973d-3907e75817ed. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2013.677525] env[63366]: DEBUG oslo_concurrency.lockutils [req-34d166e5-d133-4815-9379-562b74bf67c3 req-796216d5-f5d7-43bf-9f91-78a06402d8eb service nova] Acquiring lock "refresh_cache-526080de-0e4d-4a04-a9e2-1868167d5abb" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2013.677781] env[63366]: DEBUG oslo_concurrency.lockutils [req-34d166e5-d133-4815-9379-562b74bf67c3 req-796216d5-f5d7-43bf-9f91-78a06402d8eb service nova] Acquired lock "refresh_cache-526080de-0e4d-4a04-a9e2-1868167d5abb" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2013.678036] env[63366]: DEBUG nova.network.neutron [req-34d166e5-d133-4815-9379-562b74bf67c3 req-796216d5-f5d7-43bf-9f91-78a06402d8eb service nova] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Refreshing network info cache for port a252eaad-2462-4ea7-973d-3907e75817ed {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2013.698730] env[63366]: DEBUG nova.compute.manager [req-0b9032d8-9657-492b-8277-acad4f0b0f4c req-8ac18469-946f-4eb4-bc24-0309e5fda581 service nova] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Received event network-changed-bd772bee-245b-407a-8adb-7998e25d35a5 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2013.698988] env[63366]: DEBUG nova.compute.manager [req-0b9032d8-9657-492b-8277-acad4f0b0f4c req-8ac18469-946f-4eb4-bc24-0309e5fda581 service nova] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Refreshing instance network info cache due to event network-changed-bd772bee-245b-407a-8adb-7998e25d35a5. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2013.699222] env[63366]: DEBUG oslo_concurrency.lockutils [req-0b9032d8-9657-492b-8277-acad4f0b0f4c req-8ac18469-946f-4eb4-bc24-0309e5fda581 service nova] Acquiring lock "refresh_cache-689df898-ef9c-4a0b-8196-f2e917101949" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2013.699364] env[63366]: DEBUG oslo_concurrency.lockutils [req-0b9032d8-9657-492b-8277-acad4f0b0f4c req-8ac18469-946f-4eb4-bc24-0309e5fda581 service nova] Acquired lock "refresh_cache-689df898-ef9c-4a0b-8196-f2e917101949" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2013.700380] env[63366]: DEBUG nova.network.neutron [req-0b9032d8-9657-492b-8277-acad4f0b0f4c req-8ac18469-946f-4eb4-bc24-0309e5fda581 service nova] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Refreshing network info cache for port bd772bee-245b-407a-8adb-7998e25d35a5 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2013.793135] env[63366]: DEBUG nova.compute.manager [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2013.811531] env[63366]: DEBUG oslo_vmware.api [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103755, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082966} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.811836] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2013.813619] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53c3951-2ab6-4908-8625-ae05cd2ab04b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.843449] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 55f46a77-cd49-47ba-ba4f-369ce8c69d50/55f46a77-cd49-47ba-ba4f-369ce8c69d50.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2013.844792] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0d8a3e6-2d57-46ef-bdc6-b71a5292740c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.866479] env[63366]: DEBUG nova.virt.hardware [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2013.866827] env[63366]: DEBUG nova.virt.hardware [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2013.866827] env[63366]: DEBUG nova.virt.hardware [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2013.867022] env[63366]: DEBUG nova.virt.hardware [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2013.867158] env[63366]: DEBUG nova.virt.hardware [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2013.867304] env[63366]: DEBUG nova.virt.hardware [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2013.867511] env[63366]: DEBUG nova.virt.hardware [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2013.867667] env[63366]: DEBUG nova.virt.hardware [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2013.867998] env[63366]: DEBUG nova.virt.hardware [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2013.868176] env[63366]: DEBUG nova.virt.hardware [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2013.868349] env[63366]: DEBUG nova.virt.hardware [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2013.869291] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5d713b-65b0-4436-9cf1-1330a46a9cbc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.887620] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b803dfce-f186-45f9-bc9c-7064c22c89ab {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.892777] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103756, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.893170] env[63366]: DEBUG oslo_vmware.api [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2013.893170] env[63366]: value = "task-2103757" [ 2013.893170] env[63366]: _type = "Task" [ 2013.893170] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.915808] env[63366]: DEBUG oslo_vmware.api [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.116348] env[63366]: INFO nova.compute.manager [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Took 30.23 seconds to build instance. [ 2014.203552] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2bf616-90fc-488b-ad7d-bdb9f01efc0a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.207036] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab1727f-4aba-418d-9716-0672c176118c tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2014.207126] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8908a334-8a04-4bc9-911d-d92b036deece {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.217377] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f184b892-499b-46b9-ace1-7583165aaad7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.221893] env[63366]: DEBUG oslo_vmware.api [None req-8ab1727f-4aba-418d-9716-0672c176118c tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2014.221893] env[63366]: value = "task-2103758" [ 2014.221893] env[63366]: _type = "Task" [ 2014.221893] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.258243] env[63366]: DEBUG nova.network.neutron [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Successfully updated port: 0867f866-50cc-4482-ae7c-7da1c4130fc8 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2014.262183] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d35b6c-87e6-4a59-968f-48e5c50a9e10 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.267893] env[63366]: DEBUG oslo_vmware.api [None req-8ab1727f-4aba-418d-9716-0672c176118c tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2103758, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.274143] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac62f3e4-0573-4b97-8a0f-6f703fbe36fb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.290327] env[63366]: DEBUG nova.compute.provider_tree [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2014.382059] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103756, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.416669] env[63366]: DEBUG oslo_vmware.api [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.501186] env[63366]: DEBUG nova.network.neutron [-] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2014.620884] env[63366]: DEBUG oslo_concurrency.lockutils [None req-82658032-cc1e-4a52-a490-788103316933 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "99989a73-ad99-4f46-bbfc-84bb704562d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.604s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.738058] env[63366]: DEBUG oslo_vmware.api [None req-8ab1727f-4aba-418d-9716-0672c176118c tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2103758, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.760923] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Acquiring lock "refresh_cache-6e56de4c-9de5-4a5b-9af4-0005925b1e4f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2014.761102] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Acquired lock "refresh_cache-6e56de4c-9de5-4a5b-9af4-0005925b1e4f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.761263] env[63366]: DEBUG nova.network.neutron [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2014.796404] env[63366]: DEBUG nova.scheduler.client.report [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2014.804306] env[63366]: DEBUG nova.network.neutron [req-34d166e5-d133-4815-9379-562b74bf67c3 req-796216d5-f5d7-43bf-9f91-78a06402d8eb service nova] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Updated VIF entry in instance network info cache for port a252eaad-2462-4ea7-973d-3907e75817ed. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2014.804306] env[63366]: DEBUG nova.network.neutron [req-34d166e5-d133-4815-9379-562b74bf67c3 req-796216d5-f5d7-43bf-9f91-78a06402d8eb service nova] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Updating instance_info_cache with network_info: [{"id": "a252eaad-2462-4ea7-973d-3907e75817ed", "address": "fa:16:3e:8b:83:c7", "network": {"id": "30788a07-b13e-4f3e-b93e-866105341ba1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1227595336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0235f3cf4d8a4a5cbaf7d884dcd960cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa252eaad-24", "ovs_interfaceid": "a252eaad-2462-4ea7-973d-3907e75817ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2014.862994] env[63366]: DEBUG nova.network.neutron [req-0b9032d8-9657-492b-8277-acad4f0b0f4c req-8ac18469-946f-4eb4-bc24-0309e5fda581 service nova] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Updated VIF entry in instance network info cache for port bd772bee-245b-407a-8adb-7998e25d35a5. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2014.863426] env[63366]: DEBUG nova.network.neutron [req-0b9032d8-9657-492b-8277-acad4f0b0f4c req-8ac18469-946f-4eb4-bc24-0309e5fda581 service nova] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Updating instance_info_cache with network_info: [{"id": "bd772bee-245b-407a-8adb-7998e25d35a5", "address": "fa:16:3e:e8:b2:44", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd772bee-24", "ovs_interfaceid": "bd772bee-245b-407a-8adb-7998e25d35a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2014.884612] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103756, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.907299] env[63366]: DEBUG oslo_vmware.api [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103757, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.003185] env[63366]: INFO nova.compute.manager [-] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Took 1.34 seconds to deallocate network for instance. [ 2015.123640] env[63366]: DEBUG nova.compute.manager [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2015.233556] env[63366]: DEBUG oslo_vmware.api [None req-8ab1727f-4aba-418d-9716-0672c176118c tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2103758, 'name': PowerOnVM_Task, 'duration_secs': 0.745369} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.233813] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab1727f-4aba-418d-9716-0672c176118c tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2015.234019] env[63366]: DEBUG nova.compute.manager [None req-8ab1727f-4aba-418d-9716-0672c176118c tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2015.234780] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6492e7b4-63b9-4d1a-95bf-921e5475b63b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.302716] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.290s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.306017] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.834s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.306356] env[63366]: DEBUG nova.objects.instance [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Lazy-loading 'resources' on Instance uuid 929c57e8-88c8-4cda-8a89-afcfda128c51 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2015.308174] env[63366]: DEBUG oslo_concurrency.lockutils [req-34d166e5-d133-4815-9379-562b74bf67c3 req-796216d5-f5d7-43bf-9f91-78a06402d8eb service nova] Releasing lock "refresh_cache-526080de-0e4d-4a04-a9e2-1868167d5abb" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2015.327069] env[63366]: INFO nova.scheduler.client.report [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Deleted allocations for instance 0273547a-6bdc-40e4-be59-4a7b96e68f83 [ 2015.334471] env[63366]: DEBUG nova.network.neutron [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2015.367829] env[63366]: DEBUG oslo_concurrency.lockutils [req-0b9032d8-9657-492b-8277-acad4f0b0f4c req-8ac18469-946f-4eb4-bc24-0309e5fda581 service nova] Releasing lock "refresh_cache-689df898-ef9c-4a0b-8196-f2e917101949" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2015.385172] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103756, 'name': CreateVM_Task, 'duration_secs': 1.545177} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.385353] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2015.386166] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2015.386391] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.386722] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2015.387014] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9775831d-def0-4854-ab92-b721244702ef {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.394361] env[63366]: DEBUG oslo_vmware.api [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 2015.394361] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5285bfac-f8d7-8476-d9b1-48f41142be87" [ 2015.394361] env[63366]: _type = "Task" [ 2015.394361] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.409670] env[63366]: DEBUG oslo_vmware.api [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103757, 'name': ReconfigVM_Task, 'duration_secs': 1.067301} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.412418] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 55f46a77-cd49-47ba-ba4f-369ce8c69d50/55f46a77-cd49-47ba-ba4f-369ce8c69d50.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2015.413101] env[63366]: DEBUG oslo_vmware.api [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5285bfac-f8d7-8476-d9b1-48f41142be87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.413313] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b76892c7-22b6-44bb-b984-234e7791c721 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.420974] env[63366]: DEBUG oslo_vmware.api [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2015.420974] env[63366]: value = "task-2103759" [ 2015.420974] env[63366]: _type = "Task" [ 2015.420974] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.437363] env[63366]: DEBUG oslo_vmware.api [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103759, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.511632] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.644412] env[63366]: DEBUG oslo_concurrency.lockutils [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.706371] env[63366]: DEBUG nova.network.neutron [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Updating instance_info_cache with network_info: [{"id": "0867f866-50cc-4482-ae7c-7da1c4130fc8", "address": "fa:16:3e:7d:84:1f", "network": {"id": "3829e4cb-e788-495c-ac6e-b17e272b1c06", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1380674927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b25743c8f184984a4f07807f339dea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0867f866-50", "ovs_interfaceid": "0867f866-50cc-4482-ae7c-7da1c4130fc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2015.840555] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9191f829-b855-4ad7-9ccb-64431b6bd7fb tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Lock "0273547a-6bdc-40e4-be59-4a7b96e68f83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.442s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.913621] env[63366]: DEBUG oslo_vmware.api [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5285bfac-f8d7-8476-d9b1-48f41142be87, 'name': SearchDatastore_Task, 'duration_secs': 0.025626} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.914117] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2015.914623] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2015.914623] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2015.914774] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.914952] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2015.915245] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5524b84a-eb29-4252-9053-0fe0fad7273c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.929166] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2015.929166] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2015.934125] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6727797-d612-4d90-aed6-5d2fea6fc9bd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.936746] env[63366]: DEBUG oslo_vmware.api [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103759, 'name': Rename_Task, 'duration_secs': 0.303034} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.937159] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2015.938326] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dfd87c7-6322-4fb0-9182-da0dce75378f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.944047] env[63366]: DEBUG oslo_vmware.api [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 2015.944047] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52164254-3e20-fbd3-2239-9794fea7830a" [ 2015.944047] env[63366]: _type = "Task" [ 2015.944047] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.949881] env[63366]: DEBUG oslo_vmware.api [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2015.949881] env[63366]: value = "task-2103760" [ 2015.949881] env[63366]: _type = "Task" [ 2015.949881] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.956849] env[63366]: DEBUG oslo_vmware.api [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52164254-3e20-fbd3-2239-9794fea7830a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.969791] env[63366]: DEBUG oslo_vmware.api [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.040243] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1c47e8db-eb91-4bf8-b9b3-60bf2fb20c19 tempest-ServersAdminTestJSON-953754861 tempest-ServersAdminTestJSON-953754861-project-admin] Acquiring lock "refresh_cache-99989a73-ad99-4f46-bbfc-84bb704562d3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2016.040243] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1c47e8db-eb91-4bf8-b9b3-60bf2fb20c19 tempest-ServersAdminTestJSON-953754861 tempest-ServersAdminTestJSON-953754861-project-admin] Acquired lock "refresh_cache-99989a73-ad99-4f46-bbfc-84bb704562d3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.040364] env[63366]: DEBUG nova.network.neutron [None req-1c47e8db-eb91-4bf8-b9b3-60bf2fb20c19 tempest-ServersAdminTestJSON-953754861 tempest-ServersAdminTestJSON-953754861-project-admin] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2016.214279] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Releasing lock "refresh_cache-6e56de4c-9de5-4a5b-9af4-0005925b1e4f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2016.214577] env[63366]: DEBUG nova.compute.manager [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Instance network_info: |[{"id": "0867f866-50cc-4482-ae7c-7da1c4130fc8", "address": "fa:16:3e:7d:84:1f", "network": {"id": "3829e4cb-e788-495c-ac6e-b17e272b1c06", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1380674927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b25743c8f184984a4f07807f339dea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0867f866-50", "ovs_interfaceid": "0867f866-50cc-4482-ae7c-7da1c4130fc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2016.215356] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:84:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ef746c57-cd18-4883-a0e9-c52937aaf41d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0867f866-50cc-4482-ae7c-7da1c4130fc8', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2016.223438] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Creating folder: Project (0b25743c8f184984a4f07807f339dea5). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2016.223778] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0157b49-e75c-418f-9f42-bde92d406310 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.230528] env[63366]: DEBUG nova.compute.manager [req-d0fc74e4-79d2-4874-9da6-f03557d7883d req-04c7fe2b-868f-458d-bdd4-92dcb2d8ac96 service nova] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Received event network-vif-plugged-0867f866-50cc-4482-ae7c-7da1c4130fc8 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2016.230770] env[63366]: DEBUG oslo_concurrency.lockutils [req-d0fc74e4-79d2-4874-9da6-f03557d7883d req-04c7fe2b-868f-458d-bdd4-92dcb2d8ac96 service nova] Acquiring lock "6e56de4c-9de5-4a5b-9af4-0005925b1e4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.230974] env[63366]: DEBUG oslo_concurrency.lockutils [req-d0fc74e4-79d2-4874-9da6-f03557d7883d req-04c7fe2b-868f-458d-bdd4-92dcb2d8ac96 service nova] Lock "6e56de4c-9de5-4a5b-9af4-0005925b1e4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.231172] env[63366]: DEBUG oslo_concurrency.lockutils [req-d0fc74e4-79d2-4874-9da6-f03557d7883d req-04c7fe2b-868f-458d-bdd4-92dcb2d8ac96 service nova] Lock "6e56de4c-9de5-4a5b-9af4-0005925b1e4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.233735] env[63366]: DEBUG nova.compute.manager [req-d0fc74e4-79d2-4874-9da6-f03557d7883d req-04c7fe2b-868f-458d-bdd4-92dcb2d8ac96 service nova] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] No waiting events found dispatching network-vif-plugged-0867f866-50cc-4482-ae7c-7da1c4130fc8 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2016.233735] env[63366]: WARNING nova.compute.manager [req-d0fc74e4-79d2-4874-9da6-f03557d7883d req-04c7fe2b-868f-458d-bdd4-92dcb2d8ac96 service nova] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Received unexpected event network-vif-plugged-0867f866-50cc-4482-ae7c-7da1c4130fc8 for instance with vm_state building and task_state spawning. [ 2016.233735] env[63366]: DEBUG nova.compute.manager [req-d0fc74e4-79d2-4874-9da6-f03557d7883d req-04c7fe2b-868f-458d-bdd4-92dcb2d8ac96 service nova] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Received event network-changed-0867f866-50cc-4482-ae7c-7da1c4130fc8 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2016.233735] env[63366]: DEBUG nova.compute.manager [req-d0fc74e4-79d2-4874-9da6-f03557d7883d req-04c7fe2b-868f-458d-bdd4-92dcb2d8ac96 service nova] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Refreshing instance network info cache due to event network-changed-0867f866-50cc-4482-ae7c-7da1c4130fc8. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2016.233735] env[63366]: DEBUG oslo_concurrency.lockutils [req-d0fc74e4-79d2-4874-9da6-f03557d7883d req-04c7fe2b-868f-458d-bdd4-92dcb2d8ac96 service nova] Acquiring lock "refresh_cache-6e56de4c-9de5-4a5b-9af4-0005925b1e4f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2016.233735] env[63366]: DEBUG oslo_concurrency.lockutils [req-d0fc74e4-79d2-4874-9da6-f03557d7883d req-04c7fe2b-868f-458d-bdd4-92dcb2d8ac96 service nova] Acquired lock "refresh_cache-6e56de4c-9de5-4a5b-9af4-0005925b1e4f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.233735] env[63366]: DEBUG nova.network.neutron [req-d0fc74e4-79d2-4874-9da6-f03557d7883d req-04c7fe2b-868f-458d-bdd4-92dcb2d8ac96 service nova] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Refreshing network info cache for port 0867f866-50cc-4482-ae7c-7da1c4130fc8 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2016.242432] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Created folder: Project (0b25743c8f184984a4f07807f339dea5) in parent group-v430612. [ 2016.242624] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Creating folder: Instances. Parent ref: group-v430758. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2016.243510] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14068c8e-6833-4f97-90b0-aff04d8f4a84 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.253861] env[63366]: DEBUG nova.compute.manager [req-e05586cf-4d57-4084-abc1-c4396376999f req-d71f5f82-7b50-4bdb-ad35-0de2e092a294 service nova] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Received event network-vif-deleted-d3c6c13c-7291-4e9b-9b6c-2a7944a2a790 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2016.259845] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Created folder: Instances in parent group-v430758. [ 2016.260224] env[63366]: DEBUG oslo.service.loopingcall [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2016.260666] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2016.260924] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-771db90a-a3fe-4a49-a4ba-b10e5faafa05 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.296254] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2016.296254] env[63366]: value = "task-2103763" [ 2016.296254] env[63366]: _type = "Task" [ 2016.296254] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.314766] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103763, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.457376] env[63366]: DEBUG oslo_vmware.api [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52164254-3e20-fbd3-2239-9794fea7830a, 'name': SearchDatastore_Task, 'duration_secs': 0.023949} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.461996] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83317b19-fec1-48df-9566-f93a7cc92017 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.469360] env[63366]: DEBUG oslo_vmware.api [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103760, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.474801] env[63366]: DEBUG oslo_vmware.api [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 2016.474801] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]524cd269-b324-89d4-0758-56d028e58ad3" [ 2016.474801] env[63366]: _type = "Task" [ 2016.474801] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.488127] env[63366]: DEBUG oslo_vmware.api [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]524cd269-b324-89d4-0758-56d028e58ad3, 'name': SearchDatastore_Task} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.488697] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2016.488697] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 689df898-ef9c-4a0b-8196-f2e917101949/689df898-ef9c-4a0b-8196-f2e917101949.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2016.488943] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6fadf90-5da3-447b-9d97-d2a18bb866f9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.497661] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3c3ea6-d95a-4556-aec3-4c1a4dabb644 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.505088] env[63366]: DEBUG oslo_vmware.api [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 2016.505088] env[63366]: value = "task-2103764" [ 2016.505088] env[63366]: _type = "Task" [ 2016.505088] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.514732] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fc4567-3745-44ac-9781-59d98cd042ec {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.523936] env[63366]: DEBUG oslo_vmware.api [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.583829] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6574d8-b86c-49ec-b33b-70d51c7b8fb7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.597030] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a21e244-8ac6-446b-b0ed-8453717770e3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.610697] env[63366]: DEBUG nova.compute.provider_tree [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2016.818352] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103763, 'name': CreateVM_Task, 'duration_secs': 0.482179} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.818580] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2016.820555] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2016.820820] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.821169] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2016.821466] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dee9ea4c-2133-40cb-81de-7d80edacb044 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.831486] env[63366]: DEBUG oslo_vmware.api [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Waiting for the task: (returnval){ [ 2016.831486] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52a3215f-1575-79e8-c27e-e1eb5ae505f2" [ 2016.831486] env[63366]: _type = "Task" [ 2016.831486] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.840268] env[63366]: DEBUG oslo_vmware.api [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a3215f-1575-79e8-c27e-e1eb5ae505f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.964981] env[63366]: DEBUG oslo_vmware.api [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103760, 'name': PowerOnVM_Task, 'duration_secs': 0.569647} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.965451] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2016.965783] env[63366]: INFO nova.compute.manager [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Took 9.70 seconds to spawn the instance on the hypervisor. [ 2016.966692] env[63366]: DEBUG nova.compute.manager [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2016.968099] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6400355d-2251-4389-9bb9-2122f08d9138 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.033987] env[63366]: DEBUG oslo_vmware.api [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103764, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.114851] env[63366]: DEBUG nova.scheduler.client.report [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2017.323330] env[63366]: DEBUG nova.network.neutron [None req-1c47e8db-eb91-4bf8-b9b3-60bf2fb20c19 tempest-ServersAdminTestJSON-953754861 tempest-ServersAdminTestJSON-953754861-project-admin] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Updating instance_info_cache with network_info: [{"id": "24c78b6d-878e-463c-bab3-52fa08138523", "address": "fa:16:3e:89:53:5b", "network": {"id": "87e0888f-8e2d-41e6-9c96-906ae0eaea4c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-579322839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d2d0f41b904398b951842d02cb3e1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24c78b6d-87", "ovs_interfaceid": "24c78b6d-878e-463c-bab3-52fa08138523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2017.340425] env[63366]: DEBUG oslo_vmware.api [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a3215f-1575-79e8-c27e-e1eb5ae505f2, 'name': SearchDatastore_Task, 'duration_secs': 0.060012} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.340558] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2017.340741] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2017.341112] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2017.341181] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2017.341326] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2017.341620] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f16dfe6b-8202-4a48-be7b-af7f0530a54a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.357028] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2017.357028] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2017.357028] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9faf7db9-8fb8-47c6-a6de-85a4528d689b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.362871] env[63366]: DEBUG oslo_vmware.api [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Waiting for the task: (returnval){ [ 2017.362871] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5276a06b-d44a-9f7d-5f1c-bcf8262477cf" [ 2017.362871] env[63366]: _type = "Task" [ 2017.362871] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.375122] env[63366]: DEBUG oslo_vmware.api [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5276a06b-d44a-9f7d-5f1c-bcf8262477cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.376276] env[63366]: DEBUG nova.network.neutron [req-d0fc74e4-79d2-4874-9da6-f03557d7883d req-04c7fe2b-868f-458d-bdd4-92dcb2d8ac96 service nova] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Updated VIF entry in instance network info cache for port 0867f866-50cc-4482-ae7c-7da1c4130fc8. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2017.376560] env[63366]: DEBUG nova.network.neutron [req-d0fc74e4-79d2-4874-9da6-f03557d7883d req-04c7fe2b-868f-458d-bdd4-92dcb2d8ac96 service nova] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Updating instance_info_cache with network_info: [{"id": "0867f866-50cc-4482-ae7c-7da1c4130fc8", "address": "fa:16:3e:7d:84:1f", "network": {"id": "3829e4cb-e788-495c-ac6e-b17e272b1c06", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1380674927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b25743c8f184984a4f07807f339dea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0867f866-50", "ovs_interfaceid": "0867f866-50cc-4482-ae7c-7da1c4130fc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2017.498251] env[63366]: INFO nova.compute.manager [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Took 32.36 seconds to build instance. [ 2017.516802] env[63366]: DEBUG oslo_vmware.api [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590375} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.517794] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 689df898-ef9c-4a0b-8196-f2e917101949/689df898-ef9c-4a0b-8196-f2e917101949.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2017.517948] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2017.518380] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d979820-2603-4b6c-999b-2f511f122412 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.526136] env[63366]: DEBUG oslo_vmware.api [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 2017.526136] env[63366]: value = "task-2103765" [ 2017.526136] env[63366]: _type = "Task" [ 2017.526136] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.536555] env[63366]: DEBUG oslo_vmware.api [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.623713] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.318s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.626212] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.207s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.630096] env[63366]: INFO nova.compute.claims [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2017.653254] env[63366]: INFO nova.scheduler.client.report [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Deleted allocations for instance 929c57e8-88c8-4cda-8a89-afcfda128c51 [ 2017.825830] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1c47e8db-eb91-4bf8-b9b3-60bf2fb20c19 tempest-ServersAdminTestJSON-953754861 tempest-ServersAdminTestJSON-953754861-project-admin] Releasing lock "refresh_cache-99989a73-ad99-4f46-bbfc-84bb704562d3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2017.826127] env[63366]: DEBUG nova.compute.manager [None req-1c47e8db-eb91-4bf8-b9b3-60bf2fb20c19 tempest-ServersAdminTestJSON-953754861 tempest-ServersAdminTestJSON-953754861-project-admin] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Inject network info {{(pid=63366) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 2017.826390] env[63366]: DEBUG nova.compute.manager [None req-1c47e8db-eb91-4bf8-b9b3-60bf2fb20c19 tempest-ServersAdminTestJSON-953754861 tempest-ServersAdminTestJSON-953754861-project-admin] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] network_info to inject: |[{"id": "24c78b6d-878e-463c-bab3-52fa08138523", "address": "fa:16:3e:89:53:5b", "network": {"id": "87e0888f-8e2d-41e6-9c96-906ae0eaea4c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-579322839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d2d0f41b904398b951842d02cb3e1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24c78b6d-87", "ovs_interfaceid": "24c78b6d-878e-463c-bab3-52fa08138523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 2017.833706] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1c47e8db-eb91-4bf8-b9b3-60bf2fb20c19 tempest-ServersAdminTestJSON-953754861 tempest-ServersAdminTestJSON-953754861-project-admin] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Reconfiguring VM instance to set the machine id {{(pid=63366) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 2017.834195] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bed52c73-76f6-41ac-8177-2ef3e3084abb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.855225] env[63366]: DEBUG oslo_vmware.api [None req-1c47e8db-eb91-4bf8-b9b3-60bf2fb20c19 tempest-ServersAdminTestJSON-953754861 tempest-ServersAdminTestJSON-953754861-project-admin] Waiting for the task: (returnval){ [ 2017.855225] env[63366]: value = "task-2103766" [ 2017.855225] env[63366]: _type = "Task" [ 2017.855225] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.870877] env[63366]: DEBUG oslo_vmware.api [None req-1c47e8db-eb91-4bf8-b9b3-60bf2fb20c19 tempest-ServersAdminTestJSON-953754861 tempest-ServersAdminTestJSON-953754861-project-admin] Task: {'id': task-2103766, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.880753] env[63366]: DEBUG oslo_concurrency.lockutils [req-d0fc74e4-79d2-4874-9da6-f03557d7883d req-04c7fe2b-868f-458d-bdd4-92dcb2d8ac96 service nova] Releasing lock "refresh_cache-6e56de4c-9de5-4a5b-9af4-0005925b1e4f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2017.881334] env[63366]: DEBUG oslo_vmware.api [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5276a06b-d44a-9f7d-5f1c-bcf8262477cf, 'name': SearchDatastore_Task, 'duration_secs': 0.028227} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.882343] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3ce1944-bc9a-41d1-a535-ceacae2c4bf8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.892613] env[63366]: DEBUG oslo_vmware.api [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Waiting for the task: (returnval){ [ 2017.892613] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52cee8d9-9281-85dc-4dfe-18a5192cfb4e" [ 2017.892613] env[63366]: _type = "Task" [ 2017.892613] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.903144] env[63366]: DEBUG oslo_vmware.api [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52cee8d9-9281-85dc-4dfe-18a5192cfb4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.004629] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2676175d-6e23-44a0-9adb-acac7c6b5f35 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Lock "55f46a77-cd49-47ba-ba4f-369ce8c69d50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.143s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.036924] env[63366]: DEBUG oslo_vmware.api [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070311} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.037245] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2018.038025] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9ded85-0d17-4f5a-9f3c-ac561813eee2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.069262] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 689df898-ef9c-4a0b-8196-f2e917101949/689df898-ef9c-4a0b-8196-f2e917101949.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2018.069882] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa469578-09d6-4ef2-861b-1d6e552101bf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.099985] env[63366]: DEBUG oslo_vmware.api [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 2018.099985] env[63366]: value = "task-2103767" [ 2018.099985] env[63366]: _type = "Task" [ 2018.099985] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.108801] env[63366]: DEBUG oslo_vmware.api [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.162714] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a54b212-5c9b-4dbe-9ad1-788bc9314fb5 tempest-InstanceActionsNegativeTestJSON-2057478335 tempest-InstanceActionsNegativeTestJSON-2057478335-project-member] Lock "929c57e8-88c8-4cda-8a89-afcfda128c51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.852s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.368928] env[63366]: DEBUG oslo_vmware.api [None req-1c47e8db-eb91-4bf8-b9b3-60bf2fb20c19 tempest-ServersAdminTestJSON-953754861 tempest-ServersAdminTestJSON-953754861-project-admin] Task: {'id': task-2103766, 'name': ReconfigVM_Task, 'duration_secs': 0.216954} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.369656] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1c47e8db-eb91-4bf8-b9b3-60bf2fb20c19 tempest-ServersAdminTestJSON-953754861 tempest-ServersAdminTestJSON-953754861-project-admin] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Reconfigured VM instance to set the machine id {{(pid=63366) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 2018.412017] env[63366]: DEBUG oslo_vmware.api [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52cee8d9-9281-85dc-4dfe-18a5192cfb4e, 'name': SearchDatastore_Task, 'duration_secs': 0.015894} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.414079] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2018.414411] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 6e56de4c-9de5-4a5b-9af4-0005925b1e4f/6e56de4c-9de5-4a5b-9af4-0005925b1e4f.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2018.414685] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48ea41ff-04f1-43c2-86ee-a5656642cb29 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.422755] env[63366]: DEBUG oslo_vmware.api [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Waiting for the task: (returnval){ [ 2018.422755] env[63366]: value = "task-2103768" [ 2018.422755] env[63366]: _type = "Task" [ 2018.422755] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.433664] env[63366]: DEBUG oslo_vmware.api [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Task: {'id': task-2103768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.507519] env[63366]: DEBUG nova.compute.manager [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2018.611663] env[63366]: DEBUG oslo_vmware.api [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.614775] env[63366]: DEBUG oslo_concurrency.lockutils [None req-106b919c-f8fd-49e9-a37d-46965ec999ac tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Acquiring lock "c33de456-d210-4ba8-b039-3bf1678f9cb8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.614989] env[63366]: DEBUG oslo_concurrency.lockutils [None req-106b919c-f8fd-49e9-a37d-46965ec999ac tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Lock "c33de456-d210-4ba8-b039-3bf1678f9cb8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.753641] env[63366]: INFO nova.compute.manager [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Rescuing [ 2018.753890] env[63366]: DEBUG oslo_concurrency.lockutils [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquiring lock "refresh_cache-55f46a77-cd49-47ba-ba4f-369ce8c69d50" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2018.754054] env[63366]: DEBUG oslo_concurrency.lockutils [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquired lock "refresh_cache-55f46a77-cd49-47ba-ba4f-369ce8c69d50" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2018.754222] env[63366]: DEBUG nova.network.neutron [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2018.939648] env[63366]: DEBUG oslo_vmware.api [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Task: {'id': task-2103768, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.039747] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.119233] env[63366]: DEBUG nova.compute.utils [None req-106b919c-f8fd-49e9-a37d-46965ec999ac tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2019.124443] env[63366]: DEBUG oslo_vmware.api [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103767, 'name': ReconfigVM_Task, 'duration_secs': 0.797805} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.125657] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 689df898-ef9c-4a0b-8196-f2e917101949/689df898-ef9c-4a0b-8196-f2e917101949.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2019.126102] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a437dae-478e-4657-b782-4916ddba0572 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.141785] env[63366]: DEBUG oslo_vmware.api [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 2019.141785] env[63366]: value = "task-2103769" [ 2019.141785] env[63366]: _type = "Task" [ 2019.141785] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.155104] env[63366]: DEBUG oslo_vmware.api [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103769, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.264021] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f078a08-00d9-456a-8b36-d5d46c22d62d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.277779] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42ea751-c270-4406-9f8b-2b6758bb1e93 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.317543] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc89ed0f-9beb-4c2c-b6c5-4f6902da5b8d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.327859] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd25d483-c0bc-4db3-9233-a4645128a937 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.344014] env[63366]: DEBUG nova.compute.provider_tree [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2019.437378] env[63366]: DEBUG oslo_vmware.api [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Task: {'id': task-2103768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.77212} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.437959] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 6e56de4c-9de5-4a5b-9af4-0005925b1e4f/6e56de4c-9de5-4a5b-9af4-0005925b1e4f.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2019.438387] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2019.438790] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b5785e5-5c94-4c24-b8f0-43be4f8befde {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.447440] env[63366]: DEBUG oslo_vmware.api [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Waiting for the task: (returnval){ [ 2019.447440] env[63366]: value = "task-2103770" [ 2019.447440] env[63366]: _type = "Task" [ 2019.447440] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.459644] env[63366]: DEBUG oslo_vmware.api [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Task: {'id': task-2103770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.626784] env[63366]: DEBUG oslo_concurrency.lockutils [None req-106b919c-f8fd-49e9-a37d-46965ec999ac tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Lock "c33de456-d210-4ba8-b039-3bf1678f9cb8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.659063] env[63366]: DEBUG oslo_vmware.api [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103769, 'name': Rename_Task, 'duration_secs': 0.193532} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.659489] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2019.659867] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4f54140-9a23-47a6-8bb7-556ab3b9523f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.669167] env[63366]: DEBUG oslo_vmware.api [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 2019.669167] env[63366]: value = "task-2103771" [ 2019.669167] env[63366]: _type = "Task" [ 2019.669167] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.690128] env[63366]: DEBUG oslo_vmware.api [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.701137] env[63366]: DEBUG nova.network.neutron [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Updating instance_info_cache with network_info: [{"id": "786acd14-7803-433e-8e2f-0276bb995a03", "address": "fa:16:3e:86:4c:af", "network": {"id": "066833f8-e62b-4848-a3c5-a804b9ace150", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-168388196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c10b75b2acb4324ba190477e19080c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap786acd14-78", "ovs_interfaceid": "786acd14-7803-433e-8e2f-0276bb995a03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.847954] env[63366]: DEBUG nova.scheduler.client.report [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2019.962795] env[63366]: DEBUG oslo_vmware.api [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Task: {'id': task-2103770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091387} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.963079] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2019.963884] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1c9b4a-a530-4b88-9699-c9ba8e71df1f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.990100] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 6e56de4c-9de5-4a5b-9af4-0005925b1e4f/6e56de4c-9de5-4a5b-9af4-0005925b1e4f.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2019.990433] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f7afc1d-c6dc-4a1d-a512-f63faa2416fc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.013269] env[63366]: DEBUG oslo_vmware.api [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Waiting for the task: (returnval){ [ 2020.013269] env[63366]: value = "task-2103772" [ 2020.013269] env[63366]: _type = "Task" [ 2020.013269] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.023532] env[63366]: DEBUG oslo_vmware.api [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Task: {'id': task-2103772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.180220] env[63366]: DEBUG oslo_vmware.api [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103771, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.203878] env[63366]: DEBUG oslo_concurrency.lockutils [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Releasing lock "refresh_cache-55f46a77-cd49-47ba-ba4f-369ce8c69d50" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2020.354297] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.354426] env[63366]: DEBUG nova.compute.manager [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2020.359759] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.849s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.359946] env[63366]: DEBUG nova.objects.instance [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Lazy-loading 'resources' on Instance uuid f62137c6-8851-4d59-9f15-2ee39cda52f6 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2020.524127] env[63366]: DEBUG oslo_vmware.api [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Task: {'id': task-2103772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.681852] env[63366]: DEBUG oslo_vmware.api [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103771, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.727717] env[63366]: DEBUG oslo_concurrency.lockutils [None req-106b919c-f8fd-49e9-a37d-46965ec999ac tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Acquiring lock "c33de456-d210-4ba8-b039-3bf1678f9cb8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.728128] env[63366]: DEBUG oslo_concurrency.lockutils [None req-106b919c-f8fd-49e9-a37d-46965ec999ac tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Lock "c33de456-d210-4ba8-b039-3bf1678f9cb8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.728385] env[63366]: INFO nova.compute.manager [None req-106b919c-f8fd-49e9-a37d-46965ec999ac tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Attaching volume 05094159-8f82-4d25-9e02-1d1c3f1b2a09 to /dev/sdb [ 2020.783074] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebce73a7-9d26-49d3-b827-fae9a4246f3c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.791250] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a3671c-51e3-4fda-9ea2-97d491ba7e8e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.813795] env[63366]: DEBUG nova.virt.block_device [None req-106b919c-f8fd-49e9-a37d-46965ec999ac tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Updating existing volume attachment record: 06fbae4a-055f-4ea0-a64e-777099a63dbf {{(pid=63366) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2020.866890] env[63366]: DEBUG nova.compute.utils [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2020.874699] env[63366]: DEBUG nova.compute.manager [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2020.874699] env[63366]: DEBUG nova.network.neutron [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2020.970780] env[63366]: DEBUG nova.policy [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '781bcf8f2e8e49a187ac2b8e6725e1a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f809c6fe4ab145b7b1d93a07d60f7117', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2021.024571] env[63366]: DEBUG oslo_vmware.api [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Task: {'id': task-2103772, 'name': ReconfigVM_Task, 'duration_secs': 0.850562} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.025290] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 6e56de4c-9de5-4a5b-9af4-0005925b1e4f/6e56de4c-9de5-4a5b-9af4-0005925b1e4f.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2021.029048] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ef1ccef-de33-4302-8047-d39bbf55f493 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.039146] env[63366]: DEBUG oslo_vmware.api [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Waiting for the task: (returnval){ [ 2021.039146] env[63366]: value = "task-2103774" [ 2021.039146] env[63366]: _type = "Task" [ 2021.039146] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.051652] env[63366]: DEBUG oslo_vmware.api [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Task: {'id': task-2103774, 'name': Rename_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.188686] env[63366]: DEBUG oslo_vmware.api [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103771, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.376245] env[63366]: DEBUG nova.compute.manager [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2021.553749] env[63366]: DEBUG oslo_vmware.api [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Task: {'id': task-2103774, 'name': Rename_Task, 'duration_secs': 0.379464} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.557167] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2021.559899] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5280a8ae-9cbb-4e63-8a38-82465f7258f5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.568753] env[63366]: DEBUG oslo_vmware.api [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Waiting for the task: (returnval){ [ 2021.568753] env[63366]: value = "task-2103777" [ 2021.568753] env[63366]: _type = "Task" [ 2021.568753] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.586614] env[63366]: DEBUG oslo_vmware.api [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Task: {'id': task-2103777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.603695] env[63366]: DEBUG nova.network.neutron [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Successfully created port: 64abf605-a93e-4290-a2df-abab4d233498 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2021.627095] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de0e311-f60a-4181-9507-3d1bb63d498d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.636921] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5776a7-7fef-407f-872f-abfa398890e4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.683382] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d8eae7-6135-4c89-9657-f3072ac19951 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.693759] env[63366]: DEBUG oslo_vmware.api [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103771, 'name': PowerOnVM_Task, 'duration_secs': 1.568389} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.693963] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2021.694216] env[63366]: INFO nova.compute.manager [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Took 11.64 seconds to spawn the instance on the hypervisor. [ 2021.694384] env[63366]: DEBUG nova.compute.manager [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2021.696035] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4708eb-504e-4a45-9f4f-96722a2d4745 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.698780] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c3f703-ec90-473c-8748-c6e8bfcacfd5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.718140] env[63366]: DEBUG nova.compute.provider_tree [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2021.748167] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2021.749741] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83c636c6-d153-4b4b-88c6-94f782cd76e4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.758011] env[63366]: DEBUG oslo_vmware.api [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2021.758011] env[63366]: value = "task-2103778" [ 2021.758011] env[63366]: _type = "Task" [ 2021.758011] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.770139] env[63366]: DEBUG oslo_vmware.api [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.081536] env[63366]: DEBUG oslo_vmware.api [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Task: {'id': task-2103777, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.113745] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Acquiring lock "46daf026-16bc-4525-9f8c-198beb021083" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.114090] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Lock "46daf026-16bc-4525-9f8c-198beb021083" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.228561] env[63366]: DEBUG nova.scheduler.client.report [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2022.240577] env[63366]: INFO nova.compute.manager [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Took 36.29 seconds to build instance. [ 2022.271023] env[63366]: DEBUG oslo_vmware.api [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103778, 'name': PowerOffVM_Task, 'duration_secs': 0.290204} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.271023] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2022.271023] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d02c41c-516b-498c-89cd-ca6f838584be {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.289282] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545cd111-7d3c-4e6f-b4cf-9ba981c34eb0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.335238] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2022.335527] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b16c5846-258e-4e75-9178-7f4df7fe2e5f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.345861] env[63366]: DEBUG oslo_vmware.api [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2022.345861] env[63366]: value = "task-2103779" [ 2022.345861] env[63366]: _type = "Task" [ 2022.345861] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.353921] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] VM already powered off {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2022.354179] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2022.354418] env[63366]: DEBUG oslo_concurrency.lockutils [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2022.354558] env[63366]: DEBUG oslo_concurrency.lockutils [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.354780] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2022.355506] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69dec9b0-ce65-4765-80e3-eee2b5aedf53 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.365234] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2022.365463] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2022.366282] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8c0c91c-3d02-47fe-bb1f-cc052222c589 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.377948] env[63366]: DEBUG oslo_vmware.api [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2022.377948] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]523c50c7-f2f4-34f1-6436-537672ff26fd" [ 2022.377948] env[63366]: _type = "Task" [ 2022.377948] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.387308] env[63366]: DEBUG nova.compute.manager [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2022.389281] env[63366]: DEBUG oslo_vmware.api [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523c50c7-f2f4-34f1-6436-537672ff26fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.414600] env[63366]: DEBUG nova.virt.hardware [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2022.414848] env[63366]: DEBUG nova.virt.hardware [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2022.415011] env[63366]: DEBUG nova.virt.hardware [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2022.415201] env[63366]: DEBUG nova.virt.hardware [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2022.415343] env[63366]: DEBUG nova.virt.hardware [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2022.415486] env[63366]: DEBUG nova.virt.hardware [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2022.415692] env[63366]: DEBUG nova.virt.hardware [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2022.415847] env[63366]: DEBUG nova.virt.hardware [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2022.416021] env[63366]: DEBUG nova.virt.hardware [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2022.417883] env[63366]: DEBUG nova.virt.hardware [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2022.417990] env[63366]: DEBUG nova.virt.hardware [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2022.418988] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be624eb-9da4-48a5-8c23-f2739110297e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.429375] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c25bda6-e666-4b0f-9ab7-46d5f2b30fac {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.576982] env[63366]: DEBUG oslo_vmware.api [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Task: {'id': task-2103777, 'name': PowerOnVM_Task, 'duration_secs': 0.53081} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.577303] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2022.577506] env[63366]: INFO nova.compute.manager [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Took 8.78 seconds to spawn the instance on the hypervisor. [ 2022.577679] env[63366]: DEBUG nova.compute.manager [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2022.578474] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749206f6-b844-462f-8c1c-619d554be1d9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.737267] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.377s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.739694] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.660s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.739925] env[63366]: DEBUG nova.objects.instance [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Lazy-loading 'resources' on Instance uuid a46fad37-b982-49d7-a999-755e36c1ed44 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2022.742428] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5dc90e24-108b-45b4-8c86-9b71cc41ae97 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "689df898-ef9c-4a0b-8196-f2e917101949" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.641s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.771544] env[63366]: INFO nova.scheduler.client.report [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Deleted allocations for instance f62137c6-8851-4d59-9f15-2ee39cda52f6 [ 2022.890789] env[63366]: DEBUG oslo_vmware.api [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523c50c7-f2f4-34f1-6436-537672ff26fd, 'name': SearchDatastore_Task, 'duration_secs': 0.015331} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.891678] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4b662fa-7d34-4a05-baef-584662c6b0bf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.897431] env[63366]: DEBUG oslo_vmware.api [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2022.897431] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52d3393d-5f4f-bc5e-b1f7-9d678ef85b54" [ 2022.897431] env[63366]: _type = "Task" [ 2022.897431] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.905877] env[63366]: DEBUG oslo_vmware.api [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d3393d-5f4f-bc5e-b1f7-9d678ef85b54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.107653] env[63366]: INFO nova.compute.manager [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Took 35.73 seconds to build instance. [ 2023.248568] env[63366]: DEBUG nova.compute.manager [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2023.284323] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5f37a553-9a96-4a08-845e-bb861224323b tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Lock "f62137c6-8851-4d59-9f15-2ee39cda52f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.932s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.409814] env[63366]: DEBUG oslo_vmware.api [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d3393d-5f4f-bc5e-b1f7-9d678ef85b54, 'name': SearchDatastore_Task, 'duration_secs': 0.011387} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.410103] env[63366]: DEBUG oslo_concurrency.lockutils [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2023.410358] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 55f46a77-cd49-47ba-ba4f-369ce8c69d50/a69c6f87-3b9f-45c1-927a-78c60f5617a0-rescue.vmdk. {{(pid=63366) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2023.410630] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb387164-9ca7-4cee-8ac7-d63d038ae163 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.418160] env[63366]: DEBUG oslo_vmware.api [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2023.418160] env[63366]: value = "task-2103781" [ 2023.418160] env[63366]: _type = "Task" [ 2023.418160] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.427177] env[63366]: DEBUG oslo_vmware.api [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.505908] env[63366]: INFO nova.compute.manager [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Rebuilding instance [ 2023.563021] env[63366]: DEBUG nova.compute.manager [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2023.563021] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81096c37-85e8-410f-9a44-3d05cb16c1e5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.609628] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7cf758f5-19d9-4f5d-aef8-d623efd1b3fd tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Lock "6e56de4c-9de5-4a5b-9af4-0005925b1e4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.172s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.713152] env[63366]: DEBUG nova.compute.manager [req-ffd469b2-addb-47eb-969b-137747039977 req-5bc81abf-00d9-49c1-9155-16bb449bbe2d service nova] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Received event network-vif-plugged-64abf605-a93e-4290-a2df-abab4d233498 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2023.713404] env[63366]: DEBUG oslo_concurrency.lockutils [req-ffd469b2-addb-47eb-969b-137747039977 req-5bc81abf-00d9-49c1-9155-16bb449bbe2d service nova] Acquiring lock "e7a6b4c9-4a95-4664-906c-e02f4191abe6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.713639] env[63366]: DEBUG oslo_concurrency.lockutils [req-ffd469b2-addb-47eb-969b-137747039977 req-5bc81abf-00d9-49c1-9155-16bb449bbe2d service nova] Lock "e7a6b4c9-4a95-4664-906c-e02f4191abe6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.713813] env[63366]: DEBUG oslo_concurrency.lockutils [req-ffd469b2-addb-47eb-969b-137747039977 req-5bc81abf-00d9-49c1-9155-16bb449bbe2d service nova] Lock "e7a6b4c9-4a95-4664-906c-e02f4191abe6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.713981] env[63366]: DEBUG nova.compute.manager [req-ffd469b2-addb-47eb-969b-137747039977 req-5bc81abf-00d9-49c1-9155-16bb449bbe2d service nova] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] No waiting events found dispatching network-vif-plugged-64abf605-a93e-4290-a2df-abab4d233498 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2023.714912] env[63366]: WARNING nova.compute.manager [req-ffd469b2-addb-47eb-969b-137747039977 req-5bc81abf-00d9-49c1-9155-16bb449bbe2d service nova] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Received unexpected event network-vif-plugged-64abf605-a93e-4290-a2df-abab4d233498 for instance with vm_state building and task_state spawning. [ 2023.728378] env[63366]: DEBUG nova.network.neutron [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Successfully updated port: 64abf605-a93e-4290-a2df-abab4d233498 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2023.771697] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.865854] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f150d5b0-567d-45b0-b9a1-e0f9ea2a3104 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.877014] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace7e117-3907-4140-8fec-305f2d6ff6b5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.909452] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838a87ed-0f1a-4d5a-877d-26887d4563e5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.918406] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eded5ec3-b5de-45cd-99df-609984cb266a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.941070] env[63366]: DEBUG nova.compute.provider_tree [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2023.945606] env[63366]: DEBUG oslo_vmware.api [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103781, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.186661] env[63366]: DEBUG oslo_concurrency.lockutils [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Acquiring lock "6e56de4c-9de5-4a5b-9af4-0005925b1e4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.186925] env[63366]: DEBUG oslo_concurrency.lockutils [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Lock "6e56de4c-9de5-4a5b-9af4-0005925b1e4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.187141] env[63366]: DEBUG oslo_concurrency.lockutils [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Acquiring lock "6e56de4c-9de5-4a5b-9af4-0005925b1e4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.187332] env[63366]: DEBUG oslo_concurrency.lockutils [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Lock "6e56de4c-9de5-4a5b-9af4-0005925b1e4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.187499] env[63366]: DEBUG oslo_concurrency.lockutils [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Lock "6e56de4c-9de5-4a5b-9af4-0005925b1e4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.194425] env[63366]: INFO nova.compute.manager [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Terminating instance [ 2024.197481] env[63366]: DEBUG nova.compute.manager [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Stashing vm_state: active {{(pid=63366) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2024.236016] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Acquiring lock "refresh_cache-e7a6b4c9-4a95-4664-906c-e02f4191abe6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.236016] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Acquired lock "refresh_cache-e7a6b4c9-4a95-4664-906c-e02f4191abe6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.236016] env[63366]: DEBUG nova.network.neutron [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2024.436224] env[63366]: DEBUG oslo_vmware.api [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103781, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.447698] env[63366]: DEBUG nova.scheduler.client.report [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2024.580143] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2024.581616] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d38e17d4-5190-4505-856d-47a86a76c727 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.589176] env[63366]: DEBUG oslo_vmware.api [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2024.589176] env[63366]: value = "task-2103782" [ 2024.589176] env[63366]: _type = "Task" [ 2024.589176] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.598830] env[63366]: DEBUG oslo_vmware.api [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.708011] env[63366]: DEBUG nova.compute.manager [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2024.708236] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2024.709184] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5bd296-03c0-47e7-8bdf-021a22e74716 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.721291] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2024.721550] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0df5442d-bd62-45bc-9488-b50df81d7b27 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.726132] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.728690] env[63366]: DEBUG oslo_vmware.api [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Waiting for the task: (returnval){ [ 2024.728690] env[63366]: value = "task-2103783" [ 2024.728690] env[63366]: _type = "Task" [ 2024.728690] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.741308] env[63366]: DEBUG oslo_vmware.api [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Task: {'id': task-2103783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.805219] env[63366]: DEBUG nova.network.neutron [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2024.935857] env[63366]: DEBUG oslo_vmware.api [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103781, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.959065] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.959065] env[63366]: DEBUG oslo_concurrency.lockutils [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.526s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.961262] env[63366]: INFO nova.compute.claims [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2024.989568] env[63366]: INFO nova.scheduler.client.report [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Deleted allocations for instance a46fad37-b982-49d7-a999-755e36c1ed44 [ 2025.016904] env[63366]: DEBUG nova.network.neutron [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Updating instance_info_cache with network_info: [{"id": "64abf605-a93e-4290-a2df-abab4d233498", "address": "fa:16:3e:0e:03:7a", "network": {"id": "faa4a74e-48d6-4ba4-b160-46c80d459a74", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1295430024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f809c6fe4ab145b7b1d93a07d60f7117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64abf605-a9", "ovs_interfaceid": "64abf605-a93e-4290-a2df-abab4d233498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2025.100306] env[63366]: DEBUG oslo_vmware.api [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103782, 'name': PowerOffVM_Task, 'duration_secs': 0.376606} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.100733] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2025.101137] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2025.102063] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202635b0-f7e0-419f-9b23-40ff3f110558 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.111105] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2025.111868] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a28e3b3-acf1-46b0-9a70-6ff00ca922dc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.242431] env[63366]: DEBUG oslo_vmware.api [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Task: {'id': task-2103783, 'name': PowerOffVM_Task, 'duration_secs': 0.243514} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.243991] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2025.244350] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2025.244716] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2025.244996] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2025.245367] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Deleting the datastore file [datastore2] 05c3d463-05fa-44a6-835c-756d94f65be4 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2025.245703] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1df133fb-29a1-437b-86f0-6ace3c4e9b89 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.247503] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5317bfb7-0d33-47f7-b53d-26ee49b8daf7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.256440] env[63366]: DEBUG oslo_vmware.api [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2025.256440] env[63366]: value = "task-2103786" [ 2025.256440] env[63366]: _type = "Task" [ 2025.256440] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.265447] env[63366]: DEBUG oslo_vmware.api [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.371735] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-106b919c-f8fd-49e9-a37d-46965ec999ac tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Volume attach. Driver type: vmdk {{(pid=63366) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2025.371988] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-106b919c-f8fd-49e9-a37d-46965ec999ac tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430762', 'volume_id': '05094159-8f82-4d25-9e02-1d1c3f1b2a09', 'name': 'volume-05094159-8f82-4d25-9e02-1d1c3f1b2a09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c33de456-d210-4ba8-b039-3bf1678f9cb8', 'attached_at': '', 'detached_at': '', 'volume_id': '05094159-8f82-4d25-9e02-1d1c3f1b2a09', 'serial': '05094159-8f82-4d25-9e02-1d1c3f1b2a09'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2025.372846] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d6a791-6be9-439f-96ff-3d05fc3c5186 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.388732] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c6abcb-2da0-414e-a53b-be66224de4a7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.413363] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-106b919c-f8fd-49e9-a37d-46965ec999ac tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] volume-05094159-8f82-4d25-9e02-1d1c3f1b2a09/volume-05094159-8f82-4d25-9e02-1d1c3f1b2a09.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2025.413624] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-682a8c09-a09d-480e-a6ff-94c612a4e99d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.431468] env[63366]: DEBUG oslo_vmware.api [None req-106b919c-f8fd-49e9-a37d-46965ec999ac tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Waiting for the task: (returnval){ [ 2025.431468] env[63366]: value = "task-2103787" [ 2025.431468] env[63366]: _type = "Task" [ 2025.431468] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.434463] env[63366]: DEBUG oslo_vmware.api [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103781, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.574289} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.437174] env[63366]: INFO nova.virt.vmwareapi.ds_util [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 55f46a77-cd49-47ba-ba4f-369ce8c69d50/a69c6f87-3b9f-45c1-927a-78c60f5617a0-rescue.vmdk. [ 2025.437883] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27befd2c-c952-4fa2-b7cd-1529863f2f08 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.465568] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 55f46a77-cd49-47ba-ba4f-369ce8c69d50/a69c6f87-3b9f-45c1-927a-78c60f5617a0-rescue.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2025.471244] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b37df2b2-c3fe-469b-8fc6-7eb5eb740a9a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.485878] env[63366]: DEBUG oslo_vmware.api [None req-106b919c-f8fd-49e9-a37d-46965ec999ac tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103787, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.492302] env[63366]: DEBUG oslo_vmware.api [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2025.492302] env[63366]: value = "task-2103788" [ 2025.492302] env[63366]: _type = "Task" [ 2025.492302] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.499912] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da2d210e-07b9-4f0d-b3c6-8b0e8e7af315 tempest-ServersTestBootFromVolume-4706462 tempest-ServersTestBootFromVolume-4706462-project-member] Lock "a46fad37-b982-49d7-a999-755e36c1ed44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.028s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.503604] env[63366]: DEBUG oslo_vmware.api [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103788, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.518983] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Releasing lock "refresh_cache-e7a6b4c9-4a95-4664-906c-e02f4191abe6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2025.519372] env[63366]: DEBUG nova.compute.manager [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Instance network_info: |[{"id": "64abf605-a93e-4290-a2df-abab4d233498", "address": "fa:16:3e:0e:03:7a", "network": {"id": "faa4a74e-48d6-4ba4-b160-46c80d459a74", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1295430024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f809c6fe4ab145b7b1d93a07d60f7117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64abf605-a9", "ovs_interfaceid": "64abf605-a93e-4290-a2df-abab4d233498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2025.519873] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:03:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64abf605-a93e-4290-a2df-abab4d233498', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2025.527624] env[63366]: DEBUG oslo.service.loopingcall [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2025.528468] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2025.528708] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-886d910d-a8d5-442a-b436-f040576dc8c6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.548483] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2025.548483] env[63366]: value = "task-2103789" [ 2025.548483] env[63366]: _type = "Task" [ 2025.548483] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.558910] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103789, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.581877] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2025.582167] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2025.582396] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Deleting the datastore file [datastore2] 6e56de4c-9de5-4a5b-9af4-0005925b1e4f {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2025.582691] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ca03299-c44b-4e8d-a212-55e7e49b96d9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.588800] env[63366]: DEBUG oslo_vmware.api [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Waiting for the task: (returnval){ [ 2025.588800] env[63366]: value = "task-2103790" [ 2025.588800] env[63366]: _type = "Task" [ 2025.588800] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.597783] env[63366]: DEBUG oslo_vmware.api [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Task: {'id': task-2103790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.770926] env[63366]: DEBUG oslo_vmware.api [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210842} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.771228] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2025.771427] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2025.771612] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2025.944741] env[63366]: DEBUG oslo_vmware.api [None req-106b919c-f8fd-49e9-a37d-46965ec999ac tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103787, 'name': ReconfigVM_Task, 'duration_secs': 0.382503} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.945051] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-106b919c-f8fd-49e9-a37d-46965ec999ac tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Reconfigured VM instance instance-00000016 to attach disk [datastore2] volume-05094159-8f82-4d25-9e02-1d1c3f1b2a09/volume-05094159-8f82-4d25-9e02-1d1c3f1b2a09.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2025.949975] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8ed5f45-994f-4606-b2ab-0a31f56cf221 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.961937] env[63366]: DEBUG nova.compute.manager [req-d5b31cad-b59c-49fd-8434-7e371f09e3eb req-71413a10-4e92-48fc-a675-873274c3baaf service nova] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Received event network-changed-64abf605-a93e-4290-a2df-abab4d233498 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2025.962144] env[63366]: DEBUG nova.compute.manager [req-d5b31cad-b59c-49fd-8434-7e371f09e3eb req-71413a10-4e92-48fc-a675-873274c3baaf service nova] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Refreshing instance network info cache due to event network-changed-64abf605-a93e-4290-a2df-abab4d233498. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2025.962354] env[63366]: DEBUG oslo_concurrency.lockutils [req-d5b31cad-b59c-49fd-8434-7e371f09e3eb req-71413a10-4e92-48fc-a675-873274c3baaf service nova] Acquiring lock "refresh_cache-e7a6b4c9-4a95-4664-906c-e02f4191abe6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2025.962491] env[63366]: DEBUG oslo_concurrency.lockutils [req-d5b31cad-b59c-49fd-8434-7e371f09e3eb req-71413a10-4e92-48fc-a675-873274c3baaf service nova] Acquired lock "refresh_cache-e7a6b4c9-4a95-4664-906c-e02f4191abe6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2025.962646] env[63366]: DEBUG nova.network.neutron [req-d5b31cad-b59c-49fd-8434-7e371f09e3eb req-71413a10-4e92-48fc-a675-873274c3baaf service nova] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Refreshing network info cache for port 64abf605-a93e-4290-a2df-abab4d233498 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2025.969493] env[63366]: DEBUG oslo_vmware.api [None req-106b919c-f8fd-49e9-a37d-46965ec999ac tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Waiting for the task: (returnval){ [ 2025.969493] env[63366]: value = "task-2103791" [ 2025.969493] env[63366]: _type = "Task" [ 2025.969493] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.981954] env[63366]: DEBUG oslo_vmware.api [None req-106b919c-f8fd-49e9-a37d-46965ec999ac tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103791, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.004543] env[63366]: DEBUG oslo_vmware.api [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.061075] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103789, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.103698] env[63366]: DEBUG oslo_vmware.api [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Task: {'id': task-2103790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210168} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.106620] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2026.106827] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2026.107016] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2026.107194] env[63366]: INFO nova.compute.manager [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Took 1.40 seconds to destroy the instance on the hypervisor. [ 2026.107436] env[63366]: DEBUG oslo.service.loopingcall [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2026.107847] env[63366]: DEBUG nova.compute.manager [-] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2026.107955] env[63366]: DEBUG nova.network.neutron [-] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2026.487864] env[63366]: DEBUG oslo_vmware.api [None req-106b919c-f8fd-49e9-a37d-46965ec999ac tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103791, 'name': ReconfigVM_Task, 'duration_secs': 0.148193} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.489773] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-106b919c-f8fd-49e9-a37d-46965ec999ac tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430762', 'volume_id': '05094159-8f82-4d25-9e02-1d1c3f1b2a09', 'name': 'volume-05094159-8f82-4d25-9e02-1d1c3f1b2a09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c33de456-d210-4ba8-b039-3bf1678f9cb8', 'attached_at': '', 'detached_at': '', 'volume_id': '05094159-8f82-4d25-9e02-1d1c3f1b2a09', 'serial': '05094159-8f82-4d25-9e02-1d1c3f1b2a09'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2026.510578] env[63366]: DEBUG oslo_vmware.api [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103788, 'name': ReconfigVM_Task, 'duration_secs': 0.571201} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.511240] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 55f46a77-cd49-47ba-ba4f-369ce8c69d50/a69c6f87-3b9f-45c1-927a-78c60f5617a0-rescue.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2026.512584] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9f0a70-a24c-4b11-9e22-357b859460aa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.546233] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1226dbea-417d-41f3-bf38-328b3e1318a8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.569886] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Acquiring lock "f48bbead-21ee-4778-af3c-bab52debb935" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.569886] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Lock "f48bbead-21ee-4778-af3c-bab52debb935" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.582187] env[63366]: DEBUG oslo_vmware.api [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2026.582187] env[63366]: value = "task-2103792" [ 2026.582187] env[63366]: _type = "Task" [ 2026.582187] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.582690] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103789, 'name': CreateVM_Task, 'duration_secs': 0.73166} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.583458] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2026.589173] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.589491] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.589950] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2026.591447] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e51e2a84-aebd-42c8-ae97-76a7ca8d4ec9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.602212] env[63366]: DEBUG oslo_vmware.api [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.602365] env[63366]: DEBUG oslo_vmware.api [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Waiting for the task: (returnval){ [ 2026.602365] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5277f740-e10b-8004-4236-2617ae1183aa" [ 2026.602365] env[63366]: _type = "Task" [ 2026.602365] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.611026] env[63366]: DEBUG oslo_vmware.api [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5277f740-e10b-8004-4236-2617ae1183aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.613544] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c536c95e-229d-4987-924b-d67f39551de3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.620615] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c593a7cc-b0f9-48f0-9edb-8698bb318ff4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.652591] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb9b1fc-9f8a-4d98-83da-7afb5ce411cd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.660576] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711a21b7-4e51-4915-b200-9202dacece14 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.674925] env[63366]: DEBUG nova.compute.provider_tree [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2026.825117] env[63366]: DEBUG nova.virt.hardware [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2026.825426] env[63366]: DEBUG nova.virt.hardware [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2026.826095] env[63366]: DEBUG nova.virt.hardware [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2026.826095] env[63366]: DEBUG nova.virt.hardware [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2026.826095] env[63366]: DEBUG nova.virt.hardware [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2026.826095] env[63366]: DEBUG nova.virt.hardware [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2026.826453] env[63366]: DEBUG nova.virt.hardware [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2026.826671] env[63366]: DEBUG nova.virt.hardware [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2026.826889] env[63366]: DEBUG nova.virt.hardware [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2026.827116] env[63366]: DEBUG nova.virt.hardware [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2026.827354] env[63366]: DEBUG nova.virt.hardware [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2026.828598] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e98dd1-e52b-48b2-a8b8-d4d7a5733e69 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.837602] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8e1447-b357-44f9-9e56-05df9ffd0904 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.853039] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:fd:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a635d48-b43f-45d3-8a0c-e2bca303280a', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2026.860350] env[63366]: DEBUG oslo.service.loopingcall [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2026.860675] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2026.861008] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d4a591c-b4dc-4b9f-ac0d-426e6dc76cd9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.883626] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2026.883626] env[63366]: value = "task-2103793" [ 2026.883626] env[63366]: _type = "Task" [ 2026.883626] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.892726] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103793, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.047244] env[63366]: DEBUG nova.network.neutron [req-d5b31cad-b59c-49fd-8434-7e371f09e3eb req-71413a10-4e92-48fc-a675-873274c3baaf service nova] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Updated VIF entry in instance network info cache for port 64abf605-a93e-4290-a2df-abab4d233498. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2027.048076] env[63366]: DEBUG nova.network.neutron [req-d5b31cad-b59c-49fd-8434-7e371f09e3eb req-71413a10-4e92-48fc-a675-873274c3baaf service nova] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Updating instance_info_cache with network_info: [{"id": "64abf605-a93e-4290-a2df-abab4d233498", "address": "fa:16:3e:0e:03:7a", "network": {"id": "faa4a74e-48d6-4ba4-b160-46c80d459a74", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1295430024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f809c6fe4ab145b7b1d93a07d60f7117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64abf605-a9", "ovs_interfaceid": "64abf605-a93e-4290-a2df-abab4d233498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2027.071903] env[63366]: DEBUG nova.compute.manager [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2027.093726] env[63366]: DEBUG oslo_vmware.api [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103792, 'name': ReconfigVM_Task, 'duration_secs': 0.343894} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.094069] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2027.094369] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47a6da8d-94c2-4554-8318-7cce2b28f61e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.101951] env[63366]: DEBUG oslo_vmware.api [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2027.101951] env[63366]: value = "task-2103794" [ 2027.101951] env[63366]: _type = "Task" [ 2027.101951] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.113088] env[63366]: DEBUG oslo_vmware.api [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.119306] env[63366]: DEBUG oslo_vmware.api [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5277f740-e10b-8004-4236-2617ae1183aa, 'name': SearchDatastore_Task, 'duration_secs': 0.013811} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.119306] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.119306] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2027.119306] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.119306] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.119306] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2027.119306] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c9efbc7-8ae8-41fe-9584-0714d70d0272 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.127805] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2027.127946] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2027.128967] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65c60b01-1e12-4d11-a2f8-53615c21439f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.135016] env[63366]: DEBUG oslo_vmware.api [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Waiting for the task: (returnval){ [ 2027.135016] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5293a6d0-ab2b-6dcc-78cf-73b34102b5da" [ 2027.135016] env[63366]: _type = "Task" [ 2027.135016] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.143818] env[63366]: DEBUG oslo_vmware.api [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5293a6d0-ab2b-6dcc-78cf-73b34102b5da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.178116] env[63366]: DEBUG nova.scheduler.client.report [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2027.280776] env[63366]: DEBUG nova.network.neutron [-] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2027.399245] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103793, 'name': CreateVM_Task, 'duration_secs': 0.39135} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.399245] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2027.399674] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.399976] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.400480] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2027.400881] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-282a9cec-7cee-4cbc-b07a-5021973c19ad {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.407980] env[63366]: DEBUG oslo_vmware.api [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2027.407980] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ef8452-bebc-62b5-6a5b-7d6b37064cbb" [ 2027.407980] env[63366]: _type = "Task" [ 2027.407980] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.422289] env[63366]: DEBUG oslo_vmware.api [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ef8452-bebc-62b5-6a5b-7d6b37064cbb, 'name': SearchDatastore_Task, 'duration_secs': 0.009995} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.422489] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.422727] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2027.422941] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.543627] env[63366]: DEBUG nova.objects.instance [None req-106b919c-f8fd-49e9-a37d-46965ec999ac tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Lazy-loading 'flavor' on Instance uuid c33de456-d210-4ba8-b039-3bf1678f9cb8 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2027.553409] env[63366]: DEBUG oslo_concurrency.lockutils [req-d5b31cad-b59c-49fd-8434-7e371f09e3eb req-71413a10-4e92-48fc-a675-873274c3baaf service nova] Releasing lock "refresh_cache-e7a6b4c9-4a95-4664-906c-e02f4191abe6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.607075] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.617630] env[63366]: DEBUG oslo_vmware.api [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103794, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.646396] env[63366]: DEBUG oslo_vmware.api [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5293a6d0-ab2b-6dcc-78cf-73b34102b5da, 'name': SearchDatastore_Task, 'duration_secs': 0.009117} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.647768] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dc31102-2065-4fe2-98cb-03a24a300cfe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.654820] env[63366]: DEBUG oslo_vmware.api [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Waiting for the task: (returnval){ [ 2027.654820] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52150a12-3684-af15-cfb6-af03ae2681af" [ 2027.654820] env[63366]: _type = "Task" [ 2027.654820] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.662867] env[63366]: DEBUG oslo_vmware.api [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52150a12-3684-af15-cfb6-af03ae2681af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.684444] env[63366]: DEBUG oslo_concurrency.lockutils [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.684632] env[63366]: DEBUG nova.compute.manager [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2027.690233] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.021s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.691877] env[63366]: INFO nova.compute.claims [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2027.784177] env[63366]: INFO nova.compute.manager [-] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Took 1.68 seconds to deallocate network for instance. [ 2027.999445] env[63366]: DEBUG nova.compute.manager [req-b19ad696-1daa-4547-ab20-ab9a7f65b2cc req-9d1ef636-99f8-4abe-8be2-05b349723526 service nova] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Received event network-vif-deleted-0867f866-50cc-4482-ae7c-7da1c4130fc8 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2028.056369] env[63366]: DEBUG oslo_concurrency.lockutils [None req-106b919c-f8fd-49e9-a37d-46965ec999ac tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Lock "c33de456-d210-4ba8-b039-3bf1678f9cb8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.326s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.118018] env[63366]: DEBUG oslo_vmware.api [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103794, 'name': PowerOnVM_Task, 'duration_secs': 0.997077} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.118293] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2028.120752] env[63366]: DEBUG nova.compute.manager [None req-316cdfb7-3559-4d8f-b4a9-7b3f7b6179eb tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2028.125096] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b545903-5c59-4229-9f32-edb91f3a9d58 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.165929] env[63366]: DEBUG oslo_vmware.api [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52150a12-3684-af15-cfb6-af03ae2681af, 'name': SearchDatastore_Task, 'duration_secs': 0.012413} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.166231] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.166473] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] e7a6b4c9-4a95-4664-906c-e02f4191abe6/e7a6b4c9-4a95-4664-906c-e02f4191abe6.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2028.166767] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.167944] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2028.167944] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09e79adb-ed4e-4638-ba5a-4c1499234a5e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.169356] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d0ab76a-a36e-4cfe-83e2-1b18b4e7dc1a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.179144] env[63366]: DEBUG oslo_vmware.api [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Waiting for the task: (returnval){ [ 2028.179144] env[63366]: value = "task-2103795" [ 2028.179144] env[63366]: _type = "Task" [ 2028.179144] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.187256] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2028.187256] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2028.187256] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a088d61-3341-42bb-aee0-42b7e52d5694 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.193556] env[63366]: DEBUG nova.compute.utils [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2028.193556] env[63366]: DEBUG nova.compute.manager [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2028.193556] env[63366]: DEBUG nova.network.neutron [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2028.202157] env[63366]: DEBUG oslo_vmware.api [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.202456] env[63366]: DEBUG oslo_vmware.api [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2028.202456] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52454670-8775-fb5c-30b1-dfdfbe202233" [ 2028.202456] env[63366]: _type = "Task" [ 2028.202456] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.215414] env[63366]: DEBUG oslo_vmware.api [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52454670-8775-fb5c-30b1-dfdfbe202233, 'name': SearchDatastore_Task, 'duration_secs': 0.011486} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.216054] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83fb2e20-d735-4a23-850f-a615d08a745c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.231397] env[63366]: DEBUG oslo_vmware.api [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2028.231397] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5248bde0-ba0b-492e-7417-7cb0c97c2e82" [ 2028.231397] env[63366]: _type = "Task" [ 2028.231397] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.244446] env[63366]: DEBUG oslo_vmware.api [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5248bde0-ba0b-492e-7417-7cb0c97c2e82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.290500] env[63366]: DEBUG oslo_concurrency.lockutils [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.323403] env[63366]: DEBUG nova.policy [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96aaef009b384e4f9ada0711acd2e421', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2868b329abc7424ea97b6dc79731ebe5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2028.615747] env[63366]: DEBUG oslo_concurrency.lockutils [None req-11ef5dae-3b65-48c4-9a37-b3ede89d33b9 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Acquiring lock "c33de456-d210-4ba8-b039-3bf1678f9cb8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.615747] env[63366]: DEBUG oslo_concurrency.lockutils [None req-11ef5dae-3b65-48c4-9a37-b3ede89d33b9 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Lock "c33de456-d210-4ba8-b039-3bf1678f9cb8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.692838] env[63366]: DEBUG oslo_vmware.api [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103795, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.699557] env[63366]: DEBUG nova.compute.manager [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2028.739311] env[63366]: DEBUG oslo_vmware.api [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5248bde0-ba0b-492e-7417-7cb0c97c2e82, 'name': SearchDatastore_Task, 'duration_secs': 0.015299} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.739813] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.740203] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 05c3d463-05fa-44a6-835c-756d94f65be4/05c3d463-05fa-44a6-835c-756d94f65be4.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2028.740603] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a4448b9-c237-4e9d-a191-4a6a897f3ae4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.749227] env[63366]: DEBUG oslo_vmware.api [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2028.749227] env[63366]: value = "task-2103796" [ 2028.749227] env[63366]: _type = "Task" [ 2028.749227] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.759732] env[63366]: DEBUG oslo_vmware.api [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.005187] env[63366]: DEBUG nova.network.neutron [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Successfully created port: 4dfc3a66-52d3-4674-8103-d5312c479aca {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2029.122546] env[63366]: INFO nova.compute.manager [None req-11ef5dae-3b65-48c4-9a37-b3ede89d33b9 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Detaching volume 05094159-8f82-4d25-9e02-1d1c3f1b2a09 [ 2029.197410] env[63366]: DEBUG oslo_vmware.api [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587362} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.197671] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] e7a6b4c9-4a95-4664-906c-e02f4191abe6/e7a6b4c9-4a95-4664-906c-e02f4191abe6.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2029.197883] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2029.198247] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec8f0999-bf1b-4a45-8860-fc6f6d05afd8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.211141] env[63366]: INFO nova.virt.block_device [None req-11ef5dae-3b65-48c4-9a37-b3ede89d33b9 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Attempting to driver detach volume 05094159-8f82-4d25-9e02-1d1c3f1b2a09 from mountpoint /dev/sdb [ 2029.211398] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ef5dae-3b65-48c4-9a37-b3ede89d33b9 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Volume detach. Driver type: vmdk {{(pid=63366) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2029.211591] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ef5dae-3b65-48c4-9a37-b3ede89d33b9 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430762', 'volume_id': '05094159-8f82-4d25-9e02-1d1c3f1b2a09', 'name': 'volume-05094159-8f82-4d25-9e02-1d1c3f1b2a09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c33de456-d210-4ba8-b039-3bf1678f9cb8', 'attached_at': '', 'detached_at': '', 'volume_id': '05094159-8f82-4d25-9e02-1d1c3f1b2a09', 'serial': '05094159-8f82-4d25-9e02-1d1c3f1b2a09'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2029.212244] env[63366]: DEBUG oslo_vmware.api [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Waiting for the task: (returnval){ [ 2029.212244] env[63366]: value = "task-2103797" [ 2029.212244] env[63366]: _type = "Task" [ 2029.212244] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.213032] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0d7eb7-5f99-46a1-a2f5-4d953532b92e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.226185] env[63366]: DEBUG oslo_vmware.api [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.248259] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ac5b76-f3a0-4fa9-a9e9-a243372317d7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.267494] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9039aba-ad67-446f-9647-03200e22ff6d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.270329] env[63366]: DEBUG oslo_vmware.api [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103796, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.301625] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddbe679-7854-49de-adea-5864f76e69d4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.320581] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ef5dae-3b65-48c4-9a37-b3ede89d33b9 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] The volume has not been displaced from its original location: [datastore2] volume-05094159-8f82-4d25-9e02-1d1c3f1b2a09/volume-05094159-8f82-4d25-9e02-1d1c3f1b2a09.vmdk. No consolidation needed. {{(pid=63366) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2029.326570] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ef5dae-3b65-48c4-9a37-b3ede89d33b9 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Reconfiguring VM instance instance-00000016 to detach disk 2001 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2029.329538] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1afc67df-1eda-41a2-946f-b19a1e112af0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.351151] env[63366]: DEBUG oslo_vmware.api [None req-11ef5dae-3b65-48c4-9a37-b3ede89d33b9 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Waiting for the task: (returnval){ [ 2029.351151] env[63366]: value = "task-2103798" [ 2029.351151] env[63366]: _type = "Task" [ 2029.351151] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.363359] env[63366]: DEBUG oslo_vmware.api [None req-11ef5dae-3b65-48c4-9a37-b3ede89d33b9 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103798, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.481194] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3813b8e-b451-422a-904c-85af1d8619e7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.491092] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea739f15-eae5-44bb-a760-343ee3afc8aa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.522241] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ae46cc-908c-4be6-9316-973236a246ce {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.530319] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929ddd59-7e68-4f6d-b31b-06f71db0050e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.546157] env[63366]: DEBUG nova.compute.provider_tree [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2029.720491] env[63366]: DEBUG nova.compute.manager [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2029.739728] env[63366]: DEBUG oslo_vmware.api [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.284424} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.740056] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2029.741024] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41deb03a-af75-49d0-ae01-cecfb5270d8f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.767760] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] e7a6b4c9-4a95-4664-906c-e02f4191abe6/e7a6b4c9-4a95-4664-906c-e02f4191abe6.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2029.774461] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38db09d2-ca59-46cb-b296-8186dba7e78a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.793524] env[63366]: DEBUG oslo_vmware.api [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.877243} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.798451] env[63366]: DEBUG nova.virt.hardware [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2029.798451] env[63366]: DEBUG nova.virt.hardware [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2029.798451] env[63366]: DEBUG nova.virt.hardware [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2029.798451] env[63366]: DEBUG nova.virt.hardware [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2029.798451] env[63366]: DEBUG nova.virt.hardware [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2029.798451] env[63366]: DEBUG nova.virt.hardware [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2029.798451] env[63366]: DEBUG nova.virt.hardware [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2029.798451] env[63366]: DEBUG nova.virt.hardware [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2029.798451] env[63366]: DEBUG nova.virt.hardware [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2029.798451] env[63366]: DEBUG nova.virt.hardware [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2029.798451] env[63366]: DEBUG nova.virt.hardware [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2029.798965] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 05c3d463-05fa-44a6-835c-756d94f65be4/05c3d463-05fa-44a6-835c-756d94f65be4.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2029.798965] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2029.799076] env[63366]: DEBUG oslo_vmware.api [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Waiting for the task: (returnval){ [ 2029.799076] env[63366]: value = "task-2103799" [ 2029.799076] env[63366]: _type = "Task" [ 2029.799076] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.799676] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8427f45-df22-4026-a680-6780b5bff089 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.803016] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1433b4c6-7d96-49a7-9719-e8de24733ac4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.817156] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c52a26-41cf-4063-b930-4d4660a22636 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.821983] env[63366]: DEBUG oslo_vmware.api [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2029.821983] env[63366]: value = "task-2103800" [ 2029.821983] env[63366]: _type = "Task" [ 2029.821983] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.826152] env[63366]: DEBUG oslo_vmware.api [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.838124] env[63366]: DEBUG oslo_vmware.api [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.861473] env[63366]: DEBUG oslo_vmware.api [None req-11ef5dae-3b65-48c4-9a37-b3ede89d33b9 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103798, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.054193] env[63366]: DEBUG nova.scheduler.client.report [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2030.317370] env[63366]: DEBUG oslo_vmware.api [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103799, 'name': ReconfigVM_Task, 'duration_secs': 0.298894} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.317920] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Reconfigured VM instance instance-00000033 to attach disk [datastore2] e7a6b4c9-4a95-4664-906c-e02f4191abe6/e7a6b4c9-4a95-4664-906c-e02f4191abe6.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2030.320021] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ce32cf6-05cf-4f83-8518-0afd0373a014 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.328116] env[63366]: DEBUG oslo_vmware.api [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Waiting for the task: (returnval){ [ 2030.328116] env[63366]: value = "task-2103801" [ 2030.328116] env[63366]: _type = "Task" [ 2030.328116] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.335398] env[63366]: DEBUG oslo_vmware.api [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12076} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.335958] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2030.336691] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94951a28-2f11-4bdc-b9b9-53d9684adf46 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.342391] env[63366]: DEBUG oslo_vmware.api [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103801, 'name': Rename_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.363614] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 05c3d463-05fa-44a6-835c-756d94f65be4/05c3d463-05fa-44a6-835c-756d94f65be4.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2030.366923] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ee4a9f9-904e-476c-b453-15b1e69b34a2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.389751] env[63366]: DEBUG oslo_vmware.api [None req-11ef5dae-3b65-48c4-9a37-b3ede89d33b9 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103798, 'name': ReconfigVM_Task, 'duration_secs': 0.531395} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.393130] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ef5dae-3b65-48c4-9a37-b3ede89d33b9 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Reconfigured VM instance instance-00000016 to detach disk 2001 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2030.401691] env[63366]: DEBUG oslo_vmware.api [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2030.401691] env[63366]: value = "task-2103802" [ 2030.401691] env[63366]: _type = "Task" [ 2030.401691] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.401691] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a5493d5-2faa-4ed9-8735-b0299a8e0014 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.417619] env[63366]: DEBUG oslo_vmware.api [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.419604] env[63366]: DEBUG oslo_vmware.api [None req-11ef5dae-3b65-48c4-9a37-b3ede89d33b9 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Waiting for the task: (returnval){ [ 2030.419604] env[63366]: value = "task-2103803" [ 2030.419604] env[63366]: _type = "Task" [ 2030.419604] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.428820] env[63366]: DEBUG oslo_vmware.api [None req-11ef5dae-3b65-48c4-9a37-b3ede89d33b9 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103803, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.562090] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.870s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.562090] env[63366]: DEBUG nova.compute.manager [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2030.565084] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f260e5a9-b652-4d61-ac64-ec14e5381c16 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.307s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.565743] env[63366]: DEBUG nova.objects.instance [None req-f260e5a9-b652-4d61-ac64-ec14e5381c16 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lazy-loading 'resources' on Instance uuid dad60003-ef3c-4f6e-87ef-90900722de87 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2030.762117] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquiring lock "88979fca-1516-412e-9253-255b02fa1a1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.762418] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Lock "88979fca-1516-412e-9253-255b02fa1a1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.838186] env[63366]: DEBUG oslo_vmware.api [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103801, 'name': Rename_Task, 'duration_secs': 0.174935} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.838511] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2030.838766] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-185b0395-a22a-4b8e-abcf-170e09d01ed7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.845607] env[63366]: DEBUG oslo_vmware.api [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Waiting for the task: (returnval){ [ 2030.845607] env[63366]: value = "task-2103804" [ 2030.845607] env[63366]: _type = "Task" [ 2030.845607] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.853389] env[63366]: DEBUG oslo_vmware.api [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.920468] env[63366]: DEBUG oslo_vmware.api [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.933133] env[63366]: DEBUG oslo_vmware.api [None req-11ef5dae-3b65-48c4-9a37-b3ede89d33b9 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.070521] env[63366]: DEBUG nova.compute.utils [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2031.072255] env[63366]: DEBUG nova.compute.manager [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2031.072444] env[63366]: DEBUG nova.network.neutron [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2031.167457] env[63366]: DEBUG nova.network.neutron [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Successfully updated port: 4dfc3a66-52d3-4674-8103-d5312c479aca {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2031.213309] env[63366]: DEBUG nova.policy [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '422dfcd56fbe4f33b3b0a12dad4e3c5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40701ecae04c419295263eb595b1ec00', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2031.364769] env[63366]: DEBUG oslo_vmware.api [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103804, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.424630] env[63366]: DEBUG oslo_vmware.api [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103802, 'name': ReconfigVM_Task, 'duration_secs': 0.830593} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.428519] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 05c3d463-05fa-44a6-835c-756d94f65be4/05c3d463-05fa-44a6-835c-756d94f65be4.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2031.431793] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7a06604-1f58-4425-8729-64b820f4388c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.442671] env[63366]: DEBUG oslo_vmware.api [None req-11ef5dae-3b65-48c4-9a37-b3ede89d33b9 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103803, 'name': ReconfigVM_Task, 'duration_secs': 0.668061} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.442671] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ef5dae-3b65-48c4-9a37-b3ede89d33b9 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430762', 'volume_id': '05094159-8f82-4d25-9e02-1d1c3f1b2a09', 'name': 'volume-05094159-8f82-4d25-9e02-1d1c3f1b2a09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c33de456-d210-4ba8-b039-3bf1678f9cb8', 'attached_at': '', 'detached_at': '', 'volume_id': '05094159-8f82-4d25-9e02-1d1c3f1b2a09', 'serial': '05094159-8f82-4d25-9e02-1d1c3f1b2a09'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2031.442671] env[63366]: DEBUG oslo_vmware.api [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2031.442671] env[63366]: value = "task-2103805" [ 2031.442671] env[63366]: _type = "Task" [ 2031.442671] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.462024] env[63366]: DEBUG oslo_vmware.api [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103805, 'name': Rename_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.467569] env[63366]: DEBUG nova.compute.manager [req-da6e3e84-cf04-41f8-a19c-454714d75cf2 req-53038034-bb5e-406c-a42a-2d24c8960b9a service nova] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Received event network-vif-plugged-4dfc3a66-52d3-4674-8103-d5312c479aca {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2031.467799] env[63366]: DEBUG oslo_concurrency.lockutils [req-da6e3e84-cf04-41f8-a19c-454714d75cf2 req-53038034-bb5e-406c-a42a-2d24c8960b9a service nova] Acquiring lock "85d67c6c-ff9a-4c24-8f89-845a0e2829bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2031.468030] env[63366]: DEBUG oslo_concurrency.lockutils [req-da6e3e84-cf04-41f8-a19c-454714d75cf2 req-53038034-bb5e-406c-a42a-2d24c8960b9a service nova] Lock "85d67c6c-ff9a-4c24-8f89-845a0e2829bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.468142] env[63366]: DEBUG oslo_concurrency.lockutils [req-da6e3e84-cf04-41f8-a19c-454714d75cf2 req-53038034-bb5e-406c-a42a-2d24c8960b9a service nova] Lock "85d67c6c-ff9a-4c24-8f89-845a0e2829bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.468310] env[63366]: DEBUG nova.compute.manager [req-da6e3e84-cf04-41f8-a19c-454714d75cf2 req-53038034-bb5e-406c-a42a-2d24c8960b9a service nova] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] No waiting events found dispatching network-vif-plugged-4dfc3a66-52d3-4674-8103-d5312c479aca {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2031.468514] env[63366]: WARNING nova.compute.manager [req-da6e3e84-cf04-41f8-a19c-454714d75cf2 req-53038034-bb5e-406c-a42a-2d24c8960b9a service nova] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Received unexpected event network-vif-plugged-4dfc3a66-52d3-4674-8103-d5312c479aca for instance with vm_state building and task_state spawning. [ 2031.578317] env[63366]: DEBUG nova.compute.utils [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2031.672752] env[63366]: DEBUG oslo_concurrency.lockutils [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "refresh_cache-85d67c6c-ff9a-4c24-8f89-845a0e2829bf" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2031.672896] env[63366]: DEBUG oslo_concurrency.lockutils [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired lock "refresh_cache-85d67c6c-ff9a-4c24-8f89-845a0e2829bf" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2031.673052] env[63366]: DEBUG nova.network.neutron [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2031.818408] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a087cfb2-7bef-4327-ad6d-15b03c0f0017 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.827246] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43c6e65-3197-4962-9ffd-72bf3adf9a20 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.869886] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4225a4a8-a5a1-46ff-8d25-ed681269671a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.877828] env[63366]: DEBUG oslo_vmware.api [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103804, 'name': PowerOnVM_Task, 'duration_secs': 0.536811} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.879907] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2031.880311] env[63366]: INFO nova.compute.manager [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Took 9.49 seconds to spawn the instance on the hypervisor. [ 2031.880406] env[63366]: DEBUG nova.compute.manager [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2031.881144] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e24c8b9-1b43-440e-a3fd-607fc1d7094c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.885416] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3339d03-8ac1-487f-b8fe-eb2d54744480 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.915278] env[63366]: DEBUG nova.compute.provider_tree [None req-f260e5a9-b652-4d61-ac64-ec14e5381c16 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2031.956750] env[63366]: DEBUG oslo_vmware.api [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103805, 'name': Rename_Task, 'duration_secs': 0.146529} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.957051] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2031.957333] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9edd16a7-c572-4412-be76-9a8e8d2a541b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.964444] env[63366]: DEBUG oslo_vmware.api [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2031.964444] env[63366]: value = "task-2103806" [ 2031.964444] env[63366]: _type = "Task" [ 2031.964444] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.965496] env[63366]: DEBUG nova.network.neutron [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Successfully created port: fddc5efb-78dc-4bc6-9862-b1bc3b460de0 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2031.975275] env[63366]: DEBUG oslo_vmware.api [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.021490] env[63366]: DEBUG nova.objects.instance [None req-11ef5dae-3b65-48c4-9a37-b3ede89d33b9 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Lazy-loading 'flavor' on Instance uuid c33de456-d210-4ba8-b039-3bf1678f9cb8 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2032.078160] env[63366]: DEBUG nova.compute.manager [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2032.078160] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f281bbc-23b7-4155-8480-666b9805a188 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.081441] env[63366]: DEBUG nova.compute.manager [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2032.270332] env[63366]: DEBUG nova.network.neutron [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2032.427028] env[63366]: DEBUG nova.scheduler.client.report [None req-f260e5a9-b652-4d61-ac64-ec14e5381c16 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2032.437669] env[63366]: INFO nova.compute.manager [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Took 41.03 seconds to build instance. [ 2032.477926] env[63366]: DEBUG oslo_vmware.api [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103806, 'name': PowerOnVM_Task, 'duration_secs': 0.480009} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.477926] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2032.478287] env[63366]: DEBUG nova.compute.manager [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2032.478938] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b846e934-b71a-4a2a-b18a-b4807ac70b09 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.594446] env[63366]: INFO nova.compute.manager [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] instance snapshotting [ 2032.595033] env[63366]: DEBUG nova.objects.instance [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lazy-loading 'flavor' on Instance uuid 96f0fab0-d17a-46cc-bff7-66de56c2acc3 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2032.597101] env[63366]: DEBUG nova.network.neutron [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Updating instance_info_cache with network_info: [{"id": "4dfc3a66-52d3-4674-8103-d5312c479aca", "address": "fa:16:3e:2e:fd:c6", "network": {"id": "f562c19d-030a-462e-bdcf-6f84dd4123f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-427728629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2868b329abc7424ea97b6dc79731ebe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dfc3a66-52", "ovs_interfaceid": "4dfc3a66-52d3-4674-8103-d5312c479aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2032.941765] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f260e5a9-b652-4d61-ac64-ec14e5381c16 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.375s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.942190] env[63366]: DEBUG oslo_concurrency.lockutils [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.985s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2032.944511] env[63366]: INFO nova.compute.claims [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2032.947494] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d7745d1-c202-46cc-ad1a-e0ed905f034b tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Lock "e7a6b4c9-4a95-4664-906c-e02f4191abe6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.092s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.004763] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.016330] env[63366]: INFO nova.scheduler.client.report [None req-f260e5a9-b652-4d61-ac64-ec14e5381c16 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Deleted allocations for instance dad60003-ef3c-4f6e-87ef-90900722de87 [ 2033.035159] env[63366]: DEBUG oslo_concurrency.lockutils [None req-11ef5dae-3b65-48c4-9a37-b3ede89d33b9 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Lock "c33de456-d210-4ba8-b039-3bf1678f9cb8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.421s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.099183] env[63366]: DEBUG nova.compute.manager [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2033.103562] env[63366]: DEBUG oslo_concurrency.lockutils [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Releasing lock "refresh_cache-85d67c6c-ff9a-4c24-8f89-845a0e2829bf" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2033.104354] env[63366]: DEBUG nova.compute.manager [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Instance network_info: |[{"id": "4dfc3a66-52d3-4674-8103-d5312c479aca", "address": "fa:16:3e:2e:fd:c6", "network": {"id": "f562c19d-030a-462e-bdcf-6f84dd4123f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-427728629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2868b329abc7424ea97b6dc79731ebe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dfc3a66-52", "ovs_interfaceid": "4dfc3a66-52d3-4674-8103-d5312c479aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2033.105651] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:fd:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dfc3a66-52d3-4674-8103-d5312c479aca', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2033.116656] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Creating folder: Project (2868b329abc7424ea97b6dc79731ebe5). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2033.117518] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046bafee-0745-4837-9e2e-140f4d944328 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.120662] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6eb0528-ba34-4837-a601-84b3c817b09a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.155260] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d25d58-a01c-412f-b692-6fa79a54eb24 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.156943] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Created folder: Project (2868b329abc7424ea97b6dc79731ebe5) in parent group-v430612. [ 2033.157148] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Creating folder: Instances. Parent ref: group-v430765. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2033.157983] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef43c326-fa73-403b-97bd-dfd415e60b75 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.170383] env[63366]: DEBUG nova.virt.hardware [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T17:07:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='992891403',id=29,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-54658978',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2033.171087] env[63366]: DEBUG nova.virt.hardware [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2033.171087] env[63366]: DEBUG nova.virt.hardware [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2033.171087] env[63366]: DEBUG nova.virt.hardware [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2033.171087] env[63366]: DEBUG nova.virt.hardware [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2033.171303] env[63366]: DEBUG nova.virt.hardware [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2033.171712] env[63366]: DEBUG nova.virt.hardware [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2033.171712] env[63366]: DEBUG nova.virt.hardware [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2033.171805] env[63366]: DEBUG nova.virt.hardware [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2033.171950] env[63366]: DEBUG nova.virt.hardware [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2033.172139] env[63366]: DEBUG nova.virt.hardware [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2033.173164] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1026e171-8679-48bc-8290-4e6ccfc37031 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.176974] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Created folder: Instances in parent group-v430765. [ 2033.182167] env[63366]: DEBUG oslo.service.loopingcall [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2033.182167] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2033.182167] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef8813f6-3c0c-452c-ad60-8dd371a75f2e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.200190] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb0d3e6-bb7b-4b0e-8113-93d7c13c352a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.205317] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2033.205317] env[63366]: value = "task-2103809" [ 2033.205317] env[63366]: _type = "Task" [ 2033.205317] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.221761] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103809, 'name': CreateVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.450982] env[63366]: DEBUG nova.compute.manager [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2033.526192] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f260e5a9-b652-4d61-ac64-ec14e5381c16 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "dad60003-ef3c-4f6e-87ef-90900722de87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.491s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.679246] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Creating Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2033.679246] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c1474fac-e897-4af6-be3a-a825aaffa6cf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.689698] env[63366]: DEBUG oslo_vmware.api [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2033.689698] env[63366]: value = "task-2103810" [ 2033.689698] env[63366]: _type = "Task" [ 2033.689698] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.701213] env[63366]: DEBUG oslo_vmware.api [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103810, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.716486] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103809, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.009560] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.215199] env[63366]: DEBUG oslo_vmware.api [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103810, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.230592] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103809, 'name': CreateVM_Task, 'duration_secs': 0.588387} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.230884] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2034.231861] env[63366]: DEBUG oslo_concurrency.lockutils [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2034.231949] env[63366]: DEBUG oslo_concurrency.lockutils [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2034.232487] env[63366]: DEBUG oslo_concurrency.lockutils [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2034.232889] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bb19153-cad5-431d-84d3-cb0945e5cec6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.245556] env[63366]: DEBUG oslo_vmware.api [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2034.245556] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]526bff39-a045-9394-ee3e-315069a2e2a8" [ 2034.245556] env[63366]: _type = "Task" [ 2034.245556] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.245556] env[63366]: DEBUG nova.network.neutron [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Successfully updated port: fddc5efb-78dc-4bc6-9862-b1bc3b460de0 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2034.259507] env[63366]: DEBUG oslo_vmware.api [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526bff39-a045-9394-ee3e-315069a2e2a8, 'name': SearchDatastore_Task, 'duration_secs': 0.015385} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.259918] env[63366]: DEBUG oslo_concurrency.lockutils [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2034.260303] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2034.260908] env[63366]: DEBUG oslo_concurrency.lockutils [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2034.261012] env[63366]: DEBUG oslo_concurrency.lockutils [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2034.261312] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2034.261655] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94d4c4dd-8ecc-4268-a560-7545eb91a0f1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.276159] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2034.276159] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2034.276498] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-566fd0bd-e991-4d71-8b7f-e736b378e668 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.284220] env[63366]: DEBUG oslo_vmware.api [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2034.284220] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52f2cbcf-df4a-e27a-aaea-f58f92bfe699" [ 2034.284220] env[63366]: _type = "Task" [ 2034.284220] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.296520] env[63366]: DEBUG oslo_vmware.api [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f2cbcf-df4a-e27a-aaea-f58f92bfe699, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.690769] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab35216-95aa-4915-8898-7f9a207040aa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.703438] env[63366]: DEBUG oslo_vmware.api [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103810, 'name': CreateSnapshot_Task, 'duration_secs': 0.599524} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.704389] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6cdb83-6a5d-47d2-a836-1e6d4eb650dd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.707521] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Created Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2034.708226] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c41cc08-0666-48f5-81aa-fae13bb44cb1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.746792] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bf869c-af0a-46a5-afb4-1a0fb81d4b2d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.752178] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d61824-5921-4a1d-8be3-65a5d34d6458 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.756414] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Acquiring lock "refresh_cache-4b3e0653-b7d8-4458-ac35-a81527b7ceb8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2034.756557] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Acquired lock "refresh_cache-4b3e0653-b7d8-4458-ac35-a81527b7ceb8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2034.757225] env[63366]: DEBUG nova.network.neutron [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2034.768518] env[63366]: DEBUG nova.compute.provider_tree [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2034.799043] env[63366]: DEBUG oslo_vmware.api [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f2cbcf-df4a-e27a-aaea-f58f92bfe699, 'name': SearchDatastore_Task, 'duration_secs': 0.031597} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.799827] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e7431c1-10ec-42f2-abb4-d006e6246c42 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.805588] env[63366]: DEBUG oslo_vmware.api [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2034.805588] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]524e990f-fa92-322b-03ed-f3ecfbd84664" [ 2034.805588] env[63366]: _type = "Task" [ 2034.805588] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.814978] env[63366]: DEBUG oslo_vmware.api [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]524e990f-fa92-322b-03ed-f3ecfbd84664, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.136073] env[63366]: DEBUG nova.compute.manager [req-30a7543e-e78b-48e8-90d4-8937f741e823 req-e984185e-31e2-4101-aca4-3d54ceb63ec5 service nova] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Received event network-changed-4dfc3a66-52d3-4674-8103-d5312c479aca {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2035.136406] env[63366]: DEBUG nova.compute.manager [req-30a7543e-e78b-48e8-90d4-8937f741e823 req-e984185e-31e2-4101-aca4-3d54ceb63ec5 service nova] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Refreshing instance network info cache due to event network-changed-4dfc3a66-52d3-4674-8103-d5312c479aca. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2035.136505] env[63366]: DEBUG oslo_concurrency.lockutils [req-30a7543e-e78b-48e8-90d4-8937f741e823 req-e984185e-31e2-4101-aca4-3d54ceb63ec5 service nova] Acquiring lock "refresh_cache-85d67c6c-ff9a-4c24-8f89-845a0e2829bf" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2035.136619] env[63366]: DEBUG oslo_concurrency.lockutils [req-30a7543e-e78b-48e8-90d4-8937f741e823 req-e984185e-31e2-4101-aca4-3d54ceb63ec5 service nova] Acquired lock "refresh_cache-85d67c6c-ff9a-4c24-8f89-845a0e2829bf" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2035.137225] env[63366]: DEBUG nova.network.neutron [req-30a7543e-e78b-48e8-90d4-8937f741e823 req-e984185e-31e2-4101-aca4-3d54ceb63ec5 service nova] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Refreshing network info cache for port 4dfc3a66-52d3-4674-8103-d5312c479aca {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2035.226653] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Creating linked-clone VM from snapshot {{(pid=63366) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2035.227348] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9e19b929-f949-4cdb-9c4c-367c302b50b9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.235782] env[63366]: DEBUG oslo_vmware.api [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2035.235782] env[63366]: value = "task-2103811" [ 2035.235782] env[63366]: _type = "Task" [ 2035.235782] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.245973] env[63366]: DEBUG oslo_vmware.api [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103811, 'name': CloneVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.272492] env[63366]: DEBUG nova.scheduler.client.report [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2035.297043] env[63366]: DEBUG nova.network.neutron [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2035.316163] env[63366]: DEBUG oslo_vmware.api [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]524e990f-fa92-322b-03ed-f3ecfbd84664, 'name': SearchDatastore_Task, 'duration_secs': 0.027277} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.319529] env[63366]: DEBUG oslo_concurrency.lockutils [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2035.319529] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 85d67c6c-ff9a-4c24-8f89-845a0e2829bf/85d67c6c-ff9a-4c24-8f89-845a0e2829bf.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2035.319529] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0f7c331-1214-4b70-8c30-7d19838d8cb5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.325991] env[63366]: DEBUG oslo_vmware.api [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2035.325991] env[63366]: value = "task-2103812" [ 2035.325991] env[63366]: _type = "Task" [ 2035.325991] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.341113] env[63366]: DEBUG oslo_vmware.api [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.632371] env[63366]: DEBUG nova.network.neutron [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Updating instance_info_cache with network_info: [{"id": "fddc5efb-78dc-4bc6-9862-b1bc3b460de0", "address": "fa:16:3e:5a:53:dd", "network": {"id": "abcc1b02-bd23-4987-b54f-b9ec46605b83", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-423751061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40701ecae04c419295263eb595b1ec00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddc5efb-78", "ovs_interfaceid": "fddc5efb-78dc-4bc6-9862-b1bc3b460de0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2035.754053] env[63366]: DEBUG oslo_vmware.api [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103811, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.781404] env[63366]: DEBUG oslo_concurrency.lockutils [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.839s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.781948] env[63366]: DEBUG nova.compute.manager [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2035.784755] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.528s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.784975] env[63366]: DEBUG nova.objects.instance [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Lazy-loading 'resources' on Instance uuid 36746589-7243-480f-8aa8-07b7ed19cdec {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2035.845674] env[63366]: DEBUG oslo_vmware.api [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103812, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.963962] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Acquiring lock "91415de4-4d8e-4e52-990d-304c82a7e899" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.964247] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Lock "91415de4-4d8e-4e52-990d-304c82a7e899" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2036.135477] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Releasing lock "refresh_cache-4b3e0653-b7d8-4458-ac35-a81527b7ceb8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2036.135834] env[63366]: DEBUG nova.compute.manager [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Instance network_info: |[{"id": "fddc5efb-78dc-4bc6-9862-b1bc3b460de0", "address": "fa:16:3e:5a:53:dd", "network": {"id": "abcc1b02-bd23-4987-b54f-b9ec46605b83", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-423751061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40701ecae04c419295263eb595b1ec00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddc5efb-78", "ovs_interfaceid": "fddc5efb-78dc-4bc6-9862-b1bc3b460de0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2036.136273] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:53:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fddc5efb-78dc-4bc6-9862-b1bc3b460de0', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2036.144677] env[63366]: DEBUG oslo.service.loopingcall [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2036.144911] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2036.145174] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1eeef4af-385a-4b65-8a91-922758768f73 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.163974] env[63366]: DEBUG nova.network.neutron [req-30a7543e-e78b-48e8-90d4-8937f741e823 req-e984185e-31e2-4101-aca4-3d54ceb63ec5 service nova] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Updated VIF entry in instance network info cache for port 4dfc3a66-52d3-4674-8103-d5312c479aca. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2036.164369] env[63366]: DEBUG nova.network.neutron [req-30a7543e-e78b-48e8-90d4-8937f741e823 req-e984185e-31e2-4101-aca4-3d54ceb63ec5 service nova] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Updating instance_info_cache with network_info: [{"id": "4dfc3a66-52d3-4674-8103-d5312c479aca", "address": "fa:16:3e:2e:fd:c6", "network": {"id": "f562c19d-030a-462e-bdcf-6f84dd4123f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-427728629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2868b329abc7424ea97b6dc79731ebe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dfc3a66-52", "ovs_interfaceid": "4dfc3a66-52d3-4674-8103-d5312c479aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2036.167370] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2036.167370] env[63366]: value = "task-2103815" [ 2036.167370] env[63366]: _type = "Task" [ 2036.167370] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.182349] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103815, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.248396] env[63366]: DEBUG oslo_vmware.api [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103811, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.290727] env[63366]: DEBUG nova.compute.utils [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2036.295059] env[63366]: DEBUG nova.compute.manager [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2036.295346] env[63366]: DEBUG nova.network.neutron [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2036.338703] env[63366]: DEBUG oslo_vmware.api [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671755} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.339162] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 85d67c6c-ff9a-4c24-8f89-845a0e2829bf/85d67c6c-ff9a-4c24-8f89-845a0e2829bf.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2036.339408] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2036.339707] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-116a1d6b-027b-4bb9-893f-b0ec8d346a59 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.349650] env[63366]: DEBUG oslo_vmware.api [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2036.349650] env[63366]: value = "task-2103817" [ 2036.349650] env[63366]: _type = "Task" [ 2036.349650] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.365840] env[63366]: DEBUG oslo_vmware.api [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.388588] env[63366]: DEBUG nova.policy [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb87a94e48c5414590071f7b9a7e5016', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae1ff64f0d194d108aaaee128cf37032', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2036.667103] env[63366]: DEBUG oslo_concurrency.lockutils [req-30a7543e-e78b-48e8-90d4-8937f741e823 req-e984185e-31e2-4101-aca4-3d54ceb63ec5 service nova] Releasing lock "refresh_cache-85d67c6c-ff9a-4c24-8f89-845a0e2829bf" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2036.677620] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103815, 'name': CreateVM_Task, 'duration_secs': 0.380929} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.680349] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2036.681336] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2036.681440] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2036.681739] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2036.682024] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30e9915e-9d8d-42ee-8364-e93772e7f348 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.686647] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Waiting for the task: (returnval){ [ 2036.686647] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ec34bf-8a11-bee9-61a7-b459e8cfa66f" [ 2036.686647] env[63366]: _type = "Task" [ 2036.686647] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.694888] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ec34bf-8a11-bee9-61a7-b459e8cfa66f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.747251] env[63366]: DEBUG oslo_vmware.api [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103811, 'name': CloneVM_Task} progress is 95%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.755202] env[63366]: INFO nova.compute.manager [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Rebuilding instance [ 2036.792589] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2036.792589] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2036.797874] env[63366]: DEBUG nova.compute.manager [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2036.845218] env[63366]: DEBUG nova.compute.manager [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2036.846118] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7e8432-54de-40c9-9e00-abf89b6d6719 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.869121] env[63366]: DEBUG oslo_vmware.api [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06795} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.869586] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2036.870219] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d646bfe2-af25-481a-9e60-7543e1b4d699 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.896085] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 85d67c6c-ff9a-4c24-8f89-845a0e2829bf/85d67c6c-ff9a-4c24-8f89-845a0e2829bf.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2036.899854] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b94c991-b75d-4fbe-9a2f-c2d70b324bfa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.921629] env[63366]: DEBUG oslo_vmware.api [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2036.921629] env[63366]: value = "task-2103818" [ 2036.921629] env[63366]: _type = "Task" [ 2036.921629] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.930782] env[63366]: DEBUG oslo_vmware.api [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103818, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.971604] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7caf099b-700a-4989-b3d0-0ab1a13c4065 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.978980] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58254ef7-59cf-43ff-890c-4c57d97a78b7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.013466] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71ced93-9f1a-47d3-adfd-fad2455ef1c2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.021503] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57390dfb-9939-4ba3-82bb-4e002c5ffc7c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.039136] env[63366]: DEBUG nova.compute.provider_tree [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2037.095647] env[63366]: DEBUG nova.network.neutron [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Successfully created port: c8d3db21-6569-46f2-8599-225cfa95076d {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2037.197489] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ec34bf-8a11-bee9-61a7-b459e8cfa66f, 'name': SearchDatastore_Task, 'duration_secs': 0.06841} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.197847] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2037.198020] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2037.198260] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.198401] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2037.198574] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2037.198869] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57efa45d-85cd-4162-980b-1429f6d9dd74 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.208664] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2037.208847] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2037.209599] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce02ab9b-2451-4508-9e03-d339e55f3ea1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.215408] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Waiting for the task: (returnval){ [ 2037.215408] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ac805e-c684-4f20-c849-9008121d8a61" [ 2037.215408] env[63366]: _type = "Task" [ 2037.215408] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.223131] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ac805e-c684-4f20-c849-9008121d8a61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.252312] env[63366]: DEBUG oslo_vmware.api [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103811, 'name': CloneVM_Task, 'duration_secs': 1.917654} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.252598] env[63366]: INFO nova.virt.vmwareapi.vmops [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Created linked-clone VM from snapshot [ 2037.253390] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387e7146-d388-4da2-ae1a-0180f0f77278 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.260707] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Uploading image 90e165b5-d6ca-42e2-85c3-6b92fcdbbd8d {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2037.301531] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2037.301952] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2037.319414] env[63366]: DEBUG oslo_vmware.rw_handles [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2037.319414] env[63366]: value = "vm-430769" [ 2037.319414] env[63366]: _type = "VirtualMachine" [ 2037.319414] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2037.319746] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7571cf20-8b8b-4c99-b1ea-6061ad136b4a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.330629] env[63366]: DEBUG oslo_vmware.rw_handles [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lease: (returnval){ [ 2037.330629] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52a94a44-fc09-c95e-9783-e4b7ba4b332f" [ 2037.330629] env[63366]: _type = "HttpNfcLease" [ 2037.330629] env[63366]: } obtained for exporting VM: (result){ [ 2037.330629] env[63366]: value = "vm-430769" [ 2037.330629] env[63366]: _type = "VirtualMachine" [ 2037.330629] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2037.331258] env[63366]: DEBUG oslo_vmware.api [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the lease: (returnval){ [ 2037.331258] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52a94a44-fc09-c95e-9783-e4b7ba4b332f" [ 2037.331258] env[63366]: _type = "HttpNfcLease" [ 2037.331258] env[63366]: } to be ready. {{(pid=63366) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2037.337362] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2037.337362] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52a94a44-fc09-c95e-9783-e4b7ba4b332f" [ 2037.337362] env[63366]: _type = "HttpNfcLease" [ 2037.337362] env[63366]: } is initializing. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2037.432926] env[63366]: DEBUG oslo_vmware.api [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.572805] env[63366]: ERROR nova.scheduler.client.report [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] [req-9393ba14-8987-4744-9cef-46dde0bc4e52] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d4eb5599-1ee7-4533-a84b-536c6f825ecc. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9393ba14-8987-4744-9cef-46dde0bc4e52"}]} [ 2037.587760] env[63366]: DEBUG nova.scheduler.client.report [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Refreshing inventories for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2037.611043] env[63366]: DEBUG nova.scheduler.client.report [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Updating ProviderTree inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2037.611043] env[63366]: DEBUG nova.compute.provider_tree [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2037.623172] env[63366]: DEBUG nova.scheduler.client.report [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Refreshing aggregate associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, aggregates: None {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2037.658497] env[63366]: DEBUG nova.scheduler.client.report [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Refreshing trait associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2037.726737] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ac805e-c684-4f20-c849-9008121d8a61, 'name': SearchDatastore_Task, 'duration_secs': 0.021} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.727533] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92170021-9685-49ca-9f4b-db672a1ffaf2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.736583] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Waiting for the task: (returnval){ [ 2037.736583] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52043a42-c7df-62e5-7641-a6f620f948b5" [ 2037.736583] env[63366]: _type = "Task" [ 2037.736583] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.745011] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52043a42-c7df-62e5-7641-a6f620f948b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.808727] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "refresh_cache-05c3d463-05fa-44a6-835c-756d94f65be4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.808896] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "refresh_cache-05c3d463-05fa-44a6-835c-756d94f65be4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2037.809059] env[63366]: DEBUG nova.network.neutron [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Forcefully refreshing network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2037.811011] env[63366]: DEBUG nova.compute.manager [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2037.849100] env[63366]: DEBUG nova.virt.hardware [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2037.849411] env[63366]: DEBUG nova.virt.hardware [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2037.849536] env[63366]: DEBUG nova.virt.hardware [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2037.849711] env[63366]: DEBUG nova.virt.hardware [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2037.849851] env[63366]: DEBUG nova.virt.hardware [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2037.849993] env[63366]: DEBUG nova.virt.hardware [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2037.850215] env[63366]: DEBUG nova.virt.hardware [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2037.850368] env[63366]: DEBUG nova.virt.hardware [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2037.850532] env[63366]: DEBUG nova.virt.hardware [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2037.850691] env[63366]: DEBUG nova.virt.hardware [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2037.850901] env[63366]: DEBUG nova.virt.hardware [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2037.853548] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18b7d71-6062-4e39-bed5-8585520089b8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.856025] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2037.856025] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52a94a44-fc09-c95e-9783-e4b7ba4b332f" [ 2037.856025] env[63366]: _type = "HttpNfcLease" [ 2037.856025] env[63366]: } is ready. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2037.858655] env[63366]: DEBUG oslo_vmware.rw_handles [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2037.858655] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52a94a44-fc09-c95e-9783-e4b7ba4b332f" [ 2037.858655] env[63366]: _type = "HttpNfcLease" [ 2037.858655] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2037.860065] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f69e84-2b61-4e58-95f3-203f34b1a038 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.865828] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2615c592-e344-418e-b99a-0b46d5a5e644 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.872855] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2037.873433] env[63366]: DEBUG oslo_vmware.rw_handles [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526bfc2e-8e95-d5e4-23a8-2eba66c1aa00/disk-0.vmdk from lease info. {{(pid=63366) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2037.873628] env[63366]: DEBUG oslo_vmware.rw_handles [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526bfc2e-8e95-d5e4-23a8-2eba66c1aa00/disk-0.vmdk for reading. {{(pid=63366) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2037.877057] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36f3b78d-a311-4100-9485-9d21c4080c5b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.952317] env[63366]: DEBUG oslo_vmware.api [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2037.952317] env[63366]: value = "task-2103820" [ 2037.952317] env[63366]: _type = "Task" [ 2037.952317] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.961208] env[63366]: DEBUG oslo_vmware.api [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103818, 'name': ReconfigVM_Task, 'duration_secs': 0.9255} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.961208] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 85d67c6c-ff9a-4c24-8f89-845a0e2829bf/85d67c6c-ff9a-4c24-8f89-845a0e2829bf.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2037.961795] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-785dcb76-fa60-495c-9ffa-9e37889d51fa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.966168] env[63366]: DEBUG oslo_vmware.api [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.973570] env[63366]: DEBUG oslo_vmware.api [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2037.973570] env[63366]: value = "task-2103821" [ 2037.973570] env[63366]: _type = "Task" [ 2037.973570] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.983708] env[63366]: DEBUG oslo_vmware.api [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103821, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.998193] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e04f17fc-44fc-4945-b843-d7a4f203524f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.246779] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52043a42-c7df-62e5-7641-a6f620f948b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010124} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.247159] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2038.247372] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 4b3e0653-b7d8-4458-ac35-a81527b7ceb8/4b3e0653-b7d8-4458-ac35-a81527b7ceb8.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2038.247606] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86dd8ba8-4927-441d-b11e-bdf95d9841e9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.256632] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Waiting for the task: (returnval){ [ 2038.256632] env[63366]: value = "task-2103822" [ 2038.256632] env[63366]: _type = "Task" [ 2038.256632] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.265295] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.375982] env[63366]: DEBUG nova.compute.manager [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Received event network-changed-d6c59030-5d4c-4ba4-9c89-38321133a630 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2038.375982] env[63366]: DEBUG nova.compute.manager [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Refreshing instance network info cache due to event network-changed-d6c59030-5d4c-4ba4-9c89-38321133a630. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2038.376239] env[63366]: DEBUG oslo_concurrency.lockutils [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] Acquiring lock "refresh_cache-0237b15e-2ac9-419f-b74e-6eea2558e817" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2038.376292] env[63366]: DEBUG oslo_concurrency.lockutils [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] Acquired lock "refresh_cache-0237b15e-2ac9-419f-b74e-6eea2558e817" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2038.376514] env[63366]: DEBUG nova.network.neutron [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Refreshing network info cache for port d6c59030-5d4c-4ba4-9c89-38321133a630 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2038.379736] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dd7318-9922-4dab-a509-dd47da7c15b4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.389563] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228b5b6b-1637-4d19-9369-aaf7ada76b64 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.435646] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a5f662-fbc9-4860-98a8-a6959ab8aec1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.447151] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4571020-c57a-4503-8192-20297e61c7a9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.474040] env[63366]: DEBUG nova.compute.provider_tree [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2038.485517] env[63366]: DEBUG oslo_vmware.api [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103820, 'name': PowerOffVM_Task, 'duration_secs': 0.183976} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.487329] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2038.487857] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2038.489574] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b9b801-cdcc-4d78-b745-329bbad133a6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.498633] env[63366]: DEBUG oslo_vmware.api [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103821, 'name': Rename_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.507042] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2038.508071] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33c5d143-0d84-4959-8408-151ced709505 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.625269] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2038.626282] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2038.626282] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Deleting the datastore file [datastore2] 05c3d463-05fa-44a6-835c-756d94f65be4 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2038.626471] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6157a3de-bdce-4423-84b1-d00d2a6f3bd8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.636459] env[63366]: DEBUG oslo_vmware.api [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2038.636459] env[63366]: value = "task-2103824" [ 2038.636459] env[63366]: _type = "Task" [ 2038.636459] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.646494] env[63366]: DEBUG oslo_vmware.api [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.768462] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103822, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.983401] env[63366]: DEBUG nova.scheduler.client.report [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2039.001212] env[63366]: DEBUG oslo_vmware.api [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103821, 'name': Rename_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.147682] env[63366]: DEBUG oslo_vmware.api [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43447} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.148087] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2039.148312] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2039.148480] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2039.165237] env[63366]: DEBUG nova.network.neutron [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Updated VIF entry in instance network info cache for port d6c59030-5d4c-4ba4-9c89-38321133a630. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2039.165237] env[63366]: DEBUG nova.network.neutron [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Updating instance_info_cache with network_info: [{"id": "d6c59030-5d4c-4ba4-9c89-38321133a630", "address": "fa:16:3e:84:d1:aa", "network": {"id": "faa4a74e-48d6-4ba4-b160-46c80d459a74", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1295430024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f809c6fe4ab145b7b1d93a07d60f7117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6c59030-5d", "ovs_interfaceid": "d6c59030-5d4c-4ba4-9c89-38321133a630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2039.273414] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523853} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.273737] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 4b3e0653-b7d8-4458-ac35-a81527b7ceb8/4b3e0653-b7d8-4458-ac35-a81527b7ceb8.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2039.275037] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2039.277537] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66ee3819-9f94-4256-ad37-80d120c9abdc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.285658] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Waiting for the task: (returnval){ [ 2039.285658] env[63366]: value = "task-2103826" [ 2039.285658] env[63366]: _type = "Task" [ 2039.285658] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.295973] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.380485] env[63366]: DEBUG nova.network.neutron [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Updating instance_info_cache with network_info: [{"id": "1a635d48-b43f-45d3-8a0c-e2bca303280a", "address": "fa:16:3e:82:fd:e3", "network": {"id": "87e0888f-8e2d-41e6-9c96-906ae0eaea4c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-579322839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d2d0f41b904398b951842d02cb3e1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a635d48-b4", "ovs_interfaceid": "1a635d48-b43f-45d3-8a0c-e2bca303280a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2039.486497] env[63366]: DEBUG oslo_vmware.api [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103821, 'name': Rename_Task, 'duration_secs': 1.168089} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.486764] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2039.487025] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6e0683b-5488-4c7d-b13f-8fc6fe14d264 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.492541] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.707s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.499161] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.624s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.499161] env[63366]: DEBUG nova.objects.instance [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Lazy-loading 'resources' on Instance uuid 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2039.499161] env[63366]: DEBUG oslo_vmware.api [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2039.499161] env[63366]: value = "task-2103827" [ 2039.499161] env[63366]: _type = "Task" [ 2039.499161] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.509783] env[63366]: DEBUG oslo_vmware.api [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103827, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.550150] env[63366]: INFO nova.scheduler.client.report [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Deleted allocations for instance 36746589-7243-480f-8aa8-07b7ed19cdec [ 2039.669781] env[63366]: DEBUG oslo_concurrency.lockutils [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] Releasing lock "refresh_cache-0237b15e-2ac9-419f-b74e-6eea2558e817" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2039.669781] env[63366]: DEBUG nova.compute.manager [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Received event network-vif-plugged-fddc5efb-78dc-4bc6-9862-b1bc3b460de0 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2039.669781] env[63366]: DEBUG oslo_concurrency.lockutils [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] Acquiring lock "4b3e0653-b7d8-4458-ac35-a81527b7ceb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.669781] env[63366]: DEBUG oslo_concurrency.lockutils [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] Lock "4b3e0653-b7d8-4458-ac35-a81527b7ceb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.669781] env[63366]: DEBUG oslo_concurrency.lockutils [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] Lock "4b3e0653-b7d8-4458-ac35-a81527b7ceb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.669781] env[63366]: DEBUG nova.compute.manager [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] No waiting events found dispatching network-vif-plugged-fddc5efb-78dc-4bc6-9862-b1bc3b460de0 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2039.669781] env[63366]: WARNING nova.compute.manager [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Received unexpected event network-vif-plugged-fddc5efb-78dc-4bc6-9862-b1bc3b460de0 for instance with vm_state building and task_state spawning. [ 2039.669781] env[63366]: DEBUG nova.compute.manager [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Received event network-changed-fddc5efb-78dc-4bc6-9862-b1bc3b460de0 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2039.670156] env[63366]: DEBUG nova.compute.manager [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Refreshing instance network info cache due to event network-changed-fddc5efb-78dc-4bc6-9862-b1bc3b460de0. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2039.670156] env[63366]: DEBUG oslo_concurrency.lockutils [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] Acquiring lock "refresh_cache-4b3e0653-b7d8-4458-ac35-a81527b7ceb8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.670156] env[63366]: DEBUG oslo_concurrency.lockutils [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] Acquired lock "refresh_cache-4b3e0653-b7d8-4458-ac35-a81527b7ceb8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.670303] env[63366]: DEBUG nova.network.neutron [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Refreshing network info cache for port fddc5efb-78dc-4bc6-9862-b1bc3b460de0 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2039.738148] env[63366]: DEBUG nova.network.neutron [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Successfully updated port: c8d3db21-6569-46f2-8599-225cfa95076d {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2039.796389] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159039} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.799459] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2039.800329] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2348c77d-3ad0-4ac8-ad69-2b106f40139d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.823253] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 4b3e0653-b7d8-4458-ac35-a81527b7ceb8/4b3e0653-b7d8-4458-ac35-a81527b7ceb8.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2039.824170] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe3f50ce-8d3f-449e-a4a1-c559164ba24f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.846290] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Waiting for the task: (returnval){ [ 2039.846290] env[63366]: value = "task-2103828" [ 2039.846290] env[63366]: _type = "Task" [ 2039.846290] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.856251] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103828, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.884085] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "refresh_cache-05c3d463-05fa-44a6-835c-756d94f65be4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2039.884313] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Updated the network info_cache for instance {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2039.884507] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2039.884666] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2039.884784] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2039.885029] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2039.885141] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2039.885243] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2039.885471] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2039.885636] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2040.012555] env[63366]: DEBUG oslo_vmware.api [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103827, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.057630] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a4cead07-0b54-483f-9a34-6a33af1df59c tempest-VolumesAssistedSnapshotsTest-1451190575 tempest-VolumesAssistedSnapshotsTest-1451190575-project-member] Lock "36746589-7243-480f-8aa8-07b7ed19cdec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.944s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2040.199526] env[63366]: DEBUG nova.virt.hardware [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2040.199908] env[63366]: DEBUG nova.virt.hardware [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2040.200093] env[63366]: DEBUG nova.virt.hardware [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2040.200316] env[63366]: DEBUG nova.virt.hardware [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2040.200588] env[63366]: DEBUG nova.virt.hardware [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2040.200832] env[63366]: DEBUG nova.virt.hardware [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2040.201119] env[63366]: DEBUG nova.virt.hardware [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2040.201316] env[63366]: DEBUG nova.virt.hardware [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2040.201493] env[63366]: DEBUG nova.virt.hardware [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2040.201671] env[63366]: DEBUG nova.virt.hardware [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2040.201937] env[63366]: DEBUG nova.virt.hardware [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2040.204806] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6d5b24-4936-4bab-b4b8-7329028bbe3f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.214821] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc27550d-55b9-4df6-9386-f4591e52a418 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.229530] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:fd:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a635d48-b43f-45d3-8a0c-e2bca303280a', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2040.237426] env[63366]: DEBUG oslo.service.loopingcall [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2040.242824] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2040.243530] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96987fd5-abcd-4ccf-9f88-e6d116cb3eb6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.264014] env[63366]: DEBUG oslo_concurrency.lockutils [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "refresh_cache-4de3c119-cf83-4c3f-bee5-2000540c5f80" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2040.264219] env[63366]: DEBUG oslo_concurrency.lockutils [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquired lock "refresh_cache-4de3c119-cf83-4c3f-bee5-2000540c5f80" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2040.264409] env[63366]: DEBUG nova.network.neutron [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2040.271746] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2040.271746] env[63366]: value = "task-2103829" [ 2040.271746] env[63366]: _type = "Task" [ 2040.271746] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.287253] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103829, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.357132] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103828, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.388858] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.508041] env[63366]: DEBUG oslo_vmware.api [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103827, 'name': PowerOnVM_Task, 'duration_secs': 0.628637} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.508598] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2040.508895] env[63366]: INFO nova.compute.manager [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Took 10.79 seconds to spawn the instance on the hypervisor. [ 2040.509140] env[63366]: DEBUG nova.compute.manager [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2040.510244] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dbfcf5-1ff0-4d42-9d01-f7caedbf0981 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.636940] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbb30b6-28bc-40bd-99f6-b654f115218b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.645241] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad3c9ba-e45e-4e00-8c83-5f4572f15b01 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.679238] env[63366]: DEBUG nova.network.neutron [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Updated VIF entry in instance network info cache for port fddc5efb-78dc-4bc6-9862-b1bc3b460de0. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2040.679600] env[63366]: DEBUG nova.network.neutron [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Updating instance_info_cache with network_info: [{"id": "fddc5efb-78dc-4bc6-9862-b1bc3b460de0", "address": "fa:16:3e:5a:53:dd", "network": {"id": "abcc1b02-bd23-4987-b54f-b9ec46605b83", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-423751061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40701ecae04c419295263eb595b1ec00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddc5efb-78", "ovs_interfaceid": "fddc5efb-78dc-4bc6-9862-b1bc3b460de0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2040.682142] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55868dc5-5f38-49f8-825f-3bafd3d8b4a6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.689965] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3e0363-a67e-422f-9a89-72387efd09d2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.705806] env[63366]: DEBUG nova.compute.provider_tree [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2040.786785] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103829, 'name': CreateVM_Task, 'duration_secs': 0.501618} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.786966] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2040.788698] env[63366]: DEBUG oslo_concurrency.lockutils [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2040.788698] env[63366]: DEBUG oslo_concurrency.lockutils [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2040.788698] env[63366]: DEBUG oslo_concurrency.lockutils [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2040.788698] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f2d1543-3235-48d0-8377-fa9020bbd429 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.793900] env[63366]: DEBUG oslo_vmware.api [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2040.793900] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52509120-3572-0c63-cd35-728145626afe" [ 2040.793900] env[63366]: _type = "Task" [ 2040.793900] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.806620] env[63366]: DEBUG oslo_vmware.api [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52509120-3572-0c63-cd35-728145626afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.835924] env[63366]: DEBUG nova.network.neutron [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2040.860301] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103828, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.031324] env[63366]: INFO nova.compute.manager [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Took 48.61 seconds to build instance. [ 2041.062432] env[63366]: DEBUG nova.network.neutron [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Updating instance_info_cache with network_info: [{"id": "c8d3db21-6569-46f2-8599-225cfa95076d", "address": "fa:16:3e:dd:a0:8a", "network": {"id": "8e5b94f6-69f8-4bb7-aff5-99920baec34e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-341388656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1ff64f0d194d108aaaee128cf37032", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8d3db21-65", "ovs_interfaceid": "c8d3db21-6569-46f2-8599-225cfa95076d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2041.079114] env[63366]: DEBUG nova.compute.manager [req-8a7100b4-a1d4-4622-883e-35cc836aa978 req-2d00898f-ed52-4be7-96f6-6def4d7fef68 service nova] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Received event network-vif-plugged-c8d3db21-6569-46f2-8599-225cfa95076d {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2041.079455] env[63366]: DEBUG oslo_concurrency.lockutils [req-8a7100b4-a1d4-4622-883e-35cc836aa978 req-2d00898f-ed52-4be7-96f6-6def4d7fef68 service nova] Acquiring lock "4de3c119-cf83-4c3f-bee5-2000540c5f80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.079720] env[63366]: DEBUG oslo_concurrency.lockutils [req-8a7100b4-a1d4-4622-883e-35cc836aa978 req-2d00898f-ed52-4be7-96f6-6def4d7fef68 service nova] Lock "4de3c119-cf83-4c3f-bee5-2000540c5f80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.079942] env[63366]: DEBUG oslo_concurrency.lockutils [req-8a7100b4-a1d4-4622-883e-35cc836aa978 req-2d00898f-ed52-4be7-96f6-6def4d7fef68 service nova] Lock "4de3c119-cf83-4c3f-bee5-2000540c5f80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.080220] env[63366]: DEBUG nova.compute.manager [req-8a7100b4-a1d4-4622-883e-35cc836aa978 req-2d00898f-ed52-4be7-96f6-6def4d7fef68 service nova] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] No waiting events found dispatching network-vif-plugged-c8d3db21-6569-46f2-8599-225cfa95076d {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2041.080468] env[63366]: WARNING nova.compute.manager [req-8a7100b4-a1d4-4622-883e-35cc836aa978 req-2d00898f-ed52-4be7-96f6-6def4d7fef68 service nova] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Received unexpected event network-vif-plugged-c8d3db21-6569-46f2-8599-225cfa95076d for instance with vm_state building and task_state spawning. [ 2041.080680] env[63366]: DEBUG nova.compute.manager [req-8a7100b4-a1d4-4622-883e-35cc836aa978 req-2d00898f-ed52-4be7-96f6-6def4d7fef68 service nova] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Received event network-changed-c8d3db21-6569-46f2-8599-225cfa95076d {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2041.080923] env[63366]: DEBUG nova.compute.manager [req-8a7100b4-a1d4-4622-883e-35cc836aa978 req-2d00898f-ed52-4be7-96f6-6def4d7fef68 service nova] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Refreshing instance network info cache due to event network-changed-c8d3db21-6569-46f2-8599-225cfa95076d. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2041.081169] env[63366]: DEBUG oslo_concurrency.lockutils [req-8a7100b4-a1d4-4622-883e-35cc836aa978 req-2d00898f-ed52-4be7-96f6-6def4d7fef68 service nova] Acquiring lock "refresh_cache-4de3c119-cf83-4c3f-bee5-2000540c5f80" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.182698] env[63366]: DEBUG oslo_concurrency.lockutils [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] Releasing lock "refresh_cache-4b3e0653-b7d8-4458-ac35-a81527b7ceb8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2041.183205] env[63366]: DEBUG nova.compute.manager [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Received event network-changed-d6c59030-5d4c-4ba4-9c89-38321133a630 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2041.183482] env[63366]: DEBUG nova.compute.manager [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Refreshing instance network info cache due to event network-changed-d6c59030-5d4c-4ba4-9c89-38321133a630. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2041.183737] env[63366]: DEBUG oslo_concurrency.lockutils [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] Acquiring lock "refresh_cache-0237b15e-2ac9-419f-b74e-6eea2558e817" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.183940] env[63366]: DEBUG oslo_concurrency.lockutils [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] Acquired lock "refresh_cache-0237b15e-2ac9-419f-b74e-6eea2558e817" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.184189] env[63366]: DEBUG nova.network.neutron [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Refreshing network info cache for port d6c59030-5d4c-4ba4-9c89-38321133a630 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2041.264028] env[63366]: DEBUG nova.scheduler.client.report [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Updated inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with generation 80 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2041.264028] env[63366]: DEBUG nova.compute.provider_tree [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Updating resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc generation from 80 to 81 during operation: update_inventory {{(pid=63366) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2041.264028] env[63366]: DEBUG nova.compute.provider_tree [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2041.310682] env[63366]: DEBUG oslo_vmware.api [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52509120-3572-0c63-cd35-728145626afe, 'name': SearchDatastore_Task, 'duration_secs': 0.013637} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.311207] env[63366]: DEBUG oslo_concurrency.lockutils [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2041.311567] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2041.311920] env[63366]: DEBUG oslo_concurrency.lockutils [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.312156] env[63366]: DEBUG oslo_concurrency.lockutils [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.312380] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2041.312732] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3db812e2-51ef-4536-b2c1-9c223c7b929e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.322563] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2041.322983] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2041.323852] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b3e125b-1a8a-4e0c-92f6-a86fbdd50d43 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.330278] env[63366]: DEBUG oslo_vmware.api [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2041.330278] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52f6fde2-1526-423e-3c5f-5634410a9056" [ 2041.330278] env[63366]: _type = "Task" [ 2041.330278] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.339527] env[63366]: DEBUG oslo_vmware.api [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f6fde2-1526-423e-3c5f-5634410a9056, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.357476] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103828, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.533300] env[63366]: DEBUG oslo_concurrency.lockutils [None req-51d1d1d5-27f1-4e46-9eab-597a029c1f0f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "85d67c6c-ff9a-4c24-8f89-845a0e2829bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.631s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.564556] env[63366]: DEBUG oslo_concurrency.lockutils [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Releasing lock "refresh_cache-4de3c119-cf83-4c3f-bee5-2000540c5f80" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2041.564912] env[63366]: DEBUG nova.compute.manager [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Instance network_info: |[{"id": "c8d3db21-6569-46f2-8599-225cfa95076d", "address": "fa:16:3e:dd:a0:8a", "network": {"id": "8e5b94f6-69f8-4bb7-aff5-99920baec34e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-341388656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1ff64f0d194d108aaaee128cf37032", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8d3db21-65", "ovs_interfaceid": "c8d3db21-6569-46f2-8599-225cfa95076d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2041.565232] env[63366]: DEBUG oslo_concurrency.lockutils [req-8a7100b4-a1d4-4622-883e-35cc836aa978 req-2d00898f-ed52-4be7-96f6-6def4d7fef68 service nova] Acquired lock "refresh_cache-4de3c119-cf83-4c3f-bee5-2000540c5f80" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.565415] env[63366]: DEBUG nova.network.neutron [req-8a7100b4-a1d4-4622-883e-35cc836aa978 req-2d00898f-ed52-4be7-96f6-6def4d7fef68 service nova] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Refreshing network info cache for port c8d3db21-6569-46f2-8599-225cfa95076d {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2041.566632] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:a0:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8d3db21-6569-46f2-8599-225cfa95076d', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2041.582683] env[63366]: DEBUG oslo.service.loopingcall [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2041.587953] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2041.588479] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f859aaf-ffd9-4f81-85e1-4c5ca212df0c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.611931] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2041.611931] env[63366]: value = "task-2103831" [ 2041.611931] env[63366]: _type = "Task" [ 2041.611931] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.620868] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103831, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.774828] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.278s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.782325] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.161s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.783083] env[63366]: DEBUG nova.objects.instance [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lazy-loading 'resources' on Instance uuid e52bb7a4-0d9e-42b1-93a5-5005a3c99229 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2041.786609] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Acquiring lock "e7a6b4c9-4a95-4664-906c-e02f4191abe6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.787023] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Lock "e7a6b4c9-4a95-4664-906c-e02f4191abe6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.787150] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Acquiring lock "e7a6b4c9-4a95-4664-906c-e02f4191abe6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.787408] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Lock "e7a6b4c9-4a95-4664-906c-e02f4191abe6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.787526] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Lock "e7a6b4c9-4a95-4664-906c-e02f4191abe6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.795380] env[63366]: INFO nova.compute.manager [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Terminating instance [ 2041.846800] env[63366]: DEBUG oslo_vmware.api [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f6fde2-1526-423e-3c5f-5634410a9056, 'name': SearchDatastore_Task, 'duration_secs': 0.01217} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.851499] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-291ced06-f871-4e4c-8969-ed9099525337 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.852838] env[63366]: INFO nova.scheduler.client.report [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Deleted allocations for instance 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f [ 2041.867227] env[63366]: DEBUG oslo_vmware.api [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2041.867227] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52f09d12-9acc-85ef-9bbb-09defd4cf97c" [ 2041.867227] env[63366]: _type = "Task" [ 2041.867227] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.869523] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103828, 'name': ReconfigVM_Task, 'duration_secs': 1.53426} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.877483] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 4b3e0653-b7d8-4458-ac35-a81527b7ceb8/4b3e0653-b7d8-4458-ac35-a81527b7ceb8.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2041.877636] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=63366) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 2041.878444] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-ad0b7e5a-af86-4bc8-8544-6af574151f8b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.887010] env[63366]: DEBUG oslo_vmware.api [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f09d12-9acc-85ef-9bbb-09defd4cf97c, 'name': SearchDatastore_Task, 'duration_secs': 0.014584} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.887302] env[63366]: DEBUG oslo_concurrency.lockutils [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2041.887630] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 05c3d463-05fa-44a6-835c-756d94f65be4/05c3d463-05fa-44a6-835c-756d94f65be4.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2041.887866] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f4a17bb-d4e1-49e0-8694-9af26031d92e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.891426] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Waiting for the task: (returnval){ [ 2041.891426] env[63366]: value = "task-2103832" [ 2041.891426] env[63366]: _type = "Task" [ 2041.891426] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.898256] env[63366]: DEBUG oslo_vmware.api [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2041.898256] env[63366]: value = "task-2103833" [ 2041.898256] env[63366]: _type = "Task" [ 2041.898256] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.906179] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103832, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.911257] env[63366]: DEBUG oslo_vmware.api [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.038096] env[63366]: DEBUG nova.compute.manager [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2042.123181] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103831, 'name': CreateVM_Task, 'duration_secs': 0.43856} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.123589] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2042.124529] env[63366]: DEBUG oslo_concurrency.lockutils [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2042.124690] env[63366]: DEBUG oslo_concurrency.lockutils [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2042.125175] env[63366]: DEBUG oslo_concurrency.lockutils [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2042.125466] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d740cadf-7f21-4e85-9ebe-16e0089ed729 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.130399] env[63366]: DEBUG oslo_vmware.api [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2042.130399] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]522341c1-1ed6-0c65-59b4-048490cc808c" [ 2042.130399] env[63366]: _type = "Task" [ 2042.130399] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.142443] env[63366]: DEBUG oslo_vmware.api [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522341c1-1ed6-0c65-59b4-048490cc808c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.299990] env[63366]: DEBUG nova.compute.manager [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2042.300248] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2042.301235] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44782c44-d87a-4445-8325-4a8d38b8c6cd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.312017] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2042.312409] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-062099e1-eaf0-495d-bf54-1e4d1e240a9a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.322742] env[63366]: DEBUG oslo_vmware.api [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Waiting for the task: (returnval){ [ 2042.322742] env[63366]: value = "task-2103834" [ 2042.322742] env[63366]: _type = "Task" [ 2042.322742] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.339426] env[63366]: DEBUG oslo_vmware.api [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.364543] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ab47797d-96a4-484a-8ded-df5a88bf4504 tempest-ServersAdminNegativeTestJSON-1805279626 tempest-ServersAdminNegativeTestJSON-1805279626-project-member] Lock "9edbed1b-6fc3-4fbb-9c16-f426ecfa286f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.596s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.412295] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103832, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.083197} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.418312] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=63366) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 2042.419993] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8ba804-d7c4-478b-a7da-59345c1461ae {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.435073] env[63366]: DEBUG oslo_vmware.api [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103833, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.461627] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 4b3e0653-b7d8-4458-ac35-a81527b7ceb8/ephemeral_0.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2042.465525] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63227c15-d2be-4a31-b3fa-e2233673a4cb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.485372] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Waiting for the task: (returnval){ [ 2042.485372] env[63366]: value = "task-2103835" [ 2042.485372] env[63366]: _type = "Task" [ 2042.485372] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.497802] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103835, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.569631] env[63366]: DEBUG nova.network.neutron [req-8a7100b4-a1d4-4622-883e-35cc836aa978 req-2d00898f-ed52-4be7-96f6-6def4d7fef68 service nova] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Updated VIF entry in instance network info cache for port c8d3db21-6569-46f2-8599-225cfa95076d. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2042.569764] env[63366]: DEBUG nova.network.neutron [req-8a7100b4-a1d4-4622-883e-35cc836aa978 req-2d00898f-ed52-4be7-96f6-6def4d7fef68 service nova] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Updating instance_info_cache with network_info: [{"id": "c8d3db21-6569-46f2-8599-225cfa95076d", "address": "fa:16:3e:dd:a0:8a", "network": {"id": "8e5b94f6-69f8-4bb7-aff5-99920baec34e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-341388656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1ff64f0d194d108aaaee128cf37032", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8d3db21-65", "ovs_interfaceid": "c8d3db21-6569-46f2-8599-225cfa95076d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.575589] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.607417] env[63366]: DEBUG nova.network.neutron [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Updated VIF entry in instance network info cache for port d6c59030-5d4c-4ba4-9c89-38321133a630. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2042.607781] env[63366]: DEBUG nova.network.neutron [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Updating instance_info_cache with network_info: [{"id": "d6c59030-5d4c-4ba4-9c89-38321133a630", "address": "fa:16:3e:84:d1:aa", "network": {"id": "faa4a74e-48d6-4ba4-b160-46c80d459a74", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1295430024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f809c6fe4ab145b7b1d93a07d60f7117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6c59030-5d", "ovs_interfaceid": "d6c59030-5d4c-4ba4-9c89-38321133a630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.646721] env[63366]: DEBUG oslo_vmware.api [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522341c1-1ed6-0c65-59b4-048490cc808c, 'name': SearchDatastore_Task, 'duration_secs': 0.013654} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.646721] env[63366]: DEBUG oslo_concurrency.lockutils [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2042.646721] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2042.646721] env[63366]: DEBUG oslo_concurrency.lockutils [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2042.646721] env[63366]: DEBUG oslo_concurrency.lockutils [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2042.646898] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2042.647371] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b389ba4-53ac-4d1a-ac4c-1ab0e611561e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.657357] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2042.657565] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2042.658360] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec075cd9-ad8b-46c8-86b0-d1657c244984 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.664833] env[63366]: DEBUG oslo_vmware.api [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2042.664833] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5291a969-85ae-46fa-3b30-87f38ba8c0b9" [ 2042.664833] env[63366]: _type = "Task" [ 2042.664833] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.677754] env[63366]: DEBUG oslo_vmware.api [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5291a969-85ae-46fa-3b30-87f38ba8c0b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.835566] env[63366]: DEBUG oslo_vmware.api [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103834, 'name': PowerOffVM_Task, 'duration_secs': 0.292718} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.835852] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2042.836029] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2042.836332] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecf7f2eb-cf5e-4088-adf4-8d93654a2b08 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.913317] env[63366]: DEBUG oslo_vmware.api [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103833, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565538} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.913795] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 05c3d463-05fa-44a6-835c-756d94f65be4/05c3d463-05fa-44a6-835c-756d94f65be4.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2042.914137] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2042.914682] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2ad0c89-7042-4041-ab1f-c85fc6190006 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.936600] env[63366]: DEBUG oslo_vmware.api [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2042.936600] env[63366]: value = "task-2103837" [ 2042.936600] env[63366]: _type = "Task" [ 2042.936600] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.946930] env[63366]: DEBUG oslo_vmware.api [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.998961] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103835, 'name': ReconfigVM_Task, 'duration_secs': 0.469686} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.999418] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 4b3e0653-b7d8-4458-ac35-a81527b7ceb8/ephemeral_0.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2043.000196] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4f1c79f-1618-4a08-875c-aaef396e626f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.007080] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Waiting for the task: (returnval){ [ 2043.007080] env[63366]: value = "task-2103838" [ 2043.007080] env[63366]: _type = "Task" [ 2043.007080] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.008993] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b13d58-b118-4c53-b040-5bab698a16e7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.020598] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2043.020598] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2043.020821] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Deleting the datastore file [datastore2] e7a6b4c9-4a95-4664-906c-e02f4191abe6 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2043.023443] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8546f41d-6fbb-43a1-b6ad-563b0fec5595 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.029780] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9486d36-5e8c-4c37-b253-d8702c30364c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.034929] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103838, 'name': Rename_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.067281] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b99113-77a9-433b-939d-ea6fe6b9bc4a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.070114] env[63366]: DEBUG oslo_vmware.api [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Waiting for the task: (returnval){ [ 2043.070114] env[63366]: value = "task-2103839" [ 2043.070114] env[63366]: _type = "Task" [ 2043.070114] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.076282] env[63366]: DEBUG oslo_concurrency.lockutils [req-8a7100b4-a1d4-4622-883e-35cc836aa978 req-2d00898f-ed52-4be7-96f6-6def4d7fef68 service nova] Releasing lock "refresh_cache-4de3c119-cf83-4c3f-bee5-2000540c5f80" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2043.076540] env[63366]: DEBUG nova.compute.manager [req-8a7100b4-a1d4-4622-883e-35cc836aa978 req-2d00898f-ed52-4be7-96f6-6def4d7fef68 service nova] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Received event network-changed-64abf605-a93e-4290-a2df-abab4d233498 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2043.076744] env[63366]: DEBUG nova.compute.manager [req-8a7100b4-a1d4-4622-883e-35cc836aa978 req-2d00898f-ed52-4be7-96f6-6def4d7fef68 service nova] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Refreshing instance network info cache due to event network-changed-64abf605-a93e-4290-a2df-abab4d233498. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2043.076898] env[63366]: DEBUG oslo_concurrency.lockutils [req-8a7100b4-a1d4-4622-883e-35cc836aa978 req-2d00898f-ed52-4be7-96f6-6def4d7fef68 service nova] Acquiring lock "refresh_cache-e7a6b4c9-4a95-4664-906c-e02f4191abe6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2043.077139] env[63366]: DEBUG oslo_concurrency.lockutils [req-8a7100b4-a1d4-4622-883e-35cc836aa978 req-2d00898f-ed52-4be7-96f6-6def4d7fef68 service nova] Acquired lock "refresh_cache-e7a6b4c9-4a95-4664-906c-e02f4191abe6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2043.077201] env[63366]: DEBUG nova.network.neutron [req-8a7100b4-a1d4-4622-883e-35cc836aa978 req-2d00898f-ed52-4be7-96f6-6def4d7fef68 service nova] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Refreshing network info cache for port 64abf605-a93e-4290-a2df-abab4d233498 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2043.081241] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd30add-c338-49fd-b19f-d3af88a4cd8c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.089128] env[63366]: DEBUG oslo_vmware.api [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.101676] env[63366]: DEBUG nova.compute.provider_tree [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2043.112954] env[63366]: DEBUG oslo_concurrency.lockutils [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] Releasing lock "refresh_cache-0237b15e-2ac9-419f-b74e-6eea2558e817" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2043.112954] env[63366]: DEBUG nova.compute.manager [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Received event network-changed-64abf605-a93e-4290-a2df-abab4d233498 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2043.112954] env[63366]: DEBUG nova.compute.manager [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Refreshing instance network info cache due to event network-changed-64abf605-a93e-4290-a2df-abab4d233498. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2043.112954] env[63366]: DEBUG oslo_concurrency.lockutils [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] Acquiring lock "refresh_cache-e7a6b4c9-4a95-4664-906c-e02f4191abe6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2043.175772] env[63366]: DEBUG oslo_vmware.api [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5291a969-85ae-46fa-3b30-87f38ba8c0b9, 'name': SearchDatastore_Task, 'duration_secs': 0.013163} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.176667] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b8a55bd-e0ad-4ba3-bf69-6f0cc9977f87 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.182629] env[63366]: DEBUG oslo_vmware.api [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2043.182629] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52b76231-ec09-f182-bff8-657c7e047af6" [ 2043.182629] env[63366]: _type = "Task" [ 2043.182629] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.201567] env[63366]: DEBUG oslo_vmware.api [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52b76231-ec09-f182-bff8-657c7e047af6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.447547] env[63366]: DEBUG oslo_vmware.api [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073272} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.447952] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2043.451646] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1b6caa-1873-44e7-9166-829e66c5dae0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.476475] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 05c3d463-05fa-44a6-835c-756d94f65be4/05c3d463-05fa-44a6-835c-756d94f65be4.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2043.476475] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e097706f-0724-4e78-9a99-8017f08a4684 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.495228] env[63366]: DEBUG oslo_vmware.api [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2043.495228] env[63366]: value = "task-2103841" [ 2043.495228] env[63366]: _type = "Task" [ 2043.495228] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.503763] env[63366]: DEBUG oslo_vmware.api [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103841, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.519033] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103838, 'name': Rename_Task, 'duration_secs': 0.246359} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.519033] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2043.519033] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-000f0375-7155-41a0-bce5-853e8c90d80d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.526811] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Waiting for the task: (returnval){ [ 2043.526811] env[63366]: value = "task-2103842" [ 2043.526811] env[63366]: _type = "Task" [ 2043.526811] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.536830] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.581467] env[63366]: DEBUG oslo_vmware.api [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249613} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.583685] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2043.583685] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2043.583685] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2043.583685] env[63366]: INFO nova.compute.manager [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Took 1.28 seconds to destroy the instance on the hypervisor. [ 2043.583685] env[63366]: DEBUG oslo.service.loopingcall [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2043.583685] env[63366]: DEBUG nova.compute.manager [-] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2043.583685] env[63366]: DEBUG nova.network.neutron [-] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2043.607153] env[63366]: DEBUG nova.scheduler.client.report [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2043.694696] env[63366]: DEBUG oslo_vmware.api [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52b76231-ec09-f182-bff8-657c7e047af6, 'name': SearchDatastore_Task, 'duration_secs': 0.031395} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.694696] env[63366]: DEBUG oslo_concurrency.lockutils [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2043.694696] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 4de3c119-cf83-4c3f-bee5-2000540c5f80/4de3c119-cf83-4c3f-bee5-2000540c5f80.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2043.694993] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8a2d6c1-7d22-4ec4-b0b4-c3a65920b3d2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.707057] env[63366]: DEBUG oslo_vmware.api [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2043.707057] env[63366]: value = "task-2103843" [ 2043.707057] env[63366]: _type = "Task" [ 2043.707057] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.715701] env[63366]: DEBUG oslo_vmware.api [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.013310] env[63366]: DEBUG oslo_vmware.api [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103841, 'name': ReconfigVM_Task, 'duration_secs': 0.445985} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.013720] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 05c3d463-05fa-44a6-835c-756d94f65be4/05c3d463-05fa-44a6-835c-756d94f65be4.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2044.014458] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09a5f95b-efb8-43bf-b321-5a1254efe7d1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.026573] env[63366]: DEBUG oslo_vmware.api [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2044.026573] env[63366]: value = "task-2103844" [ 2044.026573] env[63366]: _type = "Task" [ 2044.026573] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.041959] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103842, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.047549] env[63366]: DEBUG oslo_vmware.api [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103844, 'name': Rename_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.113576] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.331s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.116643] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.210s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.117303] env[63366]: DEBUG nova.objects.instance [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Lazy-loading 'resources' on Instance uuid 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2044.149277] env[63366]: DEBUG nova.network.neutron [req-8a7100b4-a1d4-4622-883e-35cc836aa978 req-2d00898f-ed52-4be7-96f6-6def4d7fef68 service nova] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Updated VIF entry in instance network info cache for port 64abf605-a93e-4290-a2df-abab4d233498. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2044.149683] env[63366]: DEBUG nova.network.neutron [req-8a7100b4-a1d4-4622-883e-35cc836aa978 req-2d00898f-ed52-4be7-96f6-6def4d7fef68 service nova] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Updating instance_info_cache with network_info: [{"id": "64abf605-a93e-4290-a2df-abab4d233498", "address": "fa:16:3e:0e:03:7a", "network": {"id": "faa4a74e-48d6-4ba4-b160-46c80d459a74", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1295430024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f809c6fe4ab145b7b1d93a07d60f7117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64abf605-a9", "ovs_interfaceid": "64abf605-a93e-4290-a2df-abab4d233498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2044.186894] env[63366]: INFO nova.scheduler.client.report [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Deleted allocations for instance e52bb7a4-0d9e-42b1-93a5-5005a3c99229 [ 2044.217403] env[63366]: DEBUG oslo_vmware.api [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103843, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.428065] env[63366]: DEBUG nova.compute.manager [req-ff677d2f-a055-4be6-a14f-b24a92f80501 req-44de7cdc-2a07-49aa-93b2-6b39ec43f6fc service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Received event network-changed-d6c59030-5d4c-4ba4-9c89-38321133a630 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2044.428279] env[63366]: DEBUG nova.compute.manager [req-ff677d2f-a055-4be6-a14f-b24a92f80501 req-44de7cdc-2a07-49aa-93b2-6b39ec43f6fc service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Refreshing instance network info cache due to event network-changed-d6c59030-5d4c-4ba4-9c89-38321133a630. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2044.428504] env[63366]: DEBUG oslo_concurrency.lockutils [req-ff677d2f-a055-4be6-a14f-b24a92f80501 req-44de7cdc-2a07-49aa-93b2-6b39ec43f6fc service nova] Acquiring lock "refresh_cache-0237b15e-2ac9-419f-b74e-6eea2558e817" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.428668] env[63366]: DEBUG oslo_concurrency.lockutils [req-ff677d2f-a055-4be6-a14f-b24a92f80501 req-44de7cdc-2a07-49aa-93b2-6b39ec43f6fc service nova] Acquired lock "refresh_cache-0237b15e-2ac9-419f-b74e-6eea2558e817" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.429713] env[63366]: DEBUG nova.network.neutron [req-ff677d2f-a055-4be6-a14f-b24a92f80501 req-44de7cdc-2a07-49aa-93b2-6b39ec43f6fc service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Refreshing network info cache for port d6c59030-5d4c-4ba4-9c89-38321133a630 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2044.543272] env[63366]: DEBUG oslo_vmware.api [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103844, 'name': Rename_Task, 'duration_secs': 0.393099} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.550914] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2044.553217] env[63366]: DEBUG oslo_vmware.api [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2103842, 'name': PowerOnVM_Task, 'duration_secs': 0.897779} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.553217] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ad76b1b-1815-48ed-b86f-404f4c402e5b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.554103] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2044.554321] env[63366]: INFO nova.compute.manager [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Took 11.46 seconds to spawn the instance on the hypervisor. [ 2044.554501] env[63366]: DEBUG nova.compute.manager [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2044.555797] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d4b1a5-3461-4736-9d1e-582d3558bd74 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.580570] env[63366]: DEBUG oslo_vmware.api [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2044.580570] env[63366]: value = "task-2103845" [ 2044.580570] env[63366]: _type = "Task" [ 2044.580570] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.601926] env[63366]: DEBUG oslo_vmware.api [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103845, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.658460] env[63366]: DEBUG oslo_concurrency.lockutils [req-8a7100b4-a1d4-4622-883e-35cc836aa978 req-2d00898f-ed52-4be7-96f6-6def4d7fef68 service nova] Releasing lock "refresh_cache-e7a6b4c9-4a95-4664-906c-e02f4191abe6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2044.658460] env[63366]: DEBUG oslo_concurrency.lockutils [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] Acquired lock "refresh_cache-e7a6b4c9-4a95-4664-906c-e02f4191abe6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.658460] env[63366]: DEBUG nova.network.neutron [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Refreshing network info cache for port 64abf605-a93e-4290-a2df-abab4d233498 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2044.697106] env[63366]: DEBUG nova.network.neutron [-] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2044.700042] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5c2e7e14-366f-4415-843d-587dec5599a5 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "e52bb7a4-0d9e-42b1-93a5-5005a3c99229" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.407s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.720288] env[63366]: DEBUG oslo_vmware.api [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584277} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.721547] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 4de3c119-cf83-4c3f-bee5-2000540c5f80/4de3c119-cf83-4c3f-bee5-2000540c5f80.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2044.721547] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2044.722237] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20410229-e562-4c71-b77c-e06cdf9cf71e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.732382] env[63366]: DEBUG oslo_vmware.api [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2044.732382] env[63366]: value = "task-2103846" [ 2044.732382] env[63366]: _type = "Task" [ 2044.732382] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.739073] env[63366]: DEBUG oslo_vmware.api [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.099275] env[63366]: INFO nova.compute.manager [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Took 49.46 seconds to build instance. [ 2045.107380] env[63366]: DEBUG oslo_vmware.api [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103845, 'name': PowerOnVM_Task} progress is 79%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.194491] env[63366]: INFO nova.network.neutron [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Port 64abf605-a93e-4290-a2df-abab4d233498 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2045.194491] env[63366]: DEBUG nova.network.neutron [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2045.200912] env[63366]: INFO nova.compute.manager [-] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Took 1.62 seconds to deallocate network for instance. [ 2045.245633] env[63366]: DEBUG oslo_vmware.api [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067943} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.246239] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2045.247251] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca62cbe-220b-468c-adb5-34b8a36a9fac {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.273661] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 4de3c119-cf83-4c3f-bee5-2000540c5f80/4de3c119-cf83-4c3f-bee5-2000540c5f80.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2045.276689] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05abcab0-9fed-4355-ab5e-08c9e47f78cb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.297755] env[63366]: DEBUG oslo_vmware.api [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2045.297755] env[63366]: value = "task-2103847" [ 2045.297755] env[63366]: _type = "Task" [ 2045.297755] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.307383] env[63366]: DEBUG oslo_vmware.api [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103847, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.371715] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7716a64-6712-4df9-a151-f2a494d2cbae {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.380114] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e34ab8e-612a-48f7-a6ad-420ce374e445 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.421229] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83ab283-f1c7-4b86-9b85-0b8ee5b3b85d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.430136] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2218f16-a473-40e3-917b-ed995c9cf927 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.444800] env[63366]: DEBUG nova.compute.provider_tree [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2045.502567] env[63366]: DEBUG nova.network.neutron [req-ff677d2f-a055-4be6-a14f-b24a92f80501 req-44de7cdc-2a07-49aa-93b2-6b39ec43f6fc service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Updated VIF entry in instance network info cache for port d6c59030-5d4c-4ba4-9c89-38321133a630. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2045.503150] env[63366]: DEBUG nova.network.neutron [req-ff677d2f-a055-4be6-a14f-b24a92f80501 req-44de7cdc-2a07-49aa-93b2-6b39ec43f6fc service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Updating instance_info_cache with network_info: [{"id": "d6c59030-5d4c-4ba4-9c89-38321133a630", "address": "fa:16:3e:84:d1:aa", "network": {"id": "faa4a74e-48d6-4ba4-b160-46c80d459a74", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1295430024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f809c6fe4ab145b7b1d93a07d60f7117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6c59030-5d", "ovs_interfaceid": "d6c59030-5d4c-4ba4-9c89-38321133a630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2045.602166] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1f4fb0b9-f6df-4c04-8c32-cb5af97a6bb0 tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Lock "4b3e0653-b7d8-4458-ac35-a81527b7ceb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.838s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.602581] env[63366]: DEBUG oslo_vmware.api [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103845, 'name': PowerOnVM_Task, 'duration_secs': 0.954217} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.602790] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2045.602919] env[63366]: DEBUG nova.compute.manager [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2045.603849] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc78cf7e-c814-4755-ba61-8c9bad7316cc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.706878] env[63366]: DEBUG oslo_concurrency.lockutils [req-c47b420a-a342-4862-bbf0-19d0f341c17d req-129cc8d7-9c89-4187-b2bc-181b19c4e086 service nova] Releasing lock "refresh_cache-e7a6b4c9-4a95-4664-906c-e02f4191abe6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2045.721214] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.809359] env[63366]: DEBUG oslo_vmware.api [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103847, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.956644] env[63366]: DEBUG nova.scheduler.client.report [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2045.960788] env[63366]: INFO nova.compute.manager [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Rebuilding instance [ 2046.007075] env[63366]: DEBUG oslo_concurrency.lockutils [req-ff677d2f-a055-4be6-a14f-b24a92f80501 req-44de7cdc-2a07-49aa-93b2-6b39ec43f6fc service nova] Releasing lock "refresh_cache-0237b15e-2ac9-419f-b74e-6eea2558e817" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2046.068081] env[63366]: DEBUG nova.compute.manager [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2046.070806] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e5bfc5-e88a-4a95-a8a0-3573401cffb1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.126691] env[63366]: DEBUG oslo_concurrency.lockutils [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.311817] env[63366]: DEBUG oslo_vmware.api [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103847, 'name': ReconfigVM_Task, 'duration_secs': 0.665846} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.312204] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 4de3c119-cf83-4c3f-bee5-2000540c5f80/4de3c119-cf83-4c3f-bee5-2000540c5f80.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2046.313111] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-277ee555-5f01-4e04-82a8-7fa187b53aa5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.319984] env[63366]: DEBUG oslo_vmware.api [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2046.319984] env[63366]: value = "task-2103849" [ 2046.319984] env[63366]: _type = "Task" [ 2046.319984] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.329441] env[63366]: DEBUG oslo_vmware.api [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103849, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.466464] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.348s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.467269] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.629s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.467555] env[63366]: DEBUG nova.objects.instance [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Lazy-loading 'resources' on Instance uuid dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2046.528501] env[63366]: INFO nova.scheduler.client.report [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Deleted allocations for instance 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226 [ 2046.832850] env[63366]: DEBUG oslo_vmware.api [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103849, 'name': Rename_Task, 'duration_secs': 0.212255} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.833142] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2046.833998] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a4e36dd-8f09-48d3-ba74-b6806f2efeee {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.840243] env[63366]: DEBUG oslo_vmware.api [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2046.840243] env[63366]: value = "task-2103850" [ 2046.840243] env[63366]: _type = "Task" [ 2046.840243] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.849384] env[63366]: DEBUG oslo_vmware.api [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.037484] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ef700d8e-c73e-4fdf-8366-8b68c476507d tempest-ListImageFiltersTestJSON-1525809639 tempest-ListImageFiltersTestJSON-1525809639-project-member] Lock "8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.311s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.086111] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2047.086619] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab9e8894-9177-4241-9aff-d686ba5960b7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.096248] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2047.096248] env[63366]: value = "task-2103851" [ 2047.096248] env[63366]: _type = "Task" [ 2047.096248] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.107854] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.358040] env[63366]: DEBUG oslo_vmware.api [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103850, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.473314] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquiring lock "90bafd7e-563c-4212-a11b-137f2bec2d84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.473657] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "90bafd7e-563c-4212-a11b-137f2bec2d84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.473867] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquiring lock "90bafd7e-563c-4212-a11b-137f2bec2d84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.474093] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "90bafd7e-563c-4212-a11b-137f2bec2d84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.474227] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "90bafd7e-563c-4212-a11b-137f2bec2d84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.478104] env[63366]: INFO nova.compute.manager [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Terminating instance [ 2047.521768] env[63366]: DEBUG nova.compute.manager [req-fd5ebb13-6f9e-426c-8add-a6a7d8fb6638 req-621a6ab1-66cd-44a5-aece-ac641395b608 service nova] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Received event network-vif-deleted-64abf605-a93e-4290-a2df-abab4d233498 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2047.611048] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.679118] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e66416-967c-4ffc-af9a-1afb1ce852f0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.688774] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4251f65d-fd0c-40dc-8371-8051edad06e7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.726295] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45506f4c-4756-488f-ab09-298ca135a969 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.735492] env[63366]: DEBUG oslo_concurrency.lockutils [None req-43c94a59-b0e9-469e-9748-4a31633a6a84 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "ee29e2c3-464e-4ec9-a7d9-057519c836f7" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.735747] env[63366]: DEBUG oslo_concurrency.lockutils [None req-43c94a59-b0e9-469e-9748-4a31633a6a84 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "ee29e2c3-464e-4ec9-a7d9-057519c836f7" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.736437] env[63366]: INFO nova.compute.manager [None req-43c94a59-b0e9-469e-9748-4a31633a6a84 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Rebooting instance [ 2047.739899] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc23334-fe0f-4614-b5b3-45e7f7f8d485 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.757344] env[63366]: DEBUG nova.compute.provider_tree [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2047.857348] env[63366]: DEBUG oslo_vmware.api [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103850, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.988450] env[63366]: DEBUG nova.compute.manager [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2047.988584] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2047.989822] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c46f11-6980-4c06-a281-c2e847903686 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.001171] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2048.001595] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9974892e-f9d0-43ac-9eb7-358133ff8005 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.008114] env[63366]: DEBUG oslo_vmware.api [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 2048.008114] env[63366]: value = "task-2103853" [ 2048.008114] env[63366]: _type = "Task" [ 2048.008114] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.019640] env[63366]: DEBUG oslo_vmware.api [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.110520] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103851, 'name': PowerOffVM_Task, 'duration_secs': 0.77468} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.110802] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2048.111038] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2048.111834] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9349853-182c-4536-901b-7d4f808d3711 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.119797] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2048.121854] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e9ecc2b-f619-415c-9a29-57e9a7fded65 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.231014] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2048.231359] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2048.231484] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Deleting the datastore file [datastore2] 85d67c6c-ff9a-4c24-8f89-845a0e2829bf {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2048.231763] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04933f28-84b9-4bd8-9770-8947209f0dbe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.239638] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2048.239638] env[63366]: value = "task-2103855" [ 2048.239638] env[63366]: _type = "Task" [ 2048.239638] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.253598] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.262647] env[63366]: DEBUG nova.scheduler.client.report [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2048.270784] env[63366]: DEBUG oslo_concurrency.lockutils [None req-43c94a59-b0e9-469e-9748-4a31633a6a84 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "refresh_cache-ee29e2c3-464e-4ec9-a7d9-057519c836f7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2048.271074] env[63366]: DEBUG oslo_concurrency.lockutils [None req-43c94a59-b0e9-469e-9748-4a31633a6a84 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquired lock "refresh_cache-ee29e2c3-464e-4ec9-a7d9-057519c836f7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2048.272127] env[63366]: DEBUG nova.network.neutron [None req-43c94a59-b0e9-469e-9748-4a31633a6a84 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2048.366107] env[63366]: DEBUG oslo_vmware.api [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103850, 'name': PowerOnVM_Task} progress is 76%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.447962] env[63366]: DEBUG oslo_concurrency.lockutils [None req-09f5da73-ec29-4556-8d2f-8b801ce20803 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Acquiring lock "e7a6b4c9-4a95-4664-906c-e02f4191abe6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2048.520887] env[63366]: DEBUG oslo_vmware.api [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103853, 'name': PowerOffVM_Task, 'duration_secs': 0.378865} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.520887] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2048.520887] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2048.520887] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af62fe18-e46b-45f3-8d88-135a0bc516b5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.641616] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2048.641859] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2048.642041] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Deleting the datastore file [datastore2] 90bafd7e-563c-4212-a11b-137f2bec2d84 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2048.642309] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bc83e10-0c31-4e1b-9296-1f6f0070c185 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.650916] env[63366]: DEBUG oslo_vmware.api [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for the task: (returnval){ [ 2048.650916] env[63366]: value = "task-2103857" [ 2048.650916] env[63366]: _type = "Task" [ 2048.650916] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.661701] env[63366]: DEBUG oslo_vmware.api [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.749818] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.768028] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.301s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.771893] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.960s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2048.771893] env[63366]: DEBUG nova.objects.instance [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lazy-loading 'resources' on Instance uuid 394309ab-d10e-4578-bb8c-82372267ba4d {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2048.826460] env[63366]: INFO nova.scheduler.client.report [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Deleted allocations for instance dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2 [ 2048.858500] env[63366]: DEBUG oslo_vmware.api [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103850, 'name': PowerOnVM_Task, 'duration_secs': 1.797674} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.858500] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2048.858500] env[63366]: INFO nova.compute.manager [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Took 11.04 seconds to spawn the instance on the hypervisor. [ 2048.858500] env[63366]: DEBUG nova.compute.manager [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2048.859207] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0244bca4-9e44-4aff-b86a-bbf9e354909c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.161560] env[63366]: DEBUG oslo_vmware.api [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.239405] env[63366]: DEBUG nova.network.neutron [None req-43c94a59-b0e9-469e-9748-4a31633a6a84 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Updating instance_info_cache with network_info: [{"id": "06844239-e020-4dc0-bfc7-b887a76f0d75", "address": "fa:16:3e:a9:77:15", "network": {"id": "4129a070-c31a-4310-b4b1-4e475fb3f1bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1668961456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2100d8abe0431c93b03b71a19f2086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06844239-e0", "ovs_interfaceid": "06844239-e020-4dc0-bfc7-b887a76f0d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.258131] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.610605} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.258131] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2049.258131] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2049.258131] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2049.340092] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2d9adf5c-6515-4c51-a2d4-d9f23347a89d tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Lock "dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.271s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.380754] env[63366]: INFO nova.compute.manager [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Took 52.46 seconds to build instance. [ 2049.662117] env[63366]: DEBUG oslo_vmware.api [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Task: {'id': task-2103857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.671359} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.664167] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2049.664332] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2049.664502] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2049.664688] env[63366]: INFO nova.compute.manager [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Took 1.68 seconds to destroy the instance on the hypervisor. [ 2049.665078] env[63366]: DEBUG oslo.service.loopingcall [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2049.665700] env[63366]: DEBUG nova.compute.manager [-] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2049.665826] env[63366]: DEBUG nova.network.neutron [-] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2049.676861] env[63366]: DEBUG oslo_vmware.rw_handles [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526bfc2e-8e95-d5e4-23a8-2eba66c1aa00/disk-0.vmdk. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2049.678211] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a20716-16f4-4b3e-9f99-4fd922c9bc61 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.684501] env[63366]: DEBUG oslo_vmware.rw_handles [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526bfc2e-8e95-d5e4-23a8-2eba66c1aa00/disk-0.vmdk is in state: ready. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2049.684926] env[63366]: ERROR oslo_vmware.rw_handles [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526bfc2e-8e95-d5e4-23a8-2eba66c1aa00/disk-0.vmdk due to incomplete transfer. [ 2049.684926] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0e972ea2-d44d-4b22-86aa-fede3dc7bda5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.694837] env[63366]: DEBUG oslo_vmware.rw_handles [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526bfc2e-8e95-d5e4-23a8-2eba66c1aa00/disk-0.vmdk. {{(pid=63366) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2049.695051] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Uploaded image 90e165b5-d6ca-42e2-85c3-6b92fcdbbd8d to the Glance image server {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2049.697457] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Destroying the VM {{(pid=63366) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2049.697759] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a48bb15b-6c86-4285-9c92-dc8e14acb85f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.704576] env[63366]: DEBUG oslo_vmware.api [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2049.704576] env[63366]: value = "task-2103859" [ 2049.704576] env[63366]: _type = "Task" [ 2049.704576] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.716690] env[63366]: DEBUG oslo_vmware.api [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103859, 'name': Destroy_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.750476] env[63366]: DEBUG oslo_concurrency.lockutils [None req-43c94a59-b0e9-469e-9748-4a31633a6a84 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Releasing lock "refresh_cache-ee29e2c3-464e-4ec9-a7d9-057519c836f7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.843792] env[63366]: DEBUG nova.compute.manager [req-df02959f-3d2d-4a9e-998b-ba1f7d42d425 req-b93c24fa-abd8-422c-9e0a-1737f1409f8c service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Received event network-changed-d6c59030-5d4c-4ba4-9c89-38321133a630 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2049.843792] env[63366]: DEBUG nova.compute.manager [req-df02959f-3d2d-4a9e-998b-ba1f7d42d425 req-b93c24fa-abd8-422c-9e0a-1737f1409f8c service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Refreshing instance network info cache due to event network-changed-d6c59030-5d4c-4ba4-9c89-38321133a630. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2049.843792] env[63366]: DEBUG oslo_concurrency.lockutils [req-df02959f-3d2d-4a9e-998b-ba1f7d42d425 req-b93c24fa-abd8-422c-9e0a-1737f1409f8c service nova] Acquiring lock "refresh_cache-0237b15e-2ac9-419f-b74e-6eea2558e817" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2049.843792] env[63366]: DEBUG oslo_concurrency.lockutils [req-df02959f-3d2d-4a9e-998b-ba1f7d42d425 req-b93c24fa-abd8-422c-9e0a-1737f1409f8c service nova] Acquired lock "refresh_cache-0237b15e-2ac9-419f-b74e-6eea2558e817" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.843792] env[63366]: DEBUG nova.network.neutron [req-df02959f-3d2d-4a9e-998b-ba1f7d42d425 req-b93c24fa-abd8-422c-9e0a-1737f1409f8c service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Refreshing network info cache for port d6c59030-5d4c-4ba4-9c89-38321133a630 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2049.885109] env[63366]: DEBUG oslo_concurrency.lockutils [None req-55e20074-7fa8-4fa5-81de-7f82313c4acd tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "4de3c119-cf83-4c3f-bee5-2000540c5f80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.787s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.902876] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08a9f87-8d4c-4fcf-a664-a772a59816ba {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.912717] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb3a011-a6ee-475e-bd04-921971012858 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.957020] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762a948b-0699-477d-9dd1-646f78dc7620 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.964492] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7fdab2-712f-4e49-a2b9-7eeb90afbde4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.981626] env[63366]: DEBUG nova.compute.provider_tree [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2050.220648] env[63366]: DEBUG oslo_vmware.api [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103859, 'name': Destroy_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.260752] env[63366]: DEBUG nova.compute.manager [None req-43c94a59-b0e9-469e-9748-4a31633a6a84 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2050.261720] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee52c80-6fbc-429c-b3d6-06dc5ec80853 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.318396] env[63366]: DEBUG nova.virt.hardware [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2050.318724] env[63366]: DEBUG nova.virt.hardware [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2050.318921] env[63366]: DEBUG nova.virt.hardware [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2050.319164] env[63366]: DEBUG nova.virt.hardware [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2050.319324] env[63366]: DEBUG nova.virt.hardware [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2050.319474] env[63366]: DEBUG nova.virt.hardware [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2050.319818] env[63366]: DEBUG nova.virt.hardware [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2050.320072] env[63366]: DEBUG nova.virt.hardware [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2050.320255] env[63366]: DEBUG nova.virt.hardware [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2050.320474] env[63366]: DEBUG nova.virt.hardware [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2050.320684] env[63366]: DEBUG nova.virt.hardware [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2050.322110] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54acaed-04b3-4373-a397-e2a8614a8d5a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.334228] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf69495-4bb4-4206-9067-061538ca83a5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.345844] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:fd:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dfc3a66-52d3-4674-8103-d5312c479aca', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2050.353025] env[63366]: DEBUG oslo.service.loopingcall [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2050.355910] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2050.356417] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f20d2df-0a63-4ad4-a159-4416fe6e23a2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.379889] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2050.379889] env[63366]: value = "task-2103860" [ 2050.379889] env[63366]: _type = "Task" [ 2050.379889] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.389903] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103860, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.545822] env[63366]: DEBUG nova.scheduler.client.report [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Updated inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2050.546106] env[63366]: DEBUG nova.compute.provider_tree [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Updating resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc generation from 81 to 82 during operation: update_inventory {{(pid=63366) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2050.547044] env[63366]: DEBUG nova.compute.provider_tree [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2050.706020] env[63366]: DEBUG nova.network.neutron [-] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2050.717829] env[63366]: DEBUG oslo_vmware.api [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103859, 'name': Destroy_Task} progress is 33%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.891223] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103860, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.036466] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "99989a73-ad99-4f46-bbfc-84bb704562d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.036931] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "99989a73-ad99-4f46-bbfc-84bb704562d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.037256] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "99989a73-ad99-4f46-bbfc-84bb704562d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.037475] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "99989a73-ad99-4f46-bbfc-84bb704562d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.037652] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "99989a73-ad99-4f46-bbfc-84bb704562d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.039905] env[63366]: INFO nova.compute.manager [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Terminating instance [ 2051.051892] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.059122] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.624s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.059377] env[63366]: DEBUG nova.objects.instance [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Lazy-loading 'resources' on Instance uuid 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2051.115191] env[63366]: INFO nova.scheduler.client.report [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Deleted allocations for instance 394309ab-d10e-4578-bb8c-82372267ba4d [ 2051.116754] env[63366]: DEBUG nova.network.neutron [req-df02959f-3d2d-4a9e-998b-ba1f7d42d425 req-b93c24fa-abd8-422c-9e0a-1737f1409f8c service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Updated VIF entry in instance network info cache for port d6c59030-5d4c-4ba4-9c89-38321133a630. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2051.119527] env[63366]: DEBUG nova.network.neutron [req-df02959f-3d2d-4a9e-998b-ba1f7d42d425 req-b93c24fa-abd8-422c-9e0a-1737f1409f8c service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Updating instance_info_cache with network_info: [{"id": "d6c59030-5d4c-4ba4-9c89-38321133a630", "address": "fa:16:3e:84:d1:aa", "network": {"id": "faa4a74e-48d6-4ba4-b160-46c80d459a74", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1295430024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f809c6fe4ab145b7b1d93a07d60f7117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6c59030-5d", "ovs_interfaceid": "d6c59030-5d4c-4ba4-9c89-38321133a630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2051.207227] env[63366]: INFO nova.compute.manager [-] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Took 1.54 seconds to deallocate network for instance. [ 2051.221353] env[63366]: DEBUG oslo_vmware.api [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103859, 'name': Destroy_Task, 'duration_secs': 1.338821} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.221887] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Destroyed the VM [ 2051.221887] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Deleting Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2051.222165] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4bf98e45-36a8-4997-9443-66c4ddcbe4e2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.229962] env[63366]: DEBUG oslo_vmware.api [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2051.229962] env[63366]: value = "task-2103861" [ 2051.229962] env[63366]: _type = "Task" [ 2051.229962] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.240568] env[63366]: DEBUG oslo_vmware.api [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103861, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.282929] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db67731-aee5-469e-b6ab-eebbe23f9719 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.291293] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-43c94a59-b0e9-469e-9748-4a31633a6a84 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Doing hard reboot of VM {{(pid=63366) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 2051.291555] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-d90d5ccc-7040-413a-a0cd-1df56a78931a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.297770] env[63366]: DEBUG oslo_vmware.api [None req-43c94a59-b0e9-469e-9748-4a31633a6a84 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2051.297770] env[63366]: value = "task-2103862" [ 2051.297770] env[63366]: _type = "Task" [ 2051.297770] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.305535] env[63366]: DEBUG oslo_vmware.api [None req-43c94a59-b0e9-469e-9748-4a31633a6a84 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2103862, 'name': ResetVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.390795] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103860, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.546535] env[63366]: DEBUG nova.compute.manager [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2051.546535] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2051.546774] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7fb6d7-2014-4bf5-b2af-e699baa03792 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.553991] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2051.554298] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e9862e1-2bed-47e9-9359-d788ba19b5d3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.560733] env[63366]: DEBUG oslo_vmware.api [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2051.560733] env[63366]: value = "task-2103863" [ 2051.560733] env[63366]: _type = "Task" [ 2051.560733] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.578336] env[63366]: DEBUG oslo_vmware.api [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.628125] env[63366]: DEBUG oslo_concurrency.lockutils [req-df02959f-3d2d-4a9e-998b-ba1f7d42d425 req-b93c24fa-abd8-422c-9e0a-1737f1409f8c service nova] Releasing lock "refresh_cache-0237b15e-2ac9-419f-b74e-6eea2558e817" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2051.628125] env[63366]: DEBUG nova.compute.manager [req-df02959f-3d2d-4a9e-998b-ba1f7d42d425 req-b93c24fa-abd8-422c-9e0a-1737f1409f8c service nova] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Received event network-changed-fddc5efb-78dc-4bc6-9862-b1bc3b460de0 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2051.628399] env[63366]: DEBUG nova.compute.manager [req-df02959f-3d2d-4a9e-998b-ba1f7d42d425 req-b93c24fa-abd8-422c-9e0a-1737f1409f8c service nova] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Refreshing instance network info cache due to event network-changed-fddc5efb-78dc-4bc6-9862-b1bc3b460de0. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2051.628625] env[63366]: DEBUG oslo_concurrency.lockutils [req-df02959f-3d2d-4a9e-998b-ba1f7d42d425 req-b93c24fa-abd8-422c-9e0a-1737f1409f8c service nova] Acquiring lock "refresh_cache-4b3e0653-b7d8-4458-ac35-a81527b7ceb8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2051.628767] env[63366]: DEBUG oslo_concurrency.lockutils [req-df02959f-3d2d-4a9e-998b-ba1f7d42d425 req-b93c24fa-abd8-422c-9e0a-1737f1409f8c service nova] Acquired lock "refresh_cache-4b3e0653-b7d8-4458-ac35-a81527b7ceb8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.628926] env[63366]: DEBUG nova.network.neutron [req-df02959f-3d2d-4a9e-998b-ba1f7d42d425 req-b93c24fa-abd8-422c-9e0a-1737f1409f8c service nova] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Refreshing network info cache for port fddc5efb-78dc-4bc6-9862-b1bc3b460de0 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2051.630234] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e1e3f528-6065-4d11-b825-62c192344015 tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lock "394309ab-d10e-4578-bb8c-82372267ba4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.515s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.719817] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.742152] env[63366]: DEBUG oslo_vmware.api [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103861, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.809851] env[63366]: DEBUG oslo_vmware.api [None req-43c94a59-b0e9-469e-9748-4a31633a6a84 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2103862, 'name': ResetVM_Task, 'duration_secs': 0.133178} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.810575] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-43c94a59-b0e9-469e-9748-4a31633a6a84 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Did hard reboot of VM {{(pid=63366) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 2051.810575] env[63366]: DEBUG nova.compute.manager [None req-43c94a59-b0e9-469e-9748-4a31633a6a84 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2051.811204] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ca8c8f-54d2-4d50-83d4-e0f8cd3f4a35 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.900224] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103860, 'name': CreateVM_Task, 'duration_secs': 1.087243} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.900224] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2051.900224] env[63366]: DEBUG oslo_concurrency.lockutils [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2051.900658] env[63366]: DEBUG oslo_concurrency.lockutils [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.900885] env[63366]: DEBUG oslo_concurrency.lockutils [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2051.901264] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7258f644-4c16-48cf-a53a-db1a06b256d5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.910184] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2051.910184] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52addba3-1380-aa56-3c1a-a2043bf5fd70" [ 2051.910184] env[63366]: _type = "Task" [ 2051.910184] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.920031] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52addba3-1380-aa56-3c1a-a2043bf5fd70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.071049] env[63366]: DEBUG oslo_vmware.api [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103863, 'name': PowerOffVM_Task, 'duration_secs': 0.407214} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.071661] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2052.071661] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2052.072026] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-615885c6-cf13-4d52-9cf4-11aaa005b090 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.083429] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbbba78-6371-4bd9-951a-4fd3b40eeecf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.093027] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760ed331-614c-4d7f-900f-662cd0c81d82 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.126563] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2583b56-1913-42c5-beb7-df1b0abc377a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.134039] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276f115c-6da3-4b27-a3ce-68081f931ad6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.151547] env[63366]: DEBUG nova.compute.provider_tree [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2052.160870] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2052.160870] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2052.160870] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Deleting the datastore file [datastore2] 99989a73-ad99-4f46-bbfc-84bb704562d3 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2052.161542] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c12a7756-a93c-41c1-a0bf-0d0ed034e418 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.175521] env[63366]: DEBUG oslo_vmware.api [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2052.175521] env[63366]: value = "task-2103866" [ 2052.175521] env[63366]: _type = "Task" [ 2052.175521] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.184487] env[63366]: DEBUG oslo_vmware.api [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.244671] env[63366]: DEBUG oslo_vmware.api [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103861, 'name': RemoveSnapshot_Task} progress is 47%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.318520] env[63366]: DEBUG nova.compute.manager [req-b1c9b7a1-7375-4bce-9b8e-a5781fa1ad72 req-064c2be9-c446-4c76-812a-60cdb5ebb37d service nova] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Received event network-vif-deleted-8293ec12-7f46-4a89-9802-0a1d4db48bca {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2052.322779] env[63366]: DEBUG oslo_concurrency.lockutils [None req-43c94a59-b0e9-469e-9748-4a31633a6a84 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "ee29e2c3-464e-4ec9-a7d9-057519c836f7" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.587s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.427368] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52addba3-1380-aa56-3c1a-a2043bf5fd70, 'name': SearchDatastore_Task, 'duration_secs': 0.017233} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.427881] env[63366]: DEBUG oslo_concurrency.lockutils [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2052.428177] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2052.428494] env[63366]: DEBUG oslo_concurrency.lockutils [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2052.429329] env[63366]: DEBUG oslo_concurrency.lockutils [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.429329] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2052.429329] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3472bea5-86bd-4fe7-bfd9-e01b16b0d676 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.438412] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2052.438412] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2052.441630] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e306715-2eda-4e76-aa09-9a344b40b180 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.447097] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2052.447097] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52a379b3-c0fa-3f68-5293-8522204ce9c6" [ 2052.447097] env[63366]: _type = "Task" [ 2052.447097] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.456731] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a379b3-c0fa-3f68-5293-8522204ce9c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.542137] env[63366]: DEBUG nova.network.neutron [req-df02959f-3d2d-4a9e-998b-ba1f7d42d425 req-b93c24fa-abd8-422c-9e0a-1737f1409f8c service nova] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Updated VIF entry in instance network info cache for port fddc5efb-78dc-4bc6-9862-b1bc3b460de0. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2052.542594] env[63366]: DEBUG nova.network.neutron [req-df02959f-3d2d-4a9e-998b-ba1f7d42d425 req-b93c24fa-abd8-422c-9e0a-1737f1409f8c service nova] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Updating instance_info_cache with network_info: [{"id": "fddc5efb-78dc-4bc6-9862-b1bc3b460de0", "address": "fa:16:3e:5a:53:dd", "network": {"id": "abcc1b02-bd23-4987-b54f-b9ec46605b83", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-423751061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40701ecae04c419295263eb595b1ec00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddc5efb-78", "ovs_interfaceid": "fddc5efb-78dc-4bc6-9862-b1bc3b460de0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.655385] env[63366]: DEBUG nova.scheduler.client.report [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2052.686975] env[63366]: DEBUG oslo_vmware.api [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.473599} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.686975] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2052.686975] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2052.686975] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2052.687227] env[63366]: INFO nova.compute.manager [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2052.687265] env[63366]: DEBUG oslo.service.loopingcall [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2052.687433] env[63366]: DEBUG nova.compute.manager [-] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2052.687520] env[63366]: DEBUG nova.network.neutron [-] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2052.747886] env[63366]: DEBUG oslo_vmware.api [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103861, 'name': RemoveSnapshot_Task, 'duration_secs': 1.476651} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.747886] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Deleted Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2052.747886] env[63366]: INFO nova.compute.manager [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Took 19.64 seconds to snapshot the instance on the hypervisor. [ 2052.963023] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a379b3-c0fa-3f68-5293-8522204ce9c6, 'name': SearchDatastore_Task, 'duration_secs': 0.01576} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.963023] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cc93779-c195-463c-9117-317b82204f97 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.966143] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2052.966143] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52636b57-72b8-b90d-297a-55927c377b5d" [ 2052.966143] env[63366]: _type = "Task" [ 2052.966143] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.976248] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52636b57-72b8-b90d-297a-55927c377b5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.046927] env[63366]: DEBUG oslo_concurrency.lockutils [req-df02959f-3d2d-4a9e-998b-ba1f7d42d425 req-b93c24fa-abd8-422c-9e0a-1737f1409f8c service nova] Releasing lock "refresh_cache-4b3e0653-b7d8-4458-ac35-a81527b7ceb8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2053.085019] env[63366]: DEBUG nova.compute.manager [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2053.085019] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f628d0e-3b7b-42fc-b146-6572ad66a0dc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.163282] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.173022] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.388s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.173022] env[63366]: INFO nova.compute.claims [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2053.275809] env[63366]: INFO nova.scheduler.client.report [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Deleted allocations for instance 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79 [ 2053.359038] env[63366]: DEBUG nova.compute.manager [None req-e10b6b3c-06f7-4e22-b7c0-d2d49f5c1865 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Found 1 images (rotation: 2) {{(pid=63366) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2053.479991] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52636b57-72b8-b90d-297a-55927c377b5d, 'name': SearchDatastore_Task, 'duration_secs': 0.042576} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.480601] env[63366]: DEBUG oslo_concurrency.lockutils [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2053.480811] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 85d67c6c-ff9a-4c24-8f89-845a0e2829bf/85d67c6c-ff9a-4c24-8f89-845a0e2829bf.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2053.481234] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7247e2eb-fc49-419b-be7a-4baa2b87d6d2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.488750] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2053.488750] env[63366]: value = "task-2103867" [ 2053.488750] env[63366]: _type = "Task" [ 2053.488750] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.497594] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.605734] env[63366]: INFO nova.compute.manager [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] instance snapshotting [ 2053.609261] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd1c7d2-458c-43d9-ab33-a4be6cabf6a7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.628461] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8071c065-8d29-49dc-9ab4-4ce58bed6619 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.787233] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da9f9523-b9ae-4f7b-96eb-aab230e44216 tempest-ServersTestJSON-1396253546 tempest-ServersTestJSON-1396253546-project-member] Lock "2b6b22da-7808-4eaa-9d5e-ea74f3d57b79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.517s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.839454] env[63366]: DEBUG nova.network.neutron [-] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2053.852474] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquiring lock "0191d2db-f0ea-4e87-bb9e-d454f6a1906b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.852989] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lock "0191d2db-f0ea-4e87-bb9e-d454f6a1906b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.000740] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103867, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.139638] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Creating Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2054.139963] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-73e086d7-cdfc-41c5-a69d-f90c3b2828a9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.150262] env[63366]: DEBUG oslo_vmware.api [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2054.150262] env[63366]: value = "task-2103868" [ 2054.150262] env[63366]: _type = "Task" [ 2054.150262] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.160624] env[63366]: DEBUG oslo_vmware.api [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103868, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.345608] env[63366]: INFO nova.compute.manager [-] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Took 1.66 seconds to deallocate network for instance. [ 2054.355344] env[63366]: DEBUG nova.compute.manager [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2054.500842] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103867, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.666400] env[63366]: DEBUG oslo_vmware.api [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103868, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.690133] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59e8be9-35ee-4425-91ae-318cea27c4dd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.697990] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1b424a-8b1a-4bed-9012-01ad0b0877f9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.738499] env[63366]: DEBUG nova.compute.manager [req-ed5f6ff1-97ba-4eae-ab67-4348aae66ac3 req-ac4b30ea-61d3-477c-8280-0ed3b32967c8 service nova] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Received event network-vif-deleted-24c78b6d-878e-463c-bab3-52fa08138523 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2054.739337] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29c1995-d2f5-47af-a1ac-190218aa9878 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.748476] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a19e695-2a1d-4208-a6ae-90b7995287c4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.766270] env[63366]: DEBUG nova.compute.provider_tree [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2054.854442] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.970715] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.000152] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103867, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.142676] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Acquiring lock "8fb48168-2e94-43d9-a65b-737d6e0907bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.142983] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Lock "8fb48168-2e94-43d9-a65b-737d6e0907bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.163131] env[63366]: DEBUG oslo_vmware.api [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103868, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.209352] env[63366]: DEBUG nova.compute.manager [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2055.210695] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b93e0fe-6e7d-4bd5-9681-4c73d4e3bf7b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.269675] env[63366]: DEBUG nova.scheduler.client.report [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2055.501490] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103867, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.813281} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.501746] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 85d67c6c-ff9a-4c24-8f89-845a0e2829bf/85d67c6c-ff9a-4c24-8f89-845a0e2829bf.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2055.501956] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2055.502264] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5400f20-7e17-463b-8806-8fd4a67c5b35 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.509299] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2055.509299] env[63366]: value = "task-2103869" [ 2055.509299] env[63366]: _type = "Task" [ 2055.509299] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.517808] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.645668] env[63366]: DEBUG nova.compute.manager [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2055.666304] env[63366]: DEBUG oslo_vmware.api [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103868, 'name': CreateSnapshot_Task, 'duration_secs': 1.073646} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.666304] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Created Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2055.666304] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb80dcd-9fd9-421c-b44d-de1d87d4a758 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.726131] env[63366]: INFO nova.compute.manager [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] instance snapshotting [ 2055.730148] env[63366]: DEBUG nova.objects.instance [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lazy-loading 'flavor' on Instance uuid 96f0fab0-d17a-46cc-bff7-66de56c2acc3 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2055.775170] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.776050] env[63366]: DEBUG nova.compute.manager [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2055.778560] env[63366]: DEBUG oslo_concurrency.lockutils [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.227s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.780415] env[63366]: INFO nova.compute.claims [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2055.909230] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Acquiring lock "9f1629c8-a6f3-4285-85fe-ae369c4d20ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.909230] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Lock "9f1629c8-a6f3-4285-85fe-ae369c4d20ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.909230] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Acquiring lock "9f1629c8-a6f3-4285-85fe-ae369c4d20ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.909230] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Lock "9f1629c8-a6f3-4285-85fe-ae369c4d20ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.909230] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Lock "9f1629c8-a6f3-4285-85fe-ae369c4d20ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.913428] env[63366]: INFO nova.compute.manager [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Terminating instance [ 2056.019094] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.224852} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.019465] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2056.020721] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792c344d-431e-4579-ac94-dd84e7f670b7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.047322] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 85d67c6c-ff9a-4c24-8f89-845a0e2829bf/85d67c6c-ff9a-4c24-8f89-845a0e2829bf.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2056.047472] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07807166-674c-479a-9786-de37b06bdd31 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.071337] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2056.071337] env[63366]: value = "task-2103870" [ 2056.071337] env[63366]: _type = "Task" [ 2056.071337] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.079905] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103870, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.174736] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2056.184261] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Creating linked-clone VM from snapshot {{(pid=63366) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2056.184261] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1e3925b5-18ec-49d2-a0d7-bc6e73800fda {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.194141] env[63366]: DEBUG oslo_vmware.api [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2056.194141] env[63366]: value = "task-2103871" [ 2056.194141] env[63366]: _type = "Task" [ 2056.194141] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.202994] env[63366]: DEBUG oslo_vmware.api [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103871, 'name': CloneVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.235454] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d5b219-8222-4eee-8843-1e3d116b05c9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.264326] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb6ebd7-b7bb-46f1-b8e9-559f1d6ebd90 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.286604] env[63366]: DEBUG nova.compute.utils [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2056.291130] env[63366]: DEBUG nova.compute.manager [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Not allocating networking since 'none' was specified. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2056.418533] env[63366]: DEBUG nova.compute.manager [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2056.418797] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2056.419775] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd6a3fa-5bfa-4ac9-90b2-8e59637920b4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.428900] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2056.429565] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a379bd8-0d5c-47bc-a5ce-0f6d0dd49ff1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.436756] env[63366]: DEBUG oslo_vmware.api [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Waiting for the task: (returnval){ [ 2056.436756] env[63366]: value = "task-2103872" [ 2056.436756] env[63366]: _type = "Task" [ 2056.436756] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.447385] env[63366]: DEBUG oslo_vmware.api [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.582656] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.704271] env[63366]: DEBUG oslo_vmware.api [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103871, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.781446] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Creating Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2056.781871] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-727ce8b7-306c-4640-80ad-0749bf7da1fc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.791869] env[63366]: DEBUG nova.compute.manager [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2056.796720] env[63366]: DEBUG oslo_vmware.api [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2056.796720] env[63366]: value = "task-2103873" [ 2056.796720] env[63366]: _type = "Task" [ 2056.796720] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.811155] env[63366]: DEBUG oslo_vmware.api [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103873, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.949040] env[63366]: DEBUG oslo_vmware.api [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103872, 'name': PowerOffVM_Task, 'duration_secs': 0.26312} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.949190] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2056.949414] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2056.949623] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25a2338c-0ae9-4188-941a-118cb78c92a8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.088962] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103870, 'name': ReconfigVM_Task, 'duration_secs': 0.568344} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.092151] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 85d67c6c-ff9a-4c24-8f89-845a0e2829bf/85d67c6c-ff9a-4c24-8f89-845a0e2829bf.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2057.093440] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a78cb693-e315-46fb-8020-55f57d2ea9b3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.102687] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2057.102687] env[63366]: value = "task-2103875" [ 2057.102687] env[63366]: _type = "Task" [ 2057.102687] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.118517] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103875, 'name': Rename_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.135736] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2057.135736] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2057.135736] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Deleting the datastore file [datastore2] 9f1629c8-a6f3-4285-85fe-ae369c4d20ec {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2057.135736] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d065e43-7929-4909-90a7-867a4ad89be8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.148447] env[63366]: DEBUG oslo_vmware.api [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Waiting for the task: (returnval){ [ 2057.148447] env[63366]: value = "task-2103876" [ 2057.148447] env[63366]: _type = "Task" [ 2057.148447] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.160889] env[63366]: DEBUG oslo_vmware.api [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.207638] env[63366]: DEBUG oslo_vmware.api [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103871, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.320018] env[63366]: DEBUG oslo_vmware.api [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103873, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.401043] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f17013-0811-4817-b965-f45670a3b94b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.411704] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c8fd32-68ed-4f05-a455-bc129b52825f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.451659] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564ccb79-0940-4a0e-9e8c-3569c6b9bb41 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.465049] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cdbd68-cd71-4780-914c-c75bbc3e8748 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.486833] env[63366]: DEBUG nova.compute.provider_tree [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2057.615109] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103875, 'name': Rename_Task, 'duration_secs': 0.18326} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.615514] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2057.615859] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65e73d36-06e6-46b9-bb4d-972fbe23aea4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.624662] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2057.624662] env[63366]: value = "task-2103877" [ 2057.624662] env[63366]: _type = "Task" [ 2057.624662] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.635982] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.657675] env[63366]: DEBUG oslo_vmware.api [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Task: {'id': task-2103876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182729} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.657961] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2057.658186] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2057.658354] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2057.658864] env[63366]: INFO nova.compute.manager [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2057.658864] env[63366]: DEBUG oslo.service.loopingcall [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2057.659037] env[63366]: DEBUG nova.compute.manager [-] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2057.659134] env[63366]: DEBUG nova.network.neutron [-] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2057.711388] env[63366]: DEBUG oslo_vmware.api [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103871, 'name': CloneVM_Task} progress is 95%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.808772] env[63366]: DEBUG nova.compute.manager [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2057.818422] env[63366]: DEBUG oslo_vmware.api [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103873, 'name': CreateSnapshot_Task, 'duration_secs': 0.817} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.818726] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Created Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2057.819662] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b037faf1-9c01-483c-bf64-524d97cf46f0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.841333] env[63366]: DEBUG nova.virt.hardware [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2057.841628] env[63366]: DEBUG nova.virt.hardware [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2057.841787] env[63366]: DEBUG nova.virt.hardware [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2057.841965] env[63366]: DEBUG nova.virt.hardware [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2057.842118] env[63366]: DEBUG nova.virt.hardware [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2057.842276] env[63366]: DEBUG nova.virt.hardware [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2057.842563] env[63366]: DEBUG nova.virt.hardware [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2057.842775] env[63366]: DEBUG nova.virt.hardware [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2057.842964] env[63366]: DEBUG nova.virt.hardware [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2057.843142] env[63366]: DEBUG nova.virt.hardware [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2057.843314] env[63366]: DEBUG nova.virt.hardware [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2057.844227] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d7b219-151d-4b1d-a70a-9267e20b7d52 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.854554] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff3665b-8eab-4336-9fd0-2fd24cb0748d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.870684] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Instance VIF info [] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2057.877163] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Creating folder: Project (02bec9acd3de4d72b0a7a1812da0930e). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2057.878300] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5759d7e7-e1ff-4c47-91c3-b5fafe0f5cfc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.894726] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Created folder: Project (02bec9acd3de4d72b0a7a1812da0930e) in parent group-v430612. [ 2057.894944] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Creating folder: Instances. Parent ref: group-v430781. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2057.895220] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f3ac189-76e1-402c-b031-1d8388879245 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.910581] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Created folder: Instances in parent group-v430781. [ 2057.910920] env[63366]: DEBUG oslo.service.loopingcall [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2057.911380] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2057.911772] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ceac73c-7c20-40b8-a518-85f5228cf6dc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.937729] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2057.937729] env[63366]: value = "task-2103880" [ 2057.937729] env[63366]: _type = "Task" [ 2057.937729] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.950169] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103880, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.989727] env[63366]: DEBUG nova.scheduler.client.report [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2058.007776] env[63366]: DEBUG nova.compute.manager [req-8c7a1e44-5a12-4ff9-988a-909e07a35891 req-709205fb-ab08-407b-a29d-672217beaefc service nova] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Received event network-vif-deleted-58e10acf-d887-4f01-acb7-aff68c940da1 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2058.008122] env[63366]: INFO nova.compute.manager [req-8c7a1e44-5a12-4ff9-988a-909e07a35891 req-709205fb-ab08-407b-a29d-672217beaefc service nova] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Neutron deleted interface 58e10acf-d887-4f01-acb7-aff68c940da1; detaching it from the instance and deleting it from the info cache [ 2058.008595] env[63366]: DEBUG nova.network.neutron [req-8c7a1e44-5a12-4ff9-988a-909e07a35891 req-709205fb-ab08-407b-a29d-672217beaefc service nova] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2058.140433] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103877, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.210765] env[63366]: DEBUG oslo_vmware.api [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103871, 'name': CloneVM_Task, 'duration_secs': 1.723672} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.211177] env[63366]: INFO nova.virt.vmwareapi.vmops [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Created linked-clone VM from snapshot [ 2058.212295] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1935635-740a-44e2-b636-c41e6a6e4a07 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.228491] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Uploading image ac4d11b5-a6bd-43d3-ba03-cd5fda333746 {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2058.263345] env[63366]: DEBUG oslo_vmware.rw_handles [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2058.263345] env[63366]: value = "vm-430779" [ 2058.263345] env[63366]: _type = "VirtualMachine" [ 2058.263345] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2058.263804] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ac3a998d-48e0-45a3-a795-43940dbe3413 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.277768] env[63366]: DEBUG oslo_vmware.rw_handles [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lease: (returnval){ [ 2058.277768] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]520ed2eb-53a6-a61b-e5ea-6ea937719a5a" [ 2058.277768] env[63366]: _type = "HttpNfcLease" [ 2058.277768] env[63366]: } obtained for exporting VM: (result){ [ 2058.277768] env[63366]: value = "vm-430779" [ 2058.277768] env[63366]: _type = "VirtualMachine" [ 2058.277768] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2058.278238] env[63366]: DEBUG oslo_vmware.api [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the lease: (returnval){ [ 2058.278238] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]520ed2eb-53a6-a61b-e5ea-6ea937719a5a" [ 2058.278238] env[63366]: _type = "HttpNfcLease" [ 2058.278238] env[63366]: } to be ready. {{(pid=63366) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2058.289241] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2058.289241] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]520ed2eb-53a6-a61b-e5ea-6ea937719a5a" [ 2058.289241] env[63366]: _type = "HttpNfcLease" [ 2058.289241] env[63366]: } is initializing. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2058.343207] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Creating linked-clone VM from snapshot {{(pid=63366) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2058.343596] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-76218bbb-f97f-492a-ac10-9f8d7b2a2c99 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.354330] env[63366]: DEBUG oslo_vmware.api [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2058.354330] env[63366]: value = "task-2103882" [ 2058.354330] env[63366]: _type = "Task" [ 2058.354330] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.366297] env[63366]: DEBUG oslo_vmware.api [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103882, 'name': CloneVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.451670] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103880, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.478326] env[63366]: DEBUG nova.network.neutron [-] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2058.496502] env[63366]: DEBUG oslo_concurrency.lockutils [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.497338] env[63366]: DEBUG nova.compute.manager [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2058.505174] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.990s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.506014] env[63366]: DEBUG nova.objects.instance [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lazy-loading 'resources' on Instance uuid 5452d952-0785-4526-a865-4951b0f9004f {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2058.516376] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a620135-ba11-4947-a640-0b7a7c2de221 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.539585] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f29bd1-856a-406a-878b-d9130a5c0df3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.594164] env[63366]: DEBUG nova.compute.manager [req-8c7a1e44-5a12-4ff9-988a-909e07a35891 req-709205fb-ab08-407b-a29d-672217beaefc service nova] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Detach interface failed, port_id=58e10acf-d887-4f01-acb7-aff68c940da1, reason: Instance 9f1629c8-a6f3-4285-85fe-ae369c4d20ec could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2058.635866] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103877, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.788453] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2058.788453] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]520ed2eb-53a6-a61b-e5ea-6ea937719a5a" [ 2058.788453] env[63366]: _type = "HttpNfcLease" [ 2058.788453] env[63366]: } is ready. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2058.788453] env[63366]: DEBUG oslo_vmware.rw_handles [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2058.788453] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]520ed2eb-53a6-a61b-e5ea-6ea937719a5a" [ 2058.788453] env[63366]: _type = "HttpNfcLease" [ 2058.788453] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2058.788453] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01d7746-756a-4b98-b9c0-5da164c98b15 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.799166] env[63366]: DEBUG oslo_vmware.rw_handles [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e4b9ce-f2e8-2668-4df2-a9483221fa47/disk-0.vmdk from lease info. {{(pid=63366) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2058.802062] env[63366]: DEBUG oslo_vmware.rw_handles [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e4b9ce-f2e8-2668-4df2-a9483221fa47/disk-0.vmdk for reading. {{(pid=63366) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2058.876078] env[63366]: DEBUG oslo_vmware.api [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103882, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.906222] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9be5ced1-da6a-4d0d-9509-90888e219534 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.954542] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103880, 'name': CreateVM_Task, 'duration_secs': 0.755628} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.954806] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2058.955321] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2058.956146] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2058.956671] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2058.957086] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e5e73ec-5d98-4020-900f-e83eef8c8f5d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.968017] env[63366]: DEBUG oslo_vmware.api [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Waiting for the task: (returnval){ [ 2058.968017] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]525372cf-f45f-852c-6dbb-056f49f63033" [ 2058.968017] env[63366]: _type = "Task" [ 2058.968017] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.973739] env[63366]: DEBUG oslo_vmware.api [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]525372cf-f45f-852c-6dbb-056f49f63033, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.983522] env[63366]: INFO nova.compute.manager [-] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Took 1.32 seconds to deallocate network for instance. [ 2059.010348] env[63366]: DEBUG nova.compute.utils [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2059.015556] env[63366]: DEBUG nova.compute.manager [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2059.015743] env[63366]: DEBUG nova.network.neutron [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2059.065210] env[63366]: DEBUG nova.policy [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a00d59ee44374362a9cbd59e97a60526', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21142ba6837648849b893d8cc0105c5b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2059.138181] env[63366]: DEBUG oslo_vmware.api [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103877, 'name': PowerOnVM_Task, 'duration_secs': 1.126621} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.144308] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2059.144308] env[63366]: DEBUG nova.compute.manager [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2059.145377] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65887817-10fa-40e2-9c27-1ccffa288ad7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.382946] env[63366]: DEBUG oslo_vmware.api [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103882, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.479790] env[63366]: DEBUG oslo_vmware.api [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]525372cf-f45f-852c-6dbb-056f49f63033, 'name': SearchDatastore_Task, 'duration_secs': 0.01216} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.480156] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2059.480417] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2059.480642] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.480798] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.481806] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2059.485662] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f61b3ce-8a00-4915-b930-fcd992ce72ca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.492973] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.514331] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2059.514890] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2059.516272] env[63366]: DEBUG nova.compute.manager [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2059.518712] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-537c549c-3b4b-4d52-94a7-57156207eb7a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.526382] env[63366]: DEBUG oslo_vmware.api [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Waiting for the task: (returnval){ [ 2059.526382] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52c12415-6a5f-bb21-91c5-b39bc32ba010" [ 2059.526382] env[63366]: _type = "Task" [ 2059.526382] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.530657] env[63366]: DEBUG nova.network.neutron [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Successfully created port: a44fff4c-fd10-43de-8772-f15346447201 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2059.544130] env[63366]: DEBUG oslo_vmware.api [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52c12415-6a5f-bb21-91c5-b39bc32ba010, 'name': SearchDatastore_Task, 'duration_secs': 0.011171} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.548552] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55201fa2-da8c-43e3-a22b-79bce9d2b74d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.558422] env[63366]: DEBUG oslo_vmware.api [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Waiting for the task: (returnval){ [ 2059.558422] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52d90545-d3ae-9f1c-3050-ba8a14305b9d" [ 2059.558422] env[63366]: _type = "Task" [ 2059.558422] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.574369] env[63366]: DEBUG oslo_vmware.api [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d90545-d3ae-9f1c-3050-ba8a14305b9d, 'name': SearchDatastore_Task, 'duration_secs': 0.01428} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.574721] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2059.575172] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 014f86cc-5258-4b91-a43c-f29d7acf3e68/014f86cc-5258-4b91-a43c-f29d7acf3e68.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2059.575502] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d20fc5ad-5dbd-4667-88c8-094c1be6a983 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.584584] env[63366]: DEBUG oslo_vmware.api [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Waiting for the task: (returnval){ [ 2059.584584] env[63366]: value = "task-2103883" [ 2059.584584] env[63366]: _type = "Task" [ 2059.584584] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.594525] env[63366]: DEBUG oslo_vmware.api [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.645686] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e77b22-156c-4014-8774-c889180ab9e7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.657792] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e93f7f9-a153-4028-891a-f3811586a8f1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.707299] env[63366]: DEBUG oslo_concurrency.lockutils [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.708322] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e15481-0073-424c-acec-97dc149f7e5a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.721666] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bee690-dab6-4417-9943-0f74b3fe4a4b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.743269] env[63366]: DEBUG nova.compute.provider_tree [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2059.881585] env[63366]: DEBUG oslo_vmware.api [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103882, 'name': CloneVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.106937] env[63366]: DEBUG oslo_vmware.api [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103883, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.247102] env[63366]: DEBUG nova.scheduler.client.report [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2060.378585] env[63366]: DEBUG oslo_vmware.api [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103882, 'name': CloneVM_Task, 'duration_secs': 1.69268} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.378585] env[63366]: INFO nova.virt.vmwareapi.vmops [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Created linked-clone VM from snapshot [ 2060.378585] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0a4711-9e5f-4a44-b76e-100555ee1f93 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.391161] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Uploading image 4f501e47-12a1-4894-976f-0c20cc606183 {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2060.426126] env[63366]: DEBUG oslo_vmware.rw_handles [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2060.426126] env[63366]: value = "vm-430784" [ 2060.426126] env[63366]: _type = "VirtualMachine" [ 2060.426126] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2060.426447] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9d2f8513-2eb9-4acf-88e1-5f0cfe0f0e48 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.436223] env[63366]: DEBUG oslo_vmware.rw_handles [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lease: (returnval){ [ 2060.436223] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5207964f-6740-8d15-9286-b6fe33e2f5da" [ 2060.436223] env[63366]: _type = "HttpNfcLease" [ 2060.436223] env[63366]: } obtained for exporting VM: (result){ [ 2060.436223] env[63366]: value = "vm-430784" [ 2060.436223] env[63366]: _type = "VirtualMachine" [ 2060.436223] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2060.437507] env[63366]: DEBUG oslo_vmware.api [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the lease: (returnval){ [ 2060.437507] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5207964f-6740-8d15-9286-b6fe33e2f5da" [ 2060.437507] env[63366]: _type = "HttpNfcLease" [ 2060.437507] env[63366]: } to be ready. {{(pid=63366) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2060.446988] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2060.446988] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5207964f-6740-8d15-9286-b6fe33e2f5da" [ 2060.446988] env[63366]: _type = "HttpNfcLease" [ 2060.446988] env[63366]: } is initializing. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2060.535462] env[63366]: DEBUG nova.compute.manager [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2060.571667] env[63366]: DEBUG nova.virt.hardware [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2060.572727] env[63366]: DEBUG nova.virt.hardware [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2060.572727] env[63366]: DEBUG nova.virt.hardware [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2060.572727] env[63366]: DEBUG nova.virt.hardware [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2060.572947] env[63366]: DEBUG nova.virt.hardware [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2060.573020] env[63366]: DEBUG nova.virt.hardware [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2060.574183] env[63366]: DEBUG nova.virt.hardware [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2060.574183] env[63366]: DEBUG nova.virt.hardware [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2060.574183] env[63366]: DEBUG nova.virt.hardware [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2060.574183] env[63366]: DEBUG nova.virt.hardware [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2060.574183] env[63366]: DEBUG nova.virt.hardware [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2060.575542] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fff42f3-dd22-4bfe-9408-355bcd70e200 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.584614] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de2bb9d-32db-4168-bbde-eda7abf16075 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.608876] env[63366]: DEBUG oslo_vmware.api [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61356} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.609168] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 014f86cc-5258-4b91-a43c-f29d7acf3e68/014f86cc-5258-4b91-a43c-f29d7acf3e68.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2060.613022] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2060.613022] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7dd48a3f-c24c-4403-9a3e-9580e8cf2184 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.618957] env[63366]: DEBUG oslo_vmware.api [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Waiting for the task: (returnval){ [ 2060.618957] env[63366]: value = "task-2103885" [ 2060.618957] env[63366]: _type = "Task" [ 2060.618957] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.629554] env[63366]: DEBUG oslo_vmware.api [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.752835] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.251s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.756117] env[63366]: DEBUG oslo_concurrency.lockutils [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.112s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2060.757777] env[63366]: INFO nova.compute.claims [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2060.794144] env[63366]: INFO nova.scheduler.client.report [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Deleted allocations for instance 5452d952-0785-4526-a865-4951b0f9004f [ 2060.948266] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2060.948266] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5207964f-6740-8d15-9286-b6fe33e2f5da" [ 2060.948266] env[63366]: _type = "HttpNfcLease" [ 2060.948266] env[63366]: } is ready. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2060.948646] env[63366]: DEBUG oslo_vmware.rw_handles [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2060.948646] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5207964f-6740-8d15-9286-b6fe33e2f5da" [ 2060.948646] env[63366]: _type = "HttpNfcLease" [ 2060.948646] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2060.949337] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc0b50c-8ff6-4474-8f0b-3d90ada95c27 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.964395] env[63366]: DEBUG oslo_vmware.rw_handles [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520996b0-2439-be74-6535-a4a0b2891677/disk-0.vmdk from lease info. {{(pid=63366) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2060.964574] env[63366]: DEBUG oslo_vmware.rw_handles [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520996b0-2439-be74-6535-a4a0b2891677/disk-0.vmdk for reading. {{(pid=63366) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2061.028924] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "85d67c6c-ff9a-4c24-8f89-845a0e2829bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.029700] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "85d67c6c-ff9a-4c24-8f89-845a0e2829bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.029991] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "85d67c6c-ff9a-4c24-8f89-845a0e2829bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.030258] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "85d67c6c-ff9a-4c24-8f89-845a0e2829bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.030772] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "85d67c6c-ff9a-4c24-8f89-845a0e2829bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.034256] env[63366]: INFO nova.compute.manager [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Terminating instance [ 2061.117873] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-48d82ca4-ae98-43af-b734-d9dae6913e4a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.131267] env[63366]: DEBUG oslo_vmware.api [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071911} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.133054] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2061.134020] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8001e4-8951-46bd-ba13-08d21bd37dab {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.157751] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 014f86cc-5258-4b91-a43c-f29d7acf3e68/014f86cc-5258-4b91-a43c-f29d7acf3e68.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2061.160370] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7fbb9cf-5b32-4f06-b6b7-393c64a25a50 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.193035] env[63366]: DEBUG oslo_vmware.api [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Waiting for the task: (returnval){ [ 2061.193035] env[63366]: value = "task-2103886" [ 2061.193035] env[63366]: _type = "Task" [ 2061.193035] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.202892] env[63366]: DEBUG oslo_vmware.api [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103886, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.306216] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3cbaaeb2-e681-4570-9221-17a50d8c6bb9 tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lock "5452d952-0785-4526-a865-4951b0f9004f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.386s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.540288] env[63366]: DEBUG nova.compute.manager [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2061.540691] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2061.542822] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04b7616-1f1e-43eb-b254-57c2e4db3df5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.555589] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2061.555975] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f50086f7-c630-420a-a20a-c69f67e8a6c6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.566523] env[63366]: DEBUG oslo_vmware.api [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2061.566523] env[63366]: value = "task-2103887" [ 2061.566523] env[63366]: _type = "Task" [ 2061.566523] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.580183] env[63366]: DEBUG oslo_vmware.api [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.643732] env[63366]: DEBUG nova.network.neutron [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Successfully updated port: a44fff4c-fd10-43de-8772-f15346447201 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2061.708573] env[63366]: DEBUG oslo_vmware.api [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103886, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.832220] env[63366]: DEBUG nova.compute.manager [req-ee9d7368-f47a-443d-87a9-2f82eb1dab73 req-0aaeef36-2bcd-4770-846e-aee05fc11dbf service nova] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Received event network-vif-plugged-a44fff4c-fd10-43de-8772-f15346447201 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2061.832220] env[63366]: DEBUG oslo_concurrency.lockutils [req-ee9d7368-f47a-443d-87a9-2f82eb1dab73 req-0aaeef36-2bcd-4770-846e-aee05fc11dbf service nova] Acquiring lock "017849f8-77d3-4c49-86ec-e54fad04b5f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.832220] env[63366]: DEBUG oslo_concurrency.lockutils [req-ee9d7368-f47a-443d-87a9-2f82eb1dab73 req-0aaeef36-2bcd-4770-846e-aee05fc11dbf service nova] Lock "017849f8-77d3-4c49-86ec-e54fad04b5f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.832220] env[63366]: DEBUG oslo_concurrency.lockutils [req-ee9d7368-f47a-443d-87a9-2f82eb1dab73 req-0aaeef36-2bcd-4770-846e-aee05fc11dbf service nova] Lock "017849f8-77d3-4c49-86ec-e54fad04b5f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.832472] env[63366]: DEBUG nova.compute.manager [req-ee9d7368-f47a-443d-87a9-2f82eb1dab73 req-0aaeef36-2bcd-4770-846e-aee05fc11dbf service nova] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] No waiting events found dispatching network-vif-plugged-a44fff4c-fd10-43de-8772-f15346447201 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2061.832835] env[63366]: WARNING nova.compute.manager [req-ee9d7368-f47a-443d-87a9-2f82eb1dab73 req-0aaeef36-2bcd-4770-846e-aee05fc11dbf service nova] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Received unexpected event network-vif-plugged-a44fff4c-fd10-43de-8772-f15346447201 for instance with vm_state building and task_state spawning. [ 2061.902032] env[63366]: DEBUG oslo_concurrency.lockutils [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "37bba57b-6775-474b-9bbe-4802ac518003" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.904033] env[63366]: DEBUG oslo_concurrency.lockutils [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "37bba57b-6775-474b-9bbe-4802ac518003" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2062.082060] env[63366]: DEBUG oslo_vmware.api [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103887, 'name': PowerOffVM_Task, 'duration_secs': 0.268668} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.085591] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2062.085907] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2062.086563] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ced39342-74f5-42c8-b46c-f92f369f1a95 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.150111] env[63366]: DEBUG oslo_concurrency.lockutils [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Acquiring lock "refresh_cache-017849f8-77d3-4c49-86ec-e54fad04b5f4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2062.150111] env[63366]: DEBUG oslo_concurrency.lockutils [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Acquired lock "refresh_cache-017849f8-77d3-4c49-86ec-e54fad04b5f4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2062.150111] env[63366]: DEBUG nova.network.neutron [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2062.198452] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2062.198778] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2062.199063] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Deleting the datastore file [datastore2] 85d67c6c-ff9a-4c24-8f89-845a0e2829bf {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2062.202416] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea53b95b-4035-4dad-ac14-e637064b54b8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.209977] env[63366]: DEBUG oslo_vmware.api [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103886, 'name': ReconfigVM_Task, 'duration_secs': 0.561545} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.210689] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 014f86cc-5258-4b91-a43c-f29d7acf3e68/014f86cc-5258-4b91-a43c-f29d7acf3e68.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2062.211415] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adbc8902-5147-40c4-9f46-97ecab9ee34b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.218014] env[63366]: DEBUG oslo_vmware.api [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2062.218014] env[63366]: value = "task-2103889" [ 2062.218014] env[63366]: _type = "Task" [ 2062.218014] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.223733] env[63366]: DEBUG oslo_vmware.api [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Waiting for the task: (returnval){ [ 2062.223733] env[63366]: value = "task-2103890" [ 2062.223733] env[63366]: _type = "Task" [ 2062.223733] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.237450] env[63366]: DEBUG oslo_vmware.api [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.243534] env[63366]: DEBUG oslo_vmware.api [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103890, 'name': Rename_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.475903] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f28aaf4-b923-48f8-9bb0-5324310cc270 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.484118] env[63366]: DEBUG oslo_concurrency.lockutils [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Acquiring lock "27110bbb-1aa4-4a32-8693-2f94374eebe9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2062.484395] env[63366]: DEBUG oslo_concurrency.lockutils [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Lock "27110bbb-1aa4-4a32-8693-2f94374eebe9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2062.489596] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2447ee3a-d1d9-4bc2-8c29-35cc263cce08 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.302267] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871db017-eeb2-403c-af78-a8d0997355e6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.312140] env[63366]: DEBUG oslo_vmware.api [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103890, 'name': Rename_Task, 'duration_secs': 0.230325} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.318006] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2063.318427] env[63366]: DEBUG oslo_vmware.api [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2103889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286827} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.318745] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a88ef9ea-4975-4933-9410-91a96b323fe7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.320609] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2063.320863] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2063.321108] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2063.321300] env[63366]: INFO nova.compute.manager [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Took 1.78 seconds to destroy the instance on the hypervisor. [ 2063.321711] env[63366]: DEBUG oslo.service.loopingcall [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2063.322965] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912998d5-2856-4357-9b3c-aa37fa96326a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.326837] env[63366]: DEBUG nova.compute.manager [-] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2063.327317] env[63366]: DEBUG nova.network.neutron [-] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2063.345107] env[63366]: DEBUG nova.compute.provider_tree [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2063.351021] env[63366]: DEBUG oslo_vmware.api [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Waiting for the task: (returnval){ [ 2063.351021] env[63366]: value = "task-2103891" [ 2063.351021] env[63366]: _type = "Task" [ 2063.351021] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.358600] env[63366]: DEBUG oslo_vmware.api [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.363687] env[63366]: DEBUG nova.network.neutron [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2063.692264] env[63366]: DEBUG nova.network.neutron [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Updating instance_info_cache with network_info: [{"id": "a44fff4c-fd10-43de-8772-f15346447201", "address": "fa:16:3e:98:4a:56", "network": {"id": "79a134ae-58b5-41f9-aa8d-bebb5f6d0f42", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1669656039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21142ba6837648849b893d8cc0105c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa44fff4c-fd", "ovs_interfaceid": "a44fff4c-fd10-43de-8772-f15346447201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2063.850358] env[63366]: DEBUG nova.scheduler.client.report [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2063.864922] env[63366]: DEBUG oslo_vmware.api [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103891, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.197069] env[63366]: DEBUG oslo_concurrency.lockutils [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Releasing lock "refresh_cache-017849f8-77d3-4c49-86ec-e54fad04b5f4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2064.197520] env[63366]: DEBUG nova.compute.manager [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Instance network_info: |[{"id": "a44fff4c-fd10-43de-8772-f15346447201", "address": "fa:16:3e:98:4a:56", "network": {"id": "79a134ae-58b5-41f9-aa8d-bebb5f6d0f42", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1669656039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21142ba6837648849b893d8cc0105c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa44fff4c-fd", "ovs_interfaceid": "a44fff4c-fd10-43de-8772-f15346447201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2064.198063] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:4a:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a44fff4c-fd10-43de-8772-f15346447201', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2064.206920] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Creating folder: Project (21142ba6837648849b893d8cc0105c5b). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2064.207343] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-106c7674-b339-478b-a599-2a46433c1436 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.221735] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Created folder: Project (21142ba6837648849b893d8cc0105c5b) in parent group-v430612. [ 2064.222039] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Creating folder: Instances. Parent ref: group-v430785. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2064.222322] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f10c761-e682-4229-967a-3c84af55e784 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.234984] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Created folder: Instances in parent group-v430785. [ 2064.235338] env[63366]: DEBUG oslo.service.loopingcall [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2064.235543] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2064.235886] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-730358e8-c38d-49f2-bab8-656217c19bed {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.259303] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2064.259303] env[63366]: value = "task-2103894" [ 2064.259303] env[63366]: _type = "Task" [ 2064.259303] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.268043] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103894, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.314243] env[63366]: DEBUG nova.network.neutron [-] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2064.336066] env[63366]: DEBUG nova.compute.manager [req-a01d06ea-cade-4b71-b923-d9aa5269959b req-39ae464c-c63e-4a77-b274-6ed7ab114c73 service nova] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Received event network-changed-a44fff4c-fd10-43de-8772-f15346447201 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2064.336346] env[63366]: DEBUG nova.compute.manager [req-a01d06ea-cade-4b71-b923-d9aa5269959b req-39ae464c-c63e-4a77-b274-6ed7ab114c73 service nova] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Refreshing instance network info cache due to event network-changed-a44fff4c-fd10-43de-8772-f15346447201. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2064.336597] env[63366]: DEBUG oslo_concurrency.lockutils [req-a01d06ea-cade-4b71-b923-d9aa5269959b req-39ae464c-c63e-4a77-b274-6ed7ab114c73 service nova] Acquiring lock "refresh_cache-017849f8-77d3-4c49-86ec-e54fad04b5f4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2064.336746] env[63366]: DEBUG oslo_concurrency.lockutils [req-a01d06ea-cade-4b71-b923-d9aa5269959b req-39ae464c-c63e-4a77-b274-6ed7ab114c73 service nova] Acquired lock "refresh_cache-017849f8-77d3-4c49-86ec-e54fad04b5f4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2064.336936] env[63366]: DEBUG nova.network.neutron [req-a01d06ea-cade-4b71-b923-d9aa5269959b req-39ae464c-c63e-4a77-b274-6ed7ab114c73 service nova] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Refreshing network info cache for port a44fff4c-fd10-43de-8772-f15346447201 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2064.358660] env[63366]: DEBUG oslo_concurrency.lockutils [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.602s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.359170] env[63366]: DEBUG nova.compute.manager [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2064.362028] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.323s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.363561] env[63366]: INFO nova.compute.claims [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2064.373317] env[63366]: DEBUG oslo_vmware.api [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103891, 'name': PowerOnVM_Task, 'duration_secs': 0.556311} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.374031] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2064.374031] env[63366]: INFO nova.compute.manager [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Took 6.56 seconds to spawn the instance on the hypervisor. [ 2064.374177] env[63366]: DEBUG nova.compute.manager [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2064.374878] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e9c857-0d0f-464f-8beb-5f92cd573b25 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.771704] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103894, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.817695] env[63366]: INFO nova.compute.manager [-] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Took 1.49 seconds to deallocate network for instance. [ 2064.868047] env[63366]: DEBUG nova.compute.utils [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2064.873609] env[63366]: DEBUG nova.compute.manager [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2064.873609] env[63366]: DEBUG nova.network.neutron [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2064.894883] env[63366]: INFO nova.compute.manager [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Took 54.14 seconds to build instance. [ 2064.964902] env[63366]: DEBUG nova.policy [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '074e4538090746a6b1bf9112d3dcad8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14c6acc3d6ef44e98e0c9d8ae93e14ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2065.279253] env[63366]: DEBUG nova.network.neutron [req-a01d06ea-cade-4b71-b923-d9aa5269959b req-39ae464c-c63e-4a77-b274-6ed7ab114c73 service nova] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Updated VIF entry in instance network info cache for port a44fff4c-fd10-43de-8772-f15346447201. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2065.279253] env[63366]: DEBUG nova.network.neutron [req-a01d06ea-cade-4b71-b923-d9aa5269959b req-39ae464c-c63e-4a77-b274-6ed7ab114c73 service nova] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Updating instance_info_cache with network_info: [{"id": "a44fff4c-fd10-43de-8772-f15346447201", "address": "fa:16:3e:98:4a:56", "network": {"id": "79a134ae-58b5-41f9-aa8d-bebb5f6d0f42", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1669656039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21142ba6837648849b893d8cc0105c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa44fff4c-fd", "ovs_interfaceid": "a44fff4c-fd10-43de-8772-f15346447201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2065.289420] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103894, 'name': CreateVM_Task, 'duration_secs': 0.84482} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.290641] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2065.291372] env[63366]: DEBUG oslo_concurrency.lockutils [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2065.291652] env[63366]: DEBUG oslo_concurrency.lockutils [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2065.292168] env[63366]: DEBUG oslo_concurrency.lockutils [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2065.292857] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24e16323-e12b-447f-a2de-6fd983224ef3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.298283] env[63366]: DEBUG oslo_concurrency.lockutils [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquiring lock "3fcdeccc-bfa0-4f52-aead-9e92c6d2b002" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.298595] env[63366]: DEBUG oslo_concurrency.lockutils [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lock "3fcdeccc-bfa0-4f52-aead-9e92c6d2b002" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.298920] env[63366]: DEBUG oslo_concurrency.lockutils [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquiring lock "3fcdeccc-bfa0-4f52-aead-9e92c6d2b002-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.299280] env[63366]: DEBUG oslo_concurrency.lockutils [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lock "3fcdeccc-bfa0-4f52-aead-9e92c6d2b002-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.299571] env[63366]: DEBUG oslo_concurrency.lockutils [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lock "3fcdeccc-bfa0-4f52-aead-9e92c6d2b002-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2065.304205] env[63366]: DEBUG oslo_vmware.api [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Waiting for the task: (returnval){ [ 2065.304205] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52b42e3f-6b44-8622-77a8-d86cd1bc0312" [ 2065.304205] env[63366]: _type = "Task" [ 2065.304205] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.304886] env[63366]: INFO nova.compute.manager [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Terminating instance [ 2065.321947] env[63366]: DEBUG oslo_vmware.api [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52b42e3f-6b44-8622-77a8-d86cd1bc0312, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.324658] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.376965] env[63366]: DEBUG nova.compute.manager [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2065.397664] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a1386879-787a-46c6-ab41-53006184347c tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Lock "014f86cc-5258-4b91-a43c-f29d7acf3e68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.061s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2065.469833] env[63366]: DEBUG nova.network.neutron [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Successfully created port: d0c30e85-2cf7-4356-84b6-179e58a5fbf5 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2065.775780] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquiring lock "cf49a61a-1a7c-48a8-b0c6-87fd348bd192" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.776045] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lock "cf49a61a-1a7c-48a8-b0c6-87fd348bd192" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.776286] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquiring lock "cf49a61a-1a7c-48a8-b0c6-87fd348bd192-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.776460] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lock "cf49a61a-1a7c-48a8-b0c6-87fd348bd192-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.776660] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lock "cf49a61a-1a7c-48a8-b0c6-87fd348bd192-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2065.778790] env[63366]: INFO nova.compute.manager [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Terminating instance [ 2065.781478] env[63366]: DEBUG oslo_concurrency.lockutils [req-a01d06ea-cade-4b71-b923-d9aa5269959b req-39ae464c-c63e-4a77-b274-6ed7ab114c73 service nova] Releasing lock "refresh_cache-017849f8-77d3-4c49-86ec-e54fad04b5f4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2065.781707] env[63366]: DEBUG nova.compute.manager [req-a01d06ea-cade-4b71-b923-d9aa5269959b req-39ae464c-c63e-4a77-b274-6ed7ab114c73 service nova] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Received event network-vif-deleted-4dfc3a66-52d3-4674-8103-d5312c479aca {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2065.781884] env[63366]: INFO nova.compute.manager [req-a01d06ea-cade-4b71-b923-d9aa5269959b req-39ae464c-c63e-4a77-b274-6ed7ab114c73 service nova] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Neutron deleted interface 4dfc3a66-52d3-4674-8103-d5312c479aca; detaching it from the instance and deleting it from the info cache [ 2065.782111] env[63366]: DEBUG nova.network.neutron [req-a01d06ea-cade-4b71-b923-d9aa5269959b req-39ae464c-c63e-4a77-b274-6ed7ab114c73 service nova] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2065.816359] env[63366]: DEBUG nova.compute.manager [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2065.816655] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2065.817574] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8166b8-da52-4e69-bec2-599aa760e2e3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.824196] env[63366]: DEBUG oslo_vmware.api [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52b42e3f-6b44-8622-77a8-d86cd1bc0312, 'name': SearchDatastore_Task, 'duration_secs': 0.025508} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.827278] env[63366]: DEBUG oslo_concurrency.lockutils [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2065.827571] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2065.827878] env[63366]: DEBUG oslo_concurrency.lockutils [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2065.828092] env[63366]: DEBUG oslo_concurrency.lockutils [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2065.828322] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2065.829100] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61a38fa3-5b51-4177-b39c-f17d7ed61b04 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.833122] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2065.833793] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c2117a9-e1f2-4875-aed4-2ec4ecb023d7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.843397] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2065.843602] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2065.844588] env[63366]: DEBUG oslo_vmware.api [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for the task: (returnval){ [ 2065.844588] env[63366]: value = "task-2103895" [ 2065.844588] env[63366]: _type = "Task" [ 2065.844588] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.844826] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aacd8ea3-a1b0-4774-b586-ff9a3075309f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.856626] env[63366]: DEBUG oslo_vmware.api [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Waiting for the task: (returnval){ [ 2065.856626] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52142225-3e8c-15e9-2450-cb1d1f654828" [ 2065.856626] env[63366]: _type = "Task" [ 2065.856626] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.863788] env[63366]: DEBUG oslo_vmware.api [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.870440] env[63366]: DEBUG oslo_vmware.api [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52142225-3e8c-15e9-2450-cb1d1f654828, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.886717] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6997628d-8063-4a3f-a997-b5f075e181e6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.896274] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4575c4b3-e7d4-436d-9cd3-62faaa88d650 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.904048] env[63366]: DEBUG nova.compute.manager [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2065.937321] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0118a1-8540-4004-aed5-ad6fc994c748 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.946680] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b510b3e6-ba97-406a-9a65-352d80e2fe18 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.963277] env[63366]: DEBUG nova.compute.provider_tree [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2066.127164] env[63366]: DEBUG oslo_vmware.rw_handles [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e4b9ce-f2e8-2668-4df2-a9483221fa47/disk-0.vmdk. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2066.127923] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88882408-9d2a-4aa1-aa19-2596d36f8362 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.135500] env[63366]: DEBUG oslo_vmware.rw_handles [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e4b9ce-f2e8-2668-4df2-a9483221fa47/disk-0.vmdk is in state: ready. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2066.135786] env[63366]: ERROR oslo_vmware.rw_handles [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e4b9ce-f2e8-2668-4df2-a9483221fa47/disk-0.vmdk due to incomplete transfer. [ 2066.136121] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8218c80f-010d-48ce-9bce-3353c856ff62 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.144977] env[63366]: DEBUG oslo_vmware.rw_handles [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e4b9ce-f2e8-2668-4df2-a9483221fa47/disk-0.vmdk. {{(pid=63366) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2066.145196] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Uploaded image ac4d11b5-a6bd-43d3-ba03-cd5fda333746 to the Glance image server {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2066.147728] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Destroying the VM {{(pid=63366) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2066.148361] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ff8f21cd-d122-4ee6-aaf2-a8b9fc1c96fd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.157064] env[63366]: DEBUG oslo_vmware.api [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2066.157064] env[63366]: value = "task-2103896" [ 2066.157064] env[63366]: _type = "Task" [ 2066.157064] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.166521] env[63366]: DEBUG oslo_vmware.api [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103896, 'name': Destroy_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.284228] env[63366]: DEBUG nova.compute.manager [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2066.284562] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2066.285995] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723d8305-14ae-4536-a803-fd0201703d05 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.289885] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c26ece7-09c9-4196-afbd-55f184f4e106 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.299088] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2066.300632] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bcedb21-054a-43d1-8510-32b930d18b33 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.306280] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4227550-1ccb-4dca-b969-eb68ae27448f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.324688] env[63366]: DEBUG oslo_vmware.api [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for the task: (returnval){ [ 2066.324688] env[63366]: value = "task-2103897" [ 2066.324688] env[63366]: _type = "Task" [ 2066.324688] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.338956] env[63366]: DEBUG oslo_vmware.api [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.357321] env[63366]: DEBUG nova.compute.manager [req-a01d06ea-cade-4b71-b923-d9aa5269959b req-39ae464c-c63e-4a77-b274-6ed7ab114c73 service nova] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Detach interface failed, port_id=4dfc3a66-52d3-4674-8103-d5312c479aca, reason: Instance 85d67c6c-ff9a-4c24-8f89-845a0e2829bf could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2066.371281] env[63366]: DEBUG oslo_vmware.api [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52142225-3e8c-15e9-2450-cb1d1f654828, 'name': SearchDatastore_Task, 'duration_secs': 0.017224} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.375125] env[63366]: DEBUG oslo_vmware.api [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103895, 'name': PowerOffVM_Task, 'duration_secs': 0.313517} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.375457] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e5deeba-f437-4ea9-af84-16b189c6815f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.377847] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2066.378057] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2066.378306] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-262ac992-0320-47ab-bd67-8e8f88461412 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.385129] env[63366]: DEBUG oslo_vmware.api [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Waiting for the task: (returnval){ [ 2066.385129] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5295f947-e4ff-7ba1-4d39-6f3bc1bee909" [ 2066.385129] env[63366]: _type = "Task" [ 2066.385129] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.391107] env[63366]: DEBUG nova.compute.manager [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2066.396797] env[63366]: DEBUG oslo_vmware.api [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5295f947-e4ff-7ba1-4d39-6f3bc1bee909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.417290] env[63366]: DEBUG nova.virt.hardware [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2066.417658] env[63366]: DEBUG nova.virt.hardware [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2066.417850] env[63366]: DEBUG nova.virt.hardware [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2066.418060] env[63366]: DEBUG nova.virt.hardware [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2066.418208] env[63366]: DEBUG nova.virt.hardware [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2066.418368] env[63366]: DEBUG nova.virt.hardware [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2066.418605] env[63366]: DEBUG nova.virt.hardware [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2066.418764] env[63366]: DEBUG nova.virt.hardware [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2066.418949] env[63366]: DEBUG nova.virt.hardware [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2066.419149] env[63366]: DEBUG nova.virt.hardware [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2066.419375] env[63366]: DEBUG nova.virt.hardware [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2066.420479] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e70d069-9595-4b4f-94b3-c88ef0c841d0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.429713] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68126663-4815-48b4-b7c3-6a164b565ac9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.464996] env[63366]: DEBUG oslo_concurrency.lockutils [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2066.465952] env[63366]: DEBUG nova.scheduler.client.report [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2066.556380] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2066.556682] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2066.556975] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Deleting the datastore file [datastore2] 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2066.557409] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcdfc1f1-14a6-4c06-b846-921f2c3841d4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.568312] env[63366]: DEBUG oslo_vmware.api [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for the task: (returnval){ [ 2066.568312] env[63366]: value = "task-2103899" [ 2066.568312] env[63366]: _type = "Task" [ 2066.568312] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.580207] env[63366]: DEBUG oslo_vmware.api [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.667230] env[63366]: DEBUG oslo_vmware.api [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103896, 'name': Destroy_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.717125] env[63366]: INFO nova.compute.manager [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Rebuilding instance [ 2066.765346] env[63366]: DEBUG nova.compute.manager [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2066.766458] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c93d32-b4a5-4899-9d4f-bba2ec6e28ec {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.837972] env[63366]: DEBUG oslo_vmware.api [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103897, 'name': PowerOffVM_Task, 'duration_secs': 0.287959} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.838269] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2066.838440] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2066.838718] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfceade7-88ce-44f2-97d4-3e1dbc4d9c70 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.899819] env[63366]: DEBUG oslo_vmware.api [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5295f947-e4ff-7ba1-4d39-6f3bc1bee909, 'name': SearchDatastore_Task, 'duration_secs': 0.020495} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.899819] env[63366]: DEBUG oslo_concurrency.lockutils [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2066.899819] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 017849f8-77d3-4c49-86ec-e54fad04b5f4/017849f8-77d3-4c49-86ec-e54fad04b5f4.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2066.899819] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15e6079a-33b7-4ae4-8ff2-11ae6feae9a8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.908641] env[63366]: DEBUG oslo_vmware.api [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Waiting for the task: (returnval){ [ 2066.908641] env[63366]: value = "task-2103901" [ 2066.908641] env[63366]: _type = "Task" [ 2066.908641] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.919264] env[63366]: DEBUG oslo_vmware.api [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Task: {'id': task-2103901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.973019] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.973019] env[63366]: DEBUG nova.compute.manager [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2066.975868] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.205s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.977399] env[63366]: INFO nova.compute.claims [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2067.076243] env[63366]: DEBUG nova.compute.manager [req-e4174b7f-99a7-46fb-ab8a-640cf7b8e2f2 req-4f6ecaf3-f3bf-41b4-8629-b4e518a2f3cf service nova] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Received event network-vif-plugged-d0c30e85-2cf7-4356-84b6-179e58a5fbf5 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2067.076487] env[63366]: DEBUG oslo_concurrency.lockutils [req-e4174b7f-99a7-46fb-ab8a-640cf7b8e2f2 req-4f6ecaf3-f3bf-41b4-8629-b4e518a2f3cf service nova] Acquiring lock "5526389c-8814-4aa4-bc67-aba298e39703-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.076706] env[63366]: DEBUG oslo_concurrency.lockutils [req-e4174b7f-99a7-46fb-ab8a-640cf7b8e2f2 req-4f6ecaf3-f3bf-41b4-8629-b4e518a2f3cf service nova] Lock "5526389c-8814-4aa4-bc67-aba298e39703-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2067.076880] env[63366]: DEBUG oslo_concurrency.lockutils [req-e4174b7f-99a7-46fb-ab8a-640cf7b8e2f2 req-4f6ecaf3-f3bf-41b4-8629-b4e518a2f3cf service nova] Lock "5526389c-8814-4aa4-bc67-aba298e39703-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2067.077111] env[63366]: DEBUG nova.compute.manager [req-e4174b7f-99a7-46fb-ab8a-640cf7b8e2f2 req-4f6ecaf3-f3bf-41b4-8629-b4e518a2f3cf service nova] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] No waiting events found dispatching network-vif-plugged-d0c30e85-2cf7-4356-84b6-179e58a5fbf5 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2067.077234] env[63366]: WARNING nova.compute.manager [req-e4174b7f-99a7-46fb-ab8a-640cf7b8e2f2 req-4f6ecaf3-f3bf-41b4-8629-b4e518a2f3cf service nova] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Received unexpected event network-vif-plugged-d0c30e85-2cf7-4356-84b6-179e58a5fbf5 for instance with vm_state building and task_state spawning. [ 2067.079652] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2067.079987] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2067.080077] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Deleting the datastore file [datastore2] cf49a61a-1a7c-48a8-b0c6-87fd348bd192 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2067.080354] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-444fea30-bd9d-4b66-b218-9d94fcfdf860 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.090591] env[63366]: DEBUG oslo_vmware.api [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375031} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.091326] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2067.091559] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2067.091776] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2067.091953] env[63366]: INFO nova.compute.manager [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Took 1.28 seconds to destroy the instance on the hypervisor. [ 2067.092227] env[63366]: DEBUG oslo.service.loopingcall [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2067.092434] env[63366]: DEBUG nova.compute.manager [-] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2067.092543] env[63366]: DEBUG nova.network.neutron [-] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2067.104182] env[63366]: DEBUG oslo_vmware.api [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for the task: (returnval){ [ 2067.104182] env[63366]: value = "task-2103902" [ 2067.104182] env[63366]: _type = "Task" [ 2067.104182] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.114375] env[63366]: DEBUG oslo_vmware.api [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.170166] env[63366]: DEBUG oslo_vmware.api [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103896, 'name': Destroy_Task, 'duration_secs': 0.517288} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.170448] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Destroyed the VM [ 2067.170694] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Deleting Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2067.171025] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7e884330-fcb2-4221-af6f-bcb55a0bdfe6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.179043] env[63366]: DEBUG oslo_vmware.api [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2067.179043] env[63366]: value = "task-2103903" [ 2067.179043] env[63366]: _type = "Task" [ 2067.179043] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.188957] env[63366]: DEBUG oslo_vmware.api [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103903, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.423045] env[63366]: DEBUG oslo_vmware.api [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Task: {'id': task-2103901, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.457163] env[63366]: DEBUG nova.network.neutron [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Successfully updated port: d0c30e85-2cf7-4356-84b6-179e58a5fbf5 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2067.482416] env[63366]: DEBUG nova.compute.utils [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2067.487336] env[63366]: DEBUG nova.compute.manager [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2067.487597] env[63366]: DEBUG nova.network.neutron [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2067.604934] env[63366]: DEBUG nova.policy [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ceefefc27088469489fed3c386d50464', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73c6d0f4d73b45b280497b25fdc750f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2067.622381] env[63366]: DEBUG oslo_vmware.api [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Task: {'id': task-2103902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.493174} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.622734] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2067.622934] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2067.623119] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2067.623392] env[63366]: INFO nova.compute.manager [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Took 1.34 seconds to destroy the instance on the hypervisor. [ 2067.623695] env[63366]: DEBUG oslo.service.loopingcall [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2067.623965] env[63366]: DEBUG nova.compute.manager [-] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2067.624086] env[63366]: DEBUG nova.network.neutron [-] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2067.701947] env[63366]: DEBUG oslo_vmware.api [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103903, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.782863] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2067.783374] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-673692d3-1625-46a7-bd14-1816948a6a39 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.794155] env[63366]: DEBUG oslo_vmware.api [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Waiting for the task: (returnval){ [ 2067.794155] env[63366]: value = "task-2103904" [ 2067.794155] env[63366]: _type = "Task" [ 2067.794155] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.808035] env[63366]: DEBUG oslo_vmware.api [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.928086] env[63366]: DEBUG oslo_vmware.api [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Task: {'id': task-2103901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663304} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.928265] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 017849f8-77d3-4c49-86ec-e54fad04b5f4/017849f8-77d3-4c49-86ec-e54fad04b5f4.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2067.928473] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2067.928729] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-361d0877-6354-406f-ba9e-76ca106424b9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.938250] env[63366]: DEBUG oslo_vmware.api [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Waiting for the task: (returnval){ [ 2067.938250] env[63366]: value = "task-2103905" [ 2067.938250] env[63366]: _type = "Task" [ 2067.938250] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.951994] env[63366]: DEBUG oslo_vmware.api [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Task: {'id': task-2103905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.960113] env[63366]: DEBUG oslo_concurrency.lockutils [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Acquiring lock "refresh_cache-5526389c-8814-4aa4-bc67-aba298e39703" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2067.960188] env[63366]: DEBUG oslo_concurrency.lockutils [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Acquired lock "refresh_cache-5526389c-8814-4aa4-bc67-aba298e39703" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2067.960364] env[63366]: DEBUG nova.network.neutron [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2067.992538] env[63366]: DEBUG nova.compute.manager [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2068.163684] env[63366]: DEBUG nova.network.neutron [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Successfully created port: 8473d5fa-d1b7-4be6-bda7-27e290314be2 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2068.193943] env[63366]: DEBUG oslo_vmware.api [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2103903, 'name': RemoveSnapshot_Task, 'duration_secs': 0.911154} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.197314] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Deleted Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2068.197560] env[63366]: INFO nova.compute.manager [None req-5bacd30b-3aba-4801-a137-a5d08874dde1 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Took 14.59 seconds to snapshot the instance on the hypervisor. [ 2068.237156] env[63366]: DEBUG nova.network.neutron [-] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2068.308271] env[63366]: DEBUG oslo_vmware.api [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103904, 'name': PowerOffVM_Task, 'duration_secs': 0.227133} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.311672] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2068.311672] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2068.311672] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8f54af-c9dc-452d-81a6-b783f04d0c1b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.317619] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2068.320350] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5aa3eef9-c661-406b-8dab-4d23870e38d5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.342638] env[63366]: DEBUG nova.compute.manager [req-7fcc2af1-0ee8-47dc-bb3a-d804685f14ae req-9c8a42cf-d592-4857-b55f-c3076005f4ab service nova] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Received event network-vif-deleted-41754b71-14c2-4d81-a7dd-f9acf412c0a3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2068.342638] env[63366]: INFO nova.compute.manager [req-7fcc2af1-0ee8-47dc-bb3a-d804685f14ae req-9c8a42cf-d592-4857-b55f-c3076005f4ab service nova] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Neutron deleted interface 41754b71-14c2-4d81-a7dd-f9acf412c0a3; detaching it from the instance and deleting it from the info cache [ 2068.342638] env[63366]: DEBUG nova.network.neutron [req-7fcc2af1-0ee8-47dc-bb3a-d804685f14ae req-9c8a42cf-d592-4857-b55f-c3076005f4ab service nova] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2068.353134] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "a05e9d34-6a75-48af-bb3c-a78ff4081801" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.353134] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "a05e9d34-6a75-48af-bb3c-a78ff4081801" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.353337] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2068.353383] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2068.353770] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Deleting the datastore file [datastore2] 014f86cc-5258-4b91-a43c-f29d7acf3e68 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2068.354100] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fdfebeb-d862-4fb6-8e1d-bd448813a00e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.361633] env[63366]: DEBUG oslo_vmware.api [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Waiting for the task: (returnval){ [ 2068.361633] env[63366]: value = "task-2103907" [ 2068.361633] env[63366]: _type = "Task" [ 2068.361633] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.374364] env[63366]: DEBUG oslo_vmware.api [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.448937] env[63366]: DEBUG oslo_vmware.api [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Task: {'id': task-2103905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099797} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.451758] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2068.452843] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eace0df9-f28e-439f-ab38-8a933df8399e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.479207] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 017849f8-77d3-4c49-86ec-e54fad04b5f4/017849f8-77d3-4c49-86ec-e54fad04b5f4.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2068.482127] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b2b0d6e-4e3b-47fb-8cb8-744f2f88d0b5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.503173] env[63366]: DEBUG nova.network.neutron [-] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2068.505855] env[63366]: DEBUG oslo_vmware.api [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Waiting for the task: (returnval){ [ 2068.505855] env[63366]: value = "task-2103908" [ 2068.505855] env[63366]: _type = "Task" [ 2068.505855] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.515220] env[63366]: DEBUG oslo_vmware.api [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Task: {'id': task-2103908, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.539496] env[63366]: DEBUG nova.network.neutron [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2068.652614] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb0077f-9563-4f0e-b10a-62a5ffb53359 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.663156] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893bce25-b92a-4e02-8e52-e136a78cf506 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.694634] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee6925b-339e-4814-a779-9f255f54967c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.706274] env[63366]: DEBUG nova.network.neutron [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Updating instance_info_cache with network_info: [{"id": "d0c30e85-2cf7-4356-84b6-179e58a5fbf5", "address": "fa:16:3e:61:8e:0e", "network": {"id": "90268583-48f6-4eed-86e1-6186e256244e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1539463599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c6acc3d6ef44e98e0c9d8ae93e14ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0c30e85-2c", "ovs_interfaceid": "d0c30e85-2cf7-4356-84b6-179e58a5fbf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2068.708435] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17b13b7-4d62-4d11-b535-e142689e1660 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.724649] env[63366]: DEBUG nova.compute.provider_tree [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2068.739040] env[63366]: INFO nova.compute.manager [-] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Took 1.65 seconds to deallocate network for instance. [ 2068.853525] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e949ec5-b496-4b9c-bd9d-19da7fb5af19 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.864266] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644022de-9e01-4eac-800a-683b914ed615 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.884192] env[63366]: DEBUG oslo_vmware.api [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164539} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.884464] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2068.884655] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2068.884825] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2068.903869] env[63366]: DEBUG nova.compute.manager [req-7fcc2af1-0ee8-47dc-bb3a-d804685f14ae req-9c8a42cf-d592-4857-b55f-c3076005f4ab service nova] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Detach interface failed, port_id=41754b71-14c2-4d81-a7dd-f9acf412c0a3, reason: Instance cf49a61a-1a7c-48a8-b0c6-87fd348bd192 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2069.006134] env[63366]: DEBUG nova.compute.manager [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2069.008710] env[63366]: INFO nova.compute.manager [-] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Took 1.38 seconds to deallocate network for instance. [ 2069.023624] env[63366]: DEBUG oslo_vmware.api [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Task: {'id': task-2103908, 'name': ReconfigVM_Task, 'duration_secs': 0.33814} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.023757] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 017849f8-77d3-4c49-86ec-e54fad04b5f4/017849f8-77d3-4c49-86ec-e54fad04b5f4.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2069.024951] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9b0a7b5-7e35-4e8d-bc54-4a89841eea57 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.034280] env[63366]: DEBUG oslo_vmware.api [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Waiting for the task: (returnval){ [ 2069.034280] env[63366]: value = "task-2103909" [ 2069.034280] env[63366]: _type = "Task" [ 2069.034280] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.041035] env[63366]: DEBUG nova.virt.hardware [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2069.041035] env[63366]: DEBUG nova.virt.hardware [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2069.041035] env[63366]: DEBUG nova.virt.hardware [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2069.041035] env[63366]: DEBUG nova.virt.hardware [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2069.041035] env[63366]: DEBUG nova.virt.hardware [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2069.041035] env[63366]: DEBUG nova.virt.hardware [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2069.041035] env[63366]: DEBUG nova.virt.hardware [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2069.041035] env[63366]: DEBUG nova.virt.hardware [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2069.041035] env[63366]: DEBUG nova.virt.hardware [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2069.041035] env[63366]: DEBUG nova.virt.hardware [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2069.041035] env[63366]: DEBUG nova.virt.hardware [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2069.041848] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21937777-af11-4acf-b54a-b7773271e5f7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.055046] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465a4c87-5989-4441-b181-0f96959792bc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.058323] env[63366]: DEBUG oslo_vmware.api [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Task: {'id': task-2103909, 'name': Rename_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.118077] env[63366]: DEBUG nova.compute.manager [req-90d9e594-e021-4ab8-bc2a-7266fd669217 req-d0071793-918b-4ce1-80bf-5a7fb01590ba service nova] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Received event network-changed-d0c30e85-2cf7-4356-84b6-179e58a5fbf5 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2069.118235] env[63366]: DEBUG nova.compute.manager [req-90d9e594-e021-4ab8-bc2a-7266fd669217 req-d0071793-918b-4ce1-80bf-5a7fb01590ba service nova] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Refreshing instance network info cache due to event network-changed-d0c30e85-2cf7-4356-84b6-179e58a5fbf5. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2069.118467] env[63366]: DEBUG oslo_concurrency.lockutils [req-90d9e594-e021-4ab8-bc2a-7266fd669217 req-d0071793-918b-4ce1-80bf-5a7fb01590ba service nova] Acquiring lock "refresh_cache-5526389c-8814-4aa4-bc67-aba298e39703" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2069.214210] env[63366]: DEBUG oslo_concurrency.lockutils [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Releasing lock "refresh_cache-5526389c-8814-4aa4-bc67-aba298e39703" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2069.214599] env[63366]: DEBUG nova.compute.manager [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Instance network_info: |[{"id": "d0c30e85-2cf7-4356-84b6-179e58a5fbf5", "address": "fa:16:3e:61:8e:0e", "network": {"id": "90268583-48f6-4eed-86e1-6186e256244e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1539463599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c6acc3d6ef44e98e0c9d8ae93e14ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0c30e85-2c", "ovs_interfaceid": "d0c30e85-2cf7-4356-84b6-179e58a5fbf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2069.215148] env[63366]: DEBUG oslo_concurrency.lockutils [req-90d9e594-e021-4ab8-bc2a-7266fd669217 req-d0071793-918b-4ce1-80bf-5a7fb01590ba service nova] Acquired lock "refresh_cache-5526389c-8814-4aa4-bc67-aba298e39703" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2069.215367] env[63366]: DEBUG nova.network.neutron [req-90d9e594-e021-4ab8-bc2a-7266fd669217 req-d0071793-918b-4ce1-80bf-5a7fb01590ba service nova] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Refreshing network info cache for port d0c30e85-2cf7-4356-84b6-179e58a5fbf5 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2069.216633] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:8e:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0c30e85-2cf7-4356-84b6-179e58a5fbf5', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2069.226271] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Creating folder: Project (14c6acc3d6ef44e98e0c9d8ae93e14ca). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2069.226927] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-050040b9-965a-4e91-96ba-209581566820 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.229499] env[63366]: DEBUG nova.scheduler.client.report [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2069.245484] env[63366]: DEBUG oslo_concurrency.lockutils [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.246857] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Created folder: Project (14c6acc3d6ef44e98e0c9d8ae93e14ca) in parent group-v430612. [ 2069.247123] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Creating folder: Instances. Parent ref: group-v430788. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2069.247409] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c757a0e2-fa3d-408c-babe-281a9014e2e8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.263013] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Created folder: Instances in parent group-v430788. [ 2069.263353] env[63366]: DEBUG oslo.service.loopingcall [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2069.263617] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2069.264058] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c40b127c-ee89-4a14-bb90-bf033396fab3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.286525] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2069.286525] env[63366]: value = "task-2103912" [ 2069.286525] env[63366]: _type = "Task" [ 2069.286525] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.299905] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103912, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.519631] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.544625] env[63366]: DEBUG oslo_vmware.api [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Task: {'id': task-2103909, 'name': Rename_Task, 'duration_secs': 0.1629} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.544914] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2069.545262] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f8db695-ed95-47c9-9e17-26d4c3e1b91d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.553251] env[63366]: DEBUG oslo_vmware.api [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Waiting for the task: (returnval){ [ 2069.553251] env[63366]: value = "task-2103913" [ 2069.553251] env[63366]: _type = "Task" [ 2069.553251] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.563274] env[63366]: DEBUG oslo_vmware.api [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Task: {'id': task-2103913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.735600] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2069.736340] env[63366]: DEBUG nova.compute.manager [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2069.738869] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 45.013s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2069.798164] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103912, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.921944] env[63366]: DEBUG nova.virt.hardware [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2069.922112] env[63366]: DEBUG nova.virt.hardware [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2069.922298] env[63366]: DEBUG nova.virt.hardware [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2069.922742] env[63366]: DEBUG nova.virt.hardware [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2069.922849] env[63366]: DEBUG nova.virt.hardware [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2069.923019] env[63366]: DEBUG nova.virt.hardware [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2069.923312] env[63366]: DEBUG nova.virt.hardware [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2069.923520] env[63366]: DEBUG nova.virt.hardware [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2069.923738] env[63366]: DEBUG nova.virt.hardware [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2069.923951] env[63366]: DEBUG nova.virt.hardware [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2069.924166] env[63366]: DEBUG nova.virt.hardware [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2069.925117] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11775a9-0f6e-41e2-aef3-41a1df83897e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.942294] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8f5857-ce29-4b03-9782-0323906e5da8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.959686] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Instance VIF info [] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2069.965480] env[63366]: DEBUG oslo.service.loopingcall [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2069.966507] env[63366]: DEBUG nova.network.neutron [req-90d9e594-e021-4ab8-bc2a-7266fd669217 req-d0071793-918b-4ce1-80bf-5a7fb01590ba service nova] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Updated VIF entry in instance network info cache for port d0c30e85-2cf7-4356-84b6-179e58a5fbf5. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2069.966850] env[63366]: DEBUG nova.network.neutron [req-90d9e594-e021-4ab8-bc2a-7266fd669217 req-d0071793-918b-4ce1-80bf-5a7fb01590ba service nova] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Updating instance_info_cache with network_info: [{"id": "d0c30e85-2cf7-4356-84b6-179e58a5fbf5", "address": "fa:16:3e:61:8e:0e", "network": {"id": "90268583-48f6-4eed-86e1-6186e256244e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1539463599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c6acc3d6ef44e98e0c9d8ae93e14ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0c30e85-2c", "ovs_interfaceid": "d0c30e85-2cf7-4356-84b6-179e58a5fbf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2069.968062] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2069.968324] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c663f6bc-8c85-4fb9-918c-d9c0a57b3502 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.988358] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2069.988358] env[63366]: value = "task-2103914" [ 2069.988358] env[63366]: _type = "Task" [ 2069.988358] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.998653] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103914, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.066437] env[63366]: DEBUG oslo_vmware.api [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Task: {'id': task-2103913, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.244428] env[63366]: INFO nova.compute.claims [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2070.251523] env[63366]: DEBUG nova.compute.utils [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2070.255346] env[63366]: DEBUG nova.compute.manager [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2070.255562] env[63366]: DEBUG nova.network.neutron [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2070.294890] env[63366]: DEBUG oslo_vmware.rw_handles [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520996b0-2439-be74-6535-a4a0b2891677/disk-0.vmdk. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2070.295809] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1982fa2e-454b-4c42-aa44-93fe6fa39f8f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.302037] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103912, 'name': CreateVM_Task, 'duration_secs': 0.884676} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.302561] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2070.303320] env[63366]: DEBUG oslo_concurrency.lockutils [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2070.303481] env[63366]: DEBUG oslo_concurrency.lockutils [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2070.303801] env[63366]: DEBUG oslo_concurrency.lockutils [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2070.304087] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1a1b2f1-aa5c-4389-8939-1897ddf7d782 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.307688] env[63366]: DEBUG oslo_vmware.rw_handles [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520996b0-2439-be74-6535-a4a0b2891677/disk-0.vmdk is in state: ready. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2070.307970] env[63366]: ERROR oslo_vmware.rw_handles [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520996b0-2439-be74-6535-a4a0b2891677/disk-0.vmdk due to incomplete transfer. [ 2070.308458] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0dbe6a7e-a56d-48b4-a590-dbc3407212f7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.312770] env[63366]: DEBUG oslo_vmware.api [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Waiting for the task: (returnval){ [ 2070.312770] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52d4ed63-6e10-6fc0-769b-dbcd68907154" [ 2070.312770] env[63366]: _type = "Task" [ 2070.312770] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.318272] env[63366]: DEBUG nova.policy [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '422a02d5741f45b0b6ed9e1fecff71e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '341d028641bf4eeeabaac223b359cf3e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2070.319700] env[63366]: DEBUG oslo_vmware.rw_handles [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520996b0-2439-be74-6535-a4a0b2891677/disk-0.vmdk. {{(pid=63366) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2070.319879] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Uploaded image 4f501e47-12a1-4894-976f-0c20cc606183 to the Glance image server {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2070.321496] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Destroying the VM {{(pid=63366) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2070.322395] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f8eeb4af-6520-4594-93e8-fb97b93c3ef1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.327947] env[63366]: DEBUG oslo_vmware.api [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d4ed63-6e10-6fc0-769b-dbcd68907154, 'name': SearchDatastore_Task, 'duration_secs': 0.010839} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.328271] env[63366]: DEBUG oslo_concurrency.lockutils [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2070.328502] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2070.328726] env[63366]: DEBUG oslo_concurrency.lockutils [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2070.328870] env[63366]: DEBUG oslo_concurrency.lockutils [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2070.329057] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2070.329308] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72f37e67-3fc8-4a79-ad85-5ad3fc99e2ca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.332523] env[63366]: DEBUG oslo_vmware.api [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2070.332523] env[63366]: value = "task-2103915" [ 2070.332523] env[63366]: _type = "Task" [ 2070.332523] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.337701] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2070.337701] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2070.341106] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43945958-aaaa-4a46-bc10-35923fa501b0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.343521] env[63366]: DEBUG oslo_vmware.api [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103915, 'name': Destroy_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.347398] env[63366]: DEBUG oslo_vmware.api [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Waiting for the task: (returnval){ [ 2070.347398] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52db1128-d2dc-ceb8-79e8-30fe144cc650" [ 2070.347398] env[63366]: _type = "Task" [ 2070.347398] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.356880] env[63366]: DEBUG oslo_vmware.api [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52db1128-d2dc-ceb8-79e8-30fe144cc650, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.481466] env[63366]: DEBUG oslo_concurrency.lockutils [req-90d9e594-e021-4ab8-bc2a-7266fd669217 req-d0071793-918b-4ce1-80bf-5a7fb01590ba service nova] Releasing lock "refresh_cache-5526389c-8814-4aa4-bc67-aba298e39703" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2070.481743] env[63366]: DEBUG nova.compute.manager [req-90d9e594-e021-4ab8-bc2a-7266fd669217 req-d0071793-918b-4ce1-80bf-5a7fb01590ba service nova] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Received event network-vif-deleted-6a3fc014-2ce9-4920-8c6f-a16643ca2004 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2070.506053] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103914, 'name': CreateVM_Task, 'duration_secs': 0.378482} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.506338] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2070.506944] env[63366]: DEBUG oslo_concurrency.lockutils [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2070.507082] env[63366]: DEBUG oslo_concurrency.lockutils [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2070.507517] env[63366]: DEBUG oslo_concurrency.lockutils [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2070.507748] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b023439-040d-49df-a962-719acd1fa6c0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.515572] env[63366]: DEBUG oslo_vmware.api [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Waiting for the task: (returnval){ [ 2070.515572] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ec3547-0554-e76e-c45b-2e4ab228b9b0" [ 2070.515572] env[63366]: _type = "Task" [ 2070.515572] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.521162] env[63366]: DEBUG nova.network.neutron [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Successfully updated port: 8473d5fa-d1b7-4be6-bda7-27e290314be2 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2070.528333] env[63366]: DEBUG oslo_vmware.api [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ec3547-0554-e76e-c45b-2e4ab228b9b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.565172] env[63366]: DEBUG oslo_vmware.api [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Task: {'id': task-2103913, 'name': PowerOnVM_Task, 'duration_secs': 0.692522} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.565462] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2070.565661] env[63366]: INFO nova.compute.manager [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Took 10.03 seconds to spawn the instance on the hypervisor. [ 2070.565838] env[63366]: DEBUG nova.compute.manager [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2070.566656] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12cc2c2-9975-47fe-9bf3-c333c443aa77 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.588107] env[63366]: DEBUG nova.network.neutron [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Successfully created port: 8ab5062c-9009-486f-b379-38cfde515f02 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2070.757415] env[63366]: INFO nova.compute.resource_tracker [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Updating resource usage from migration 1301d832-0872-4d92-b0f8-f5eaaf02b97a [ 2070.760446] env[63366]: DEBUG nova.compute.manager [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2070.845596] env[63366]: DEBUG oslo_vmware.api [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103915, 'name': Destroy_Task, 'duration_secs': 0.372538} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.845596] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Destroyed the VM [ 2070.845596] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Deleting Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2070.845596] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2273ccbf-9c0d-4612-96cc-d4b78e265200 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.852717] env[63366]: DEBUG oslo_vmware.api [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2070.852717] env[63366]: value = "task-2103916" [ 2070.852717] env[63366]: _type = "Task" [ 2070.852717] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.862091] env[63366]: DEBUG oslo_vmware.api [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52db1128-d2dc-ceb8-79e8-30fe144cc650, 'name': SearchDatastore_Task, 'duration_secs': 0.014416} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.863246] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-646b7002-92c0-4702-af1d-55b241a14c7f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.872270] env[63366]: DEBUG oslo_vmware.api [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103916, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.877025] env[63366]: DEBUG oslo_vmware.api [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Waiting for the task: (returnval){ [ 2070.877025] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]529815f1-3809-aef6-4a4b-2d16a22e5706" [ 2070.877025] env[63366]: _type = "Task" [ 2070.877025] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.885531] env[63366]: DEBUG oslo_vmware.api [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]529815f1-3809-aef6-4a4b-2d16a22e5706, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.023163] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "refresh_cache-afb11726-923b-4b23-b667-56492003de5b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2071.023317] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquired lock "refresh_cache-afb11726-923b-4b23-b667-56492003de5b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2071.023581] env[63366]: DEBUG nova.network.neutron [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2071.030547] env[63366]: DEBUG oslo_vmware.api [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ec3547-0554-e76e-c45b-2e4ab228b9b0, 'name': SearchDatastore_Task, 'duration_secs': 0.015838} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.033729] env[63366]: DEBUG oslo_concurrency.lockutils [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2071.034120] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2071.034218] env[63366]: DEBUG oslo_concurrency.lockutils [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2071.087153] env[63366]: DEBUG nova.network.neutron [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2071.090284] env[63366]: INFO nova.compute.manager [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Took 57.56 seconds to build instance. [ 2071.244147] env[63366]: DEBUG nova.compute.manager [req-424be8b3-bb10-48d9-afbb-d9b201346d1e req-36d70ff5-f316-47af-a817-64290587daf9 service nova] [instance: afb11726-923b-4b23-b667-56492003de5b] Received event network-vif-plugged-8473d5fa-d1b7-4be6-bda7-27e290314be2 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2071.244375] env[63366]: DEBUG oslo_concurrency.lockutils [req-424be8b3-bb10-48d9-afbb-d9b201346d1e req-36d70ff5-f316-47af-a817-64290587daf9 service nova] Acquiring lock "afb11726-923b-4b23-b667-56492003de5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.244805] env[63366]: DEBUG oslo_concurrency.lockutils [req-424be8b3-bb10-48d9-afbb-d9b201346d1e req-36d70ff5-f316-47af-a817-64290587daf9 service nova] Lock "afb11726-923b-4b23-b667-56492003de5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2071.244805] env[63366]: DEBUG oslo_concurrency.lockutils [req-424be8b3-bb10-48d9-afbb-d9b201346d1e req-36d70ff5-f316-47af-a817-64290587daf9 service nova] Lock "afb11726-923b-4b23-b667-56492003de5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.244951] env[63366]: DEBUG nova.compute.manager [req-424be8b3-bb10-48d9-afbb-d9b201346d1e req-36d70ff5-f316-47af-a817-64290587daf9 service nova] [instance: afb11726-923b-4b23-b667-56492003de5b] No waiting events found dispatching network-vif-plugged-8473d5fa-d1b7-4be6-bda7-27e290314be2 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2071.245242] env[63366]: WARNING nova.compute.manager [req-424be8b3-bb10-48d9-afbb-d9b201346d1e req-36d70ff5-f316-47af-a817-64290587daf9 service nova] [instance: afb11726-923b-4b23-b667-56492003de5b] Received unexpected event network-vif-plugged-8473d5fa-d1b7-4be6-bda7-27e290314be2 for instance with vm_state building and task_state spawning. [ 2071.245464] env[63366]: DEBUG nova.compute.manager [req-424be8b3-bb10-48d9-afbb-d9b201346d1e req-36d70ff5-f316-47af-a817-64290587daf9 service nova] [instance: afb11726-923b-4b23-b667-56492003de5b] Received event network-changed-8473d5fa-d1b7-4be6-bda7-27e290314be2 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2071.245622] env[63366]: DEBUG nova.compute.manager [req-424be8b3-bb10-48d9-afbb-d9b201346d1e req-36d70ff5-f316-47af-a817-64290587daf9 service nova] [instance: afb11726-923b-4b23-b667-56492003de5b] Refreshing instance network info cache due to event network-changed-8473d5fa-d1b7-4be6-bda7-27e290314be2. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2071.245791] env[63366]: DEBUG oslo_concurrency.lockutils [req-424be8b3-bb10-48d9-afbb-d9b201346d1e req-36d70ff5-f316-47af-a817-64290587daf9 service nova] Acquiring lock "refresh_cache-afb11726-923b-4b23-b667-56492003de5b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2071.296454] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad2d18b-8aea-49ac-a1ca-a6fe2cc67360 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.306122] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e844200-8195-4f17-8e7f-22f1889794ea {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.312926] env[63366]: DEBUG nova.network.neutron [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Updating instance_info_cache with network_info: [{"id": "8473d5fa-d1b7-4be6-bda7-27e290314be2", "address": "fa:16:3e:3b:e3:39", "network": {"id": "ff88eafc-52be-4f8b-b9a5-e068833bfab7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1647919858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c6d0f4d73b45b280497b25fdc750f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8473d5fa-d1", "ovs_interfaceid": "8473d5fa-d1b7-4be6-bda7-27e290314be2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2071.339292] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Releasing lock "refresh_cache-afb11726-923b-4b23-b667-56492003de5b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2071.339623] env[63366]: DEBUG nova.compute.manager [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Instance network_info: |[{"id": "8473d5fa-d1b7-4be6-bda7-27e290314be2", "address": "fa:16:3e:3b:e3:39", "network": {"id": "ff88eafc-52be-4f8b-b9a5-e068833bfab7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1647919858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c6d0f4d73b45b280497b25fdc750f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8473d5fa-d1", "ovs_interfaceid": "8473d5fa-d1b7-4be6-bda7-27e290314be2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2071.340414] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2398d07-4bef-4d4b-a8cc-e99ef5dcef82 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.343212] env[63366]: DEBUG oslo_concurrency.lockutils [req-424be8b3-bb10-48d9-afbb-d9b201346d1e req-36d70ff5-f316-47af-a817-64290587daf9 service nova] Acquired lock "refresh_cache-afb11726-923b-4b23-b667-56492003de5b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2071.343405] env[63366]: DEBUG nova.network.neutron [req-424be8b3-bb10-48d9-afbb-d9b201346d1e req-36d70ff5-f316-47af-a817-64290587daf9 service nova] [instance: afb11726-923b-4b23-b667-56492003de5b] Refreshing network info cache for port 8473d5fa-d1b7-4be6-bda7-27e290314be2 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2071.344827] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:e3:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8473d5fa-d1b7-4be6-bda7-27e290314be2', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2071.352638] env[63366]: DEBUG oslo.service.loopingcall [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2071.353042] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afb11726-923b-4b23-b667-56492003de5b] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2071.353741] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c04c50cd-f163-4f9d-b96c-ad55a7776e93 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.376502] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39df9ed-6bed-468a-8dc4-4952d5e5dc6a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.384976] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2071.384976] env[63366]: value = "task-2103917" [ 2071.384976] env[63366]: _type = "Task" [ 2071.384976] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.406524] env[63366]: DEBUG oslo_vmware.api [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103916, 'name': RemoveSnapshot_Task, 'duration_secs': 0.509516} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.406725] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103917, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.407209] env[63366]: DEBUG nova.compute.provider_tree [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2071.411400] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Deleted Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2071.411672] env[63366]: INFO nova.compute.manager [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Took 15.18 seconds to snapshot the instance on the hypervisor. [ 2071.414031] env[63366]: DEBUG oslo_vmware.api [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]529815f1-3809-aef6-4a4b-2d16a22e5706, 'name': SearchDatastore_Task, 'duration_secs': 0.009667} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.414615] env[63366]: DEBUG oslo_concurrency.lockutils [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2071.414830] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 5526389c-8814-4aa4-bc67-aba298e39703/5526389c-8814-4aa4-bc67-aba298e39703.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2071.415129] env[63366]: DEBUG oslo_concurrency.lockutils [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2071.415318] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2071.415538] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e419042-d334-4230-ae28-bf2f9ca86d90 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.418102] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ef4a750-d772-4521-b4a4-71ee535ce906 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.428937] env[63366]: DEBUG oslo_vmware.api [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Waiting for the task: (returnval){ [ 2071.428937] env[63366]: value = "task-2103918" [ 2071.428937] env[63366]: _type = "Task" [ 2071.428937] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.430723] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2071.430913] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2071.432042] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbc804fa-4c04-4826-a1bd-ad3f86d2918b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.437579] env[63366]: DEBUG oslo_vmware.api [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Task: {'id': task-2103918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.441228] env[63366]: DEBUG oslo_vmware.api [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Waiting for the task: (returnval){ [ 2071.441228] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]526ba89a-8b71-8217-eb9e-15d881d20fe4" [ 2071.441228] env[63366]: _type = "Task" [ 2071.441228] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.453466] env[63366]: DEBUG oslo_vmware.api [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526ba89a-8b71-8217-eb9e-15d881d20fe4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.594330] env[63366]: DEBUG oslo_concurrency.lockutils [None req-07406c7c-a464-4964-aaa1-d7340bfc0301 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Lock "017849f8-77d3-4c49-86ec-e54fad04b5f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.137s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.772935] env[63366]: DEBUG nova.compute.manager [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2071.799080] env[63366]: DEBUG nova.virt.hardware [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2071.799400] env[63366]: DEBUG nova.virt.hardware [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2071.799585] env[63366]: DEBUG nova.virt.hardware [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2071.799798] env[63366]: DEBUG nova.virt.hardware [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2071.799950] env[63366]: DEBUG nova.virt.hardware [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2071.800540] env[63366]: DEBUG nova.virt.hardware [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2071.800540] env[63366]: DEBUG nova.virt.hardware [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2071.800540] env[63366]: DEBUG nova.virt.hardware [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2071.800698] env[63366]: DEBUG nova.virt.hardware [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2071.800817] env[63366]: DEBUG nova.virt.hardware [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2071.800994] env[63366]: DEBUG nova.virt.hardware [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2071.802014] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d02781-3af2-4783-8f23-ff84bb57d81a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.812573] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cfc1f6-f72c-465a-904b-04f434bdc3d9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.899538] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103917, 'name': CreateVM_Task, 'duration_secs': 0.48766} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.899777] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afb11726-923b-4b23-b667-56492003de5b] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2071.901073] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2071.901302] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2071.901746] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2071.902184] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08955443-ec93-4b42-b581-49e593d1c2e1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.919294] env[63366]: DEBUG nova.scheduler.client.report [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2071.923692] env[63366]: DEBUG oslo_vmware.api [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2071.923692] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5230c837-27b9-6d70-5ddd-c6da95a25133" [ 2071.923692] env[63366]: _type = "Task" [ 2071.923692] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.941231] env[63366]: DEBUG oslo_vmware.api [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Task: {'id': task-2103918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493961} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.944586] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 5526389c-8814-4aa4-bc67-aba298e39703/5526389c-8814-4aa4-bc67-aba298e39703.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2071.944762] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2071.945111] env[63366]: DEBUG oslo_vmware.api [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5230c837-27b9-6d70-5ddd-c6da95a25133, 'name': SearchDatastore_Task, 'duration_secs': 0.022741} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.945308] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bb90778-59ce-4ccc-95d7-3c7a30e2af56 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.952649] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2071.952877] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2071.953099] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2071.960452] env[63366]: DEBUG oslo_vmware.api [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526ba89a-8b71-8217-eb9e-15d881d20fe4, 'name': SearchDatastore_Task, 'duration_secs': 0.02193} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.962577] env[63366]: DEBUG oslo_vmware.api [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Waiting for the task: (returnval){ [ 2071.962577] env[63366]: value = "task-2103919" [ 2071.962577] env[63366]: _type = "Task" [ 2071.962577] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.962752] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b61883d2-f85d-4763-a9b1-377ce9257533 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.972809] env[63366]: DEBUG oslo_vmware.api [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Waiting for the task: (returnval){ [ 2071.972809] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]521b9c6e-6a75-43a7-0990-ec399b32b2bf" [ 2071.972809] env[63366]: _type = "Task" [ 2071.972809] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.977236] env[63366]: DEBUG oslo_vmware.api [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Task: {'id': task-2103919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.989168] env[63366]: DEBUG oslo_vmware.api [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]521b9c6e-6a75-43a7-0990-ec399b32b2bf, 'name': SearchDatastore_Task, 'duration_secs': 0.011628} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.989433] env[63366]: DEBUG oslo_concurrency.lockutils [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2071.989685] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 014f86cc-5258-4b91-a43c-f29d7acf3e68/014f86cc-5258-4b91-a43c-f29d7acf3e68.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2071.989956] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2071.990148] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2071.990396] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99d7d3c7-4b2b-4dde-82bf-0dfb3bb7fa6c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.994470] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4b342ea-c927-45f8-973e-446ae8a7236a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.999623] env[63366]: DEBUG nova.compute.manager [None req-5ae041de-972b-4d19-b428-1673255303ac tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Found 2 images (rotation: 2) {{(pid=63366) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2072.003666] env[63366]: DEBUG oslo_vmware.api [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Waiting for the task: (returnval){ [ 2072.003666] env[63366]: value = "task-2103920" [ 2072.003666] env[63366]: _type = "Task" [ 2072.003666] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.008915] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2072.009157] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2072.010503] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec0ca73a-bea6-464f-855c-ef5107254d55 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.016565] env[63366]: DEBUG oslo_vmware.api [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.020533] env[63366]: DEBUG oslo_vmware.api [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2072.020533] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]528508a4-786b-7833-3917-fdfd0fc94c13" [ 2072.020533] env[63366]: _type = "Task" [ 2072.020533] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.033942] env[63366]: DEBUG oslo_vmware.api [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]528508a4-786b-7833-3917-fdfd0fc94c13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.097268] env[63366]: DEBUG nova.compute.manager [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2072.127342] env[63366]: DEBUG nova.network.neutron [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Successfully updated port: 8ab5062c-9009-486f-b379-38cfde515f02 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2072.306429] env[63366]: DEBUG nova.network.neutron [req-424be8b3-bb10-48d9-afbb-d9b201346d1e req-36d70ff5-f316-47af-a817-64290587daf9 service nova] [instance: afb11726-923b-4b23-b667-56492003de5b] Updated VIF entry in instance network info cache for port 8473d5fa-d1b7-4be6-bda7-27e290314be2. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2072.306923] env[63366]: DEBUG nova.network.neutron [req-424be8b3-bb10-48d9-afbb-d9b201346d1e req-36d70ff5-f316-47af-a817-64290587daf9 service nova] [instance: afb11726-923b-4b23-b667-56492003de5b] Updating instance_info_cache with network_info: [{"id": "8473d5fa-d1b7-4be6-bda7-27e290314be2", "address": "fa:16:3e:3b:e3:39", "network": {"id": "ff88eafc-52be-4f8b-b9a5-e068833bfab7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1647919858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c6d0f4d73b45b280497b25fdc750f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8473d5fa-d1", "ovs_interfaceid": "8473d5fa-d1b7-4be6-bda7-27e290314be2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2072.412380] env[63366]: DEBUG nova.compute.manager [req-2558e5a7-304b-422a-87fa-1bb4c9cd8423 req-eaffcc33-e063-46c1-9ad7-e846cfa7ea6e service nova] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Received event network-vif-plugged-8ab5062c-9009-486f-b379-38cfde515f02 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2072.412435] env[63366]: DEBUG oslo_concurrency.lockutils [req-2558e5a7-304b-422a-87fa-1bb4c9cd8423 req-eaffcc33-e063-46c1-9ad7-e846cfa7ea6e service nova] Acquiring lock "46daf026-16bc-4525-9f8c-198beb021083-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.412610] env[63366]: DEBUG oslo_concurrency.lockutils [req-2558e5a7-304b-422a-87fa-1bb4c9cd8423 req-eaffcc33-e063-46c1-9ad7-e846cfa7ea6e service nova] Lock "46daf026-16bc-4525-9f8c-198beb021083-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.412941] env[63366]: DEBUG oslo_concurrency.lockutils [req-2558e5a7-304b-422a-87fa-1bb4c9cd8423 req-eaffcc33-e063-46c1-9ad7-e846cfa7ea6e service nova] Lock "46daf026-16bc-4525-9f8c-198beb021083-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.413144] env[63366]: DEBUG nova.compute.manager [req-2558e5a7-304b-422a-87fa-1bb4c9cd8423 req-eaffcc33-e063-46c1-9ad7-e846cfa7ea6e service nova] [instance: 46daf026-16bc-4525-9f8c-198beb021083] No waiting events found dispatching network-vif-plugged-8ab5062c-9009-486f-b379-38cfde515f02 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2072.413312] env[63366]: WARNING nova.compute.manager [req-2558e5a7-304b-422a-87fa-1bb4c9cd8423 req-eaffcc33-e063-46c1-9ad7-e846cfa7ea6e service nova] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Received unexpected event network-vif-plugged-8ab5062c-9009-486f-b379-38cfde515f02 for instance with vm_state building and task_state spawning. [ 2072.428656] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.689s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.429162] env[63366]: INFO nova.compute.manager [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Migrating [ 2072.441429] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.836s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.443785] env[63366]: INFO nova.compute.claims [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2072.477924] env[63366]: DEBUG oslo_vmware.api [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Task: {'id': task-2103919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077046} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.478987] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2072.479847] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f2da6b-7861-489d-ad57-c0821791d2de {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.504531] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 5526389c-8814-4aa4-bc67-aba298e39703/5526389c-8814-4aa4-bc67-aba298e39703.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2072.505385] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e17fe4cf-be19-4c59-9bf1-1329f52f97a0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.536777] env[63366]: DEBUG oslo_vmware.api [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]528508a4-786b-7833-3917-fdfd0fc94c13, 'name': SearchDatastore_Task, 'duration_secs': 0.015411} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.540737] env[63366]: DEBUG oslo_vmware.api [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Waiting for the task: (returnval){ [ 2072.540737] env[63366]: value = "task-2103921" [ 2072.540737] env[63366]: _type = "Task" [ 2072.540737] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.541312] env[63366]: DEBUG oslo_vmware.api [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530801} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.541550] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b530780-a574-4379-accb-3e9352813ece {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.544565] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 014f86cc-5258-4b91-a43c-f29d7acf3e68/014f86cc-5258-4b91-a43c-f29d7acf3e68.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2072.544778] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2072.551021] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d49c9bf0-a67d-46ca-ba45-087fc1e13931 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.554634] env[63366]: DEBUG oslo_vmware.api [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2072.554634] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52692492-e475-0891-46ba-69871135d9cd" [ 2072.554634] env[63366]: _type = "Task" [ 2072.554634] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.559214] env[63366]: DEBUG oslo_vmware.api [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Waiting for the task: (returnval){ [ 2072.559214] env[63366]: value = "task-2103922" [ 2072.559214] env[63366]: _type = "Task" [ 2072.559214] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.559849] env[63366]: DEBUG oslo_vmware.api [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Task: {'id': task-2103921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.576065] env[63366]: DEBUG oslo_vmware.api [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.580660] env[63366]: DEBUG oslo_vmware.api [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52692492-e475-0891-46ba-69871135d9cd, 'name': SearchDatastore_Task, 'duration_secs': 0.016054} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.580971] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2072.581404] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] afb11726-923b-4b23-b667-56492003de5b/afb11726-923b-4b23-b667-56492003de5b.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2072.581713] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef12e526-7372-4eca-bbda-40b93915d913 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.592187] env[63366]: DEBUG oslo_vmware.api [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2072.592187] env[63366]: value = "task-2103923" [ 2072.592187] env[63366]: _type = "Task" [ 2072.592187] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.600533] env[63366]: DEBUG oslo_vmware.api [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.624889] env[63366]: DEBUG oslo_concurrency.lockutils [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.631886] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Acquiring lock "refresh_cache-46daf026-16bc-4525-9f8c-198beb021083" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2072.632142] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Acquired lock "refresh_cache-46daf026-16bc-4525-9f8c-198beb021083" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2072.632263] env[63366]: DEBUG nova.network.neutron [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2072.810014] env[63366]: DEBUG oslo_concurrency.lockutils [req-424be8b3-bb10-48d9-afbb-d9b201346d1e req-36d70ff5-f316-47af-a817-64290587daf9 service nova] Releasing lock "refresh_cache-afb11726-923b-4b23-b667-56492003de5b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2072.961883] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquiring lock "refresh_cache-689df898-ef9c-4a0b-8196-f2e917101949" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2072.962080] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquired lock "refresh_cache-689df898-ef9c-4a0b-8196-f2e917101949" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2072.962259] env[63366]: DEBUG nova.network.neutron [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2073.057609] env[63366]: DEBUG oslo_vmware.api [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Task: {'id': task-2103921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.077334] env[63366]: DEBUG oslo_vmware.api [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078246} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.077791] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2073.078589] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ed2ccd-6c28-4579-a609-357d9d688766 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.102220] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 014f86cc-5258-4b91-a43c-f29d7acf3e68/014f86cc-5258-4b91-a43c-f29d7acf3e68.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2073.106196] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa5be2ca-81f9-4f79-9dd4-a4a46af2bdb8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.128855] env[63366]: DEBUG oslo_vmware.api [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481366} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.130386] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] afb11726-923b-4b23-b667-56492003de5b/afb11726-923b-4b23-b667-56492003de5b.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2073.130656] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2073.131107] env[63366]: DEBUG oslo_vmware.api [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Waiting for the task: (returnval){ [ 2073.131107] env[63366]: value = "task-2103924" [ 2073.131107] env[63366]: _type = "Task" [ 2073.131107] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.131332] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e812a59c-9c16-492e-943c-47c69b990176 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.148040] env[63366]: DEBUG oslo_vmware.api [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103924, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.149622] env[63366]: DEBUG oslo_vmware.api [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2073.149622] env[63366]: value = "task-2103925" [ 2073.149622] env[63366]: _type = "Task" [ 2073.149622] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.169810] env[63366]: DEBUG oslo_vmware.api [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.200167] env[63366]: DEBUG nova.network.neutron [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2073.474163] env[63366]: DEBUG nova.network.neutron [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Updating instance_info_cache with network_info: [{"id": "8ab5062c-9009-486f-b379-38cfde515f02", "address": "fa:16:3e:8b:b7:27", "network": {"id": "2ac4f35a-20ab-427e-b242-aa947aee6cad", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1294185243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "341d028641bf4eeeabaac223b359cf3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ab5062c-90", "ovs_interfaceid": "8ab5062c-9009-486f-b379-38cfde515f02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2073.557759] env[63366]: DEBUG oslo_vmware.api [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Task: {'id': task-2103921, 'name': ReconfigVM_Task, 'duration_secs': 0.602022} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.558306] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 5526389c-8814-4aa4-bc67-aba298e39703/5526389c-8814-4aa4-bc67-aba298e39703.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2073.558953] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b108b01-36a6-4f19-9464-8014161ccc58 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.569188] env[63366]: DEBUG oslo_vmware.api [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Waiting for the task: (returnval){ [ 2073.569188] env[63366]: value = "task-2103926" [ 2073.569188] env[63366]: _type = "Task" [ 2073.569188] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.586038] env[63366]: DEBUG oslo_vmware.api [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Task: {'id': task-2103926, 'name': Rename_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.644752] env[63366]: DEBUG oslo_vmware.api [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103924, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.663270] env[63366]: DEBUG oslo_vmware.api [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074657} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.664033] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2073.664377] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6769921f-293a-4bd7-801e-08748db3d372 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.695098] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] afb11726-923b-4b23-b667-56492003de5b/afb11726-923b-4b23-b667-56492003de5b.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2073.697624] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01d397b3-4453-4794-8d06-f5b4fd14fd85 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.728937] env[63366]: DEBUG oslo_vmware.api [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2073.728937] env[63366]: value = "task-2103927" [ 2073.728937] env[63366]: _type = "Task" [ 2073.728937] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.738749] env[63366]: DEBUG oslo_vmware.api [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103927, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.767049] env[63366]: DEBUG nova.network.neutron [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Updating instance_info_cache with network_info: [{"id": "bd772bee-245b-407a-8adb-7998e25d35a5", "address": "fa:16:3e:e8:b2:44", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd772bee-24", "ovs_interfaceid": "bd772bee-245b-407a-8adb-7998e25d35a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2073.982110] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Releasing lock "refresh_cache-46daf026-16bc-4525-9f8c-198beb021083" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2073.982424] env[63366]: DEBUG nova.compute.manager [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Instance network_info: |[{"id": "8ab5062c-9009-486f-b379-38cfde515f02", "address": "fa:16:3e:8b:b7:27", "network": {"id": "2ac4f35a-20ab-427e-b242-aa947aee6cad", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1294185243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "341d028641bf4eeeabaac223b359cf3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ab5062c-90", "ovs_interfaceid": "8ab5062c-9009-486f-b379-38cfde515f02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2073.983837] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:b7:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ab5062c-9009-486f-b379-38cfde515f02', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2073.991919] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Creating folder: Project (341d028641bf4eeeabaac223b359cf3e). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2073.995356] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-990e34a5-5a76-423e-8324-022fc2740027 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.011265] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Created folder: Project (341d028641bf4eeeabaac223b359cf3e) in parent group-v430612. [ 2074.011724] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Creating folder: Instances. Parent ref: group-v430793. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2074.012087] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51fdf2af-e456-411e-b8be-0da4bc7fea44 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.022616] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Created folder: Instances in parent group-v430793. [ 2074.023117] env[63366]: DEBUG oslo.service.loopingcall [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2074.026251] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2074.027417] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a19e902e-1d28-49bd-9e35-1685eee3d631 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.054383] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2074.054383] env[63366]: value = "task-2103930" [ 2074.054383] env[63366]: _type = "Task" [ 2074.054383] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.068137] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103930, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.080508] env[63366]: DEBUG oslo_vmware.api [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Task: {'id': task-2103926, 'name': Rename_Task, 'duration_secs': 0.166367} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.080979] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2074.081086] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-140832e3-226b-4f8c-8af8-642ff1bb3437 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.088543] env[63366]: DEBUG oslo_vmware.api [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Waiting for the task: (returnval){ [ 2074.088543] env[63366]: value = "task-2103931" [ 2074.088543] env[63366]: _type = "Task" [ 2074.088543] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.098037] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7038472-0b96-4cb0-91a1-eb2d43a8fa64 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.105832] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85665b83-63e8-4019-9a3c-d9a2cfacd692 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.109456] env[63366]: DEBUG oslo_vmware.api [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Task: {'id': task-2103931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.145294] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9e9e55-f110-4562-9e83-1d2335012890 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.149060] env[63366]: DEBUG nova.compute.manager [req-d49ac370-3373-418a-98b1-00e2b8597523 req-5238eac1-afef-4319-9933-84a3e6baae58 service nova] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Received event network-changed-a44fff4c-fd10-43de-8772-f15346447201 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2074.149255] env[63366]: DEBUG nova.compute.manager [req-d49ac370-3373-418a-98b1-00e2b8597523 req-5238eac1-afef-4319-9933-84a3e6baae58 service nova] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Refreshing instance network info cache due to event network-changed-a44fff4c-fd10-43de-8772-f15346447201. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2074.149472] env[63366]: DEBUG oslo_concurrency.lockutils [req-d49ac370-3373-418a-98b1-00e2b8597523 req-5238eac1-afef-4319-9933-84a3e6baae58 service nova] Acquiring lock "refresh_cache-017849f8-77d3-4c49-86ec-e54fad04b5f4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2074.149644] env[63366]: DEBUG oslo_concurrency.lockutils [req-d49ac370-3373-418a-98b1-00e2b8597523 req-5238eac1-afef-4319-9933-84a3e6baae58 service nova] Acquired lock "refresh_cache-017849f8-77d3-4c49-86ec-e54fad04b5f4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2074.149809] env[63366]: DEBUG nova.network.neutron [req-d49ac370-3373-418a-98b1-00e2b8597523 req-5238eac1-afef-4319-9933-84a3e6baae58 service nova] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Refreshing network info cache for port a44fff4c-fd10-43de-8772-f15346447201 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2074.159266] env[63366]: DEBUG oslo_vmware.api [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103924, 'name': ReconfigVM_Task, 'duration_secs': 1.016097} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.160943] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebbac5a-6278-4b6d-870c-feccf0bc0919 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.165061] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 014f86cc-5258-4b91-a43c-f29d7acf3e68/014f86cc-5258-4b91-a43c-f29d7acf3e68.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2074.165883] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5590beb-ad49-46e5-961d-98701e5ca1db {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.178010] env[63366]: DEBUG nova.compute.provider_tree [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2074.181891] env[63366]: DEBUG oslo_vmware.api [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Waiting for the task: (returnval){ [ 2074.181891] env[63366]: value = "task-2103932" [ 2074.181891] env[63366]: _type = "Task" [ 2074.181891] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.189377] env[63366]: DEBUG oslo_vmware.api [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103932, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.220503] env[63366]: DEBUG nova.compute.manager [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2074.221722] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afa424e-5ba3-4cd8-a5cb-81b044a17205 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.239037] env[63366]: DEBUG oslo_vmware.api [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103927, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.270458] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Releasing lock "refresh_cache-689df898-ef9c-4a0b-8196-f2e917101949" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2074.565178] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103930, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.599655] env[63366]: DEBUG oslo_vmware.api [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Task: {'id': task-2103931, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.682417] env[63366]: DEBUG nova.scheduler.client.report [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2074.703744] env[63366]: DEBUG oslo_vmware.api [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103932, 'name': Rename_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.735918] env[63366]: INFO nova.compute.manager [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] instance snapshotting [ 2074.738063] env[63366]: DEBUG nova.objects.instance [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lazy-loading 'flavor' on Instance uuid 96f0fab0-d17a-46cc-bff7-66de56c2acc3 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2074.753189] env[63366]: DEBUG oslo_vmware.api [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103927, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.754364] env[63366]: DEBUG nova.compute.manager [req-ce4e4324-cc24-410b-84a1-e723e3b93336 req-ebcf4102-f100-4498-8c6d-5bafe832e734 service nova] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Received event network-changed-8ab5062c-9009-486f-b379-38cfde515f02 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2074.757021] env[63366]: DEBUG nova.compute.manager [req-ce4e4324-cc24-410b-84a1-e723e3b93336 req-ebcf4102-f100-4498-8c6d-5bafe832e734 service nova] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Refreshing instance network info cache due to event network-changed-8ab5062c-9009-486f-b379-38cfde515f02. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2074.757021] env[63366]: DEBUG oslo_concurrency.lockutils [req-ce4e4324-cc24-410b-84a1-e723e3b93336 req-ebcf4102-f100-4498-8c6d-5bafe832e734 service nova] Acquiring lock "refresh_cache-46daf026-16bc-4525-9f8c-198beb021083" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2074.757021] env[63366]: DEBUG oslo_concurrency.lockutils [req-ce4e4324-cc24-410b-84a1-e723e3b93336 req-ebcf4102-f100-4498-8c6d-5bafe832e734 service nova] Acquired lock "refresh_cache-46daf026-16bc-4525-9f8c-198beb021083" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2074.757021] env[63366]: DEBUG nova.network.neutron [req-ce4e4324-cc24-410b-84a1-e723e3b93336 req-ebcf4102-f100-4498-8c6d-5bafe832e734 service nova] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Refreshing network info cache for port 8ab5062c-9009-486f-b379-38cfde515f02 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2074.911889] env[63366]: DEBUG nova.network.neutron [req-d49ac370-3373-418a-98b1-00e2b8597523 req-5238eac1-afef-4319-9933-84a3e6baae58 service nova] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Updated VIF entry in instance network info cache for port a44fff4c-fd10-43de-8772-f15346447201. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2074.912277] env[63366]: DEBUG nova.network.neutron [req-d49ac370-3373-418a-98b1-00e2b8597523 req-5238eac1-afef-4319-9933-84a3e6baae58 service nova] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Updating instance_info_cache with network_info: [{"id": "a44fff4c-fd10-43de-8772-f15346447201", "address": "fa:16:3e:98:4a:56", "network": {"id": "79a134ae-58b5-41f9-aa8d-bebb5f6d0f42", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1669656039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21142ba6837648849b893d8cc0105c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa44fff4c-fd", "ovs_interfaceid": "a44fff4c-fd10-43de-8772-f15346447201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2075.066298] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103930, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.100378] env[63366]: DEBUG oslo_vmware.api [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Task: {'id': task-2103931, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.200134] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.200663] env[63366]: DEBUG nova.compute.manager [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2075.203193] env[63366]: DEBUG oslo_vmware.api [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103932, 'name': Rename_Task, 'duration_secs': 0.588373} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.203460] env[63366]: DEBUG oslo_concurrency.lockutils [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.913s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.203668] env[63366]: DEBUG nova.objects.instance [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Lazy-loading 'resources' on Instance uuid 6e56de4c-9de5-4a5b-9af4-0005925b1e4f {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2075.204790] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2075.205229] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f30273d-b5e8-498d-aef9-6ce503537285 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.214251] env[63366]: DEBUG oslo_vmware.api [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Waiting for the task: (returnval){ [ 2075.214251] env[63366]: value = "task-2103933" [ 2075.214251] env[63366]: _type = "Task" [ 2075.214251] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.226678] env[63366]: DEBUG oslo_vmware.api [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.240595] env[63366]: DEBUG oslo_vmware.api [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103927, 'name': ReconfigVM_Task, 'duration_secs': 1.326886} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.241042] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Reconfigured VM instance instance-0000003a to attach disk [datastore2] afb11726-923b-4b23-b667-56492003de5b/afb11726-923b-4b23-b667-56492003de5b.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2075.241654] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1e91ed8-3b34-4dfc-8c32-2fda5bb1b0f6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.249205] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3313f24-02fb-482b-bdb0-c96b303667c5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.256022] env[63366]: DEBUG oslo_vmware.api [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2075.256022] env[63366]: value = "task-2103934" [ 2075.256022] env[63366]: _type = "Task" [ 2075.256022] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.277940] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd43fa7-7c4d-4da8-bd99-479d9f940a97 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.290704] env[63366]: DEBUG oslo_vmware.api [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103934, 'name': Rename_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.416081] env[63366]: DEBUG oslo_concurrency.lockutils [req-d49ac370-3373-418a-98b1-00e2b8597523 req-5238eac1-afef-4319-9933-84a3e6baae58 service nova] Releasing lock "refresh_cache-017849f8-77d3-4c49-86ec-e54fad04b5f4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2075.494487] env[63366]: DEBUG nova.network.neutron [req-ce4e4324-cc24-410b-84a1-e723e3b93336 req-ebcf4102-f100-4498-8c6d-5bafe832e734 service nova] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Updated VIF entry in instance network info cache for port 8ab5062c-9009-486f-b379-38cfde515f02. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2075.494487] env[63366]: DEBUG nova.network.neutron [req-ce4e4324-cc24-410b-84a1-e723e3b93336 req-ebcf4102-f100-4498-8c6d-5bafe832e734 service nova] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Updating instance_info_cache with network_info: [{"id": "8ab5062c-9009-486f-b379-38cfde515f02", "address": "fa:16:3e:8b:b7:27", "network": {"id": "2ac4f35a-20ab-427e-b242-aa947aee6cad", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1294185243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "341d028641bf4eeeabaac223b359cf3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ab5062c-90", "ovs_interfaceid": "8ab5062c-9009-486f-b379-38cfde515f02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2075.571024] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103930, 'name': CreateVM_Task, 'duration_secs': 1.031913} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.571024] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2075.571024] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.571024] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.571786] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2075.572268] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50286b3a-a12f-456c-b6f8-9747202bf683 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.578705] env[63366]: DEBUG oslo_vmware.api [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Waiting for the task: (returnval){ [ 2075.578705] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52bf665f-9287-6a49-99cd-19670f44e8eb" [ 2075.578705] env[63366]: _type = "Task" [ 2075.578705] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.594255] env[63366]: DEBUG oslo_vmware.api [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52bf665f-9287-6a49-99cd-19670f44e8eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.601912] env[63366]: DEBUG oslo_vmware.api [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Task: {'id': task-2103931, 'name': PowerOnVM_Task, 'duration_secs': 1.088298} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.602405] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2075.602733] env[63366]: INFO nova.compute.manager [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Took 9.21 seconds to spawn the instance on the hypervisor. [ 2075.603031] env[63366]: DEBUG nova.compute.manager [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2075.603883] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c445232a-0a9f-46d1-93b9-65f2c49d1b82 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.706619] env[63366]: DEBUG nova.compute.utils [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2075.707977] env[63366]: DEBUG nova.compute.manager [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2075.708160] env[63366]: DEBUG nova.network.neutron [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2075.725944] env[63366]: DEBUG oslo_vmware.api [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103933, 'name': PowerOnVM_Task, 'duration_secs': 0.455246} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.726260] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2075.726753] env[63366]: DEBUG nova.compute.manager [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2075.727437] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbc89bb-ce80-4823-b365-69a717f3c7de {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.764815] env[63366]: DEBUG nova.policy [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ff81d28e2de42c9acdd78d707acde93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d159bb1e2a7400286a4e51831385ac0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2075.788327] env[63366]: DEBUG oslo_vmware.api [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103934, 'name': Rename_Task, 'duration_secs': 0.167408} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.791460] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2075.792699] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f830d9-df7d-445d-a338-e657ec80b981 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.795322] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8526dd9-405a-4995-aaf8-da6d20cdf58b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.797891] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Creating Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2075.798183] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ad50baea-5ca7-4acd-9158-83aa080cb6e1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.816658] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Updating instance '689df898-ef9c-4a0b-8196-f2e917101949' progress to 0 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2075.826394] env[63366]: DEBUG oslo_vmware.api [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2075.826394] env[63366]: value = "task-2103935" [ 2075.826394] env[63366]: _type = "Task" [ 2075.826394] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.826753] env[63366]: DEBUG oslo_vmware.api [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2075.826753] env[63366]: value = "task-2103936" [ 2075.826753] env[63366]: _type = "Task" [ 2075.826753] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.843038] env[63366]: DEBUG oslo_vmware.api [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103935, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.848525] env[63366]: DEBUG oslo_vmware.api [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103936, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.996073] env[63366]: DEBUG oslo_concurrency.lockutils [req-ce4e4324-cc24-410b-84a1-e723e3b93336 req-ebcf4102-f100-4498-8c6d-5bafe832e734 service nova] Releasing lock "refresh_cache-46daf026-16bc-4525-9f8c-198beb021083" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2076.085557] env[63366]: DEBUG nova.network.neutron [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Successfully created port: 734eb690-f54c-4d8c-97f4-1efafef6aad8 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2076.097564] env[63366]: DEBUG oslo_vmware.api [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52bf665f-9287-6a49-99cd-19670f44e8eb, 'name': SearchDatastore_Task, 'duration_secs': 0.014251} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.098195] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2076.099025] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2076.100572] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2076.100852] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2076.101209] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2076.102279] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6c0b6b7-c8cb-4ab0-b3ff-b024f4c8998b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.121173] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2076.121369] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2076.124879] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bec03892-8b8d-4968-95db-5f852251f1fd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.130031] env[63366]: INFO nova.compute.manager [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Took 60.50 seconds to build instance. [ 2076.139122] env[63366]: DEBUG oslo_vmware.api [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Waiting for the task: (returnval){ [ 2076.139122] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52dc5122-abb3-8b08-ae24-57d54964a7e3" [ 2076.139122] env[63366]: _type = "Task" [ 2076.139122] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.151273] env[63366]: DEBUG oslo_vmware.api [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52dc5122-abb3-8b08-ae24-57d54964a7e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.214310] env[63366]: DEBUG nova.compute.manager [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2076.252357] env[63366]: DEBUG oslo_concurrency.lockutils [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.330839] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2076.331560] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96ef85ec-1d11-49f5-9adf-e2d49cf610cb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.346145] env[63366]: DEBUG oslo_vmware.api [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103935, 'name': PowerOnVM_Task, 'duration_secs': 0.481508} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.353928] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2076.353928] env[63366]: INFO nova.compute.manager [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Took 7.34 seconds to spawn the instance on the hypervisor. [ 2076.353928] env[63366]: DEBUG nova.compute.manager [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2076.353928] env[63366]: DEBUG oslo_vmware.api [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 2076.353928] env[63366]: value = "task-2103937" [ 2076.353928] env[63366]: _type = "Task" [ 2076.353928] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.353928] env[63366]: DEBUG oslo_vmware.api [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103936, 'name': CreateSnapshot_Task, 'duration_secs': 0.47223} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.353928] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f239b1c8-d862-4bf8-993d-b94e9b9274fc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.357691] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a02ec7-fc97-431a-bd5d-5c8e421fa0a6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.358960] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Created Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2076.362672] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b228c43-c004-4e47-8559-5abc139803c8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.378368] env[63366]: DEBUG oslo_vmware.api [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.383991] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88997a15-31d6-4a14-adb4-90d3c3a58e32 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.418485] env[63366]: DEBUG nova.network.neutron [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Successfully created port: b20b5afa-80e3-424f-a67a-83bc2c7c7d27 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2076.421014] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee405018-e622-4acd-8841-2b9f1fb868f2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.435502] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a25395-88e0-40be-b389-5e5904a5a35b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.452801] env[63366]: DEBUG nova.compute.provider_tree [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2076.636024] env[63366]: DEBUG oslo_concurrency.lockutils [None req-40026b05-0614-43e0-8824-125b07d70df2 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Lock "5526389c-8814-4aa4-bc67-aba298e39703" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.279s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.654096] env[63366]: DEBUG oslo_vmware.api [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52dc5122-abb3-8b08-ae24-57d54964a7e3, 'name': SearchDatastore_Task, 'duration_secs': 0.01186} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.654497] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2ecd1e3-e2c9-498a-8bf2-49177f988373 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.662098] env[63366]: DEBUG oslo_vmware.api [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Waiting for the task: (returnval){ [ 2076.662098] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52586888-d33f-d92a-e772-fafc53ff4266" [ 2076.662098] env[63366]: _type = "Task" [ 2076.662098] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.672395] env[63366]: DEBUG oslo_vmware.api [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52586888-d33f-d92a-e772-fafc53ff4266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.869850] env[63366]: DEBUG oslo_vmware.api [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103937, 'name': PowerOffVM_Task, 'duration_secs': 0.300996} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.870210] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2076.870444] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Updating instance '689df898-ef9c-4a0b-8196-f2e917101949' progress to 17 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2076.890560] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Creating linked-clone VM from snapshot {{(pid=63366) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2076.894864] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b9b951e2-5bf0-43c4-aa4d-7265e2df3641 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.900880] env[63366]: INFO nova.compute.manager [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Took 57.89 seconds to build instance. [ 2076.910413] env[63366]: DEBUG oslo_vmware.api [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2076.910413] env[63366]: value = "task-2103938" [ 2076.910413] env[63366]: _type = "Task" [ 2076.910413] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.921104] env[63366]: DEBUG oslo_vmware.api [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103938, 'name': CloneVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.930503] env[63366]: DEBUG oslo_concurrency.lockutils [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Acquiring lock "014f86cc-5258-4b91-a43c-f29d7acf3e68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.930902] env[63366]: DEBUG oslo_concurrency.lockutils [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Lock "014f86cc-5258-4b91-a43c-f29d7acf3e68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.931230] env[63366]: DEBUG oslo_concurrency.lockutils [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Acquiring lock "014f86cc-5258-4b91-a43c-f29d7acf3e68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.931542] env[63366]: DEBUG oslo_concurrency.lockutils [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Lock "014f86cc-5258-4b91-a43c-f29d7acf3e68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.931822] env[63366]: DEBUG oslo_concurrency.lockutils [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Lock "014f86cc-5258-4b91-a43c-f29d7acf3e68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.933987] env[63366]: INFO nova.compute.manager [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Terminating instance [ 2076.956358] env[63366]: DEBUG nova.scheduler.client.report [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2077.138235] env[63366]: DEBUG nova.compute.manager [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2077.175800] env[63366]: DEBUG oslo_vmware.api [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52586888-d33f-d92a-e772-fafc53ff4266, 'name': SearchDatastore_Task, 'duration_secs': 0.010437} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.176858] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2077.177201] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 46daf026-16bc-4525-9f8c-198beb021083/46daf026-16bc-4525-9f8c-198beb021083.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2077.177560] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e80b908-a714-4703-838a-641098fd5692 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.186883] env[63366]: DEBUG oslo_vmware.api [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Waiting for the task: (returnval){ [ 2077.186883] env[63366]: value = "task-2103939" [ 2077.186883] env[63366]: _type = "Task" [ 2077.186883] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.197782] env[63366]: DEBUG oslo_vmware.api [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Task: {'id': task-2103939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.223953] env[63366]: DEBUG nova.compute.manager [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2077.255187] env[63366]: DEBUG nova.virt.hardware [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2077.255187] env[63366]: DEBUG nova.virt.hardware [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2077.255187] env[63366]: DEBUG nova.virt.hardware [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2077.255187] env[63366]: DEBUG nova.virt.hardware [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2077.255187] env[63366]: DEBUG nova.virt.hardware [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2077.255187] env[63366]: DEBUG nova.virt.hardware [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2077.255187] env[63366]: DEBUG nova.virt.hardware [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2077.255553] env[63366]: DEBUG nova.virt.hardware [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2077.255553] env[63366]: DEBUG nova.virt.hardware [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2077.255623] env[63366]: DEBUG nova.virt.hardware [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2077.255765] env[63366]: DEBUG nova.virt.hardware [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2077.256686] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7e3d23-3066-4559-aea0-4bb17422f86a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.265976] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79b1404-4424-487e-9921-02fe2ec60ee6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.379020] env[63366]: DEBUG nova.virt.hardware [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2077.379020] env[63366]: DEBUG nova.virt.hardware [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2077.379020] env[63366]: DEBUG nova.virt.hardware [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2077.379020] env[63366]: DEBUG nova.virt.hardware [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2077.379020] env[63366]: DEBUG nova.virt.hardware [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2077.379624] env[63366]: DEBUG nova.virt.hardware [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2077.379994] env[63366]: DEBUG nova.virt.hardware [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2077.380279] env[63366]: DEBUG nova.virt.hardware [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2077.380589] env[63366]: DEBUG nova.virt.hardware [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2077.381675] env[63366]: DEBUG nova.virt.hardware [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2077.382205] env[63366]: DEBUG nova.virt.hardware [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2077.392022] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5deeb666-68f0-4350-a846-daf158880999 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.403480] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a480f034-fada-4b10-97fa-8314c433d520 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "afb11726-923b-4b23-b667-56492003de5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.467s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.406779] env[63366]: DEBUG oslo_vmware.api [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 2077.406779] env[63366]: value = "task-2103940" [ 2077.406779] env[63366]: _type = "Task" [ 2077.406779] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.418969] env[63366]: DEBUG oslo_vmware.api [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.428732] env[63366]: DEBUG oslo_vmware.api [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103938, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.440361] env[63366]: DEBUG oslo_concurrency.lockutils [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Acquiring lock "refresh_cache-014f86cc-5258-4b91-a43c-f29d7acf3e68" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2077.440361] env[63366]: DEBUG oslo_concurrency.lockutils [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Acquired lock "refresh_cache-014f86cc-5258-4b91-a43c-f29d7acf3e68" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2077.440361] env[63366]: DEBUG nova.network.neutron [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2077.462063] env[63366]: DEBUG oslo_concurrency.lockutils [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.258s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.464585] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 44.460s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2077.464959] env[63366]: DEBUG nova.objects.instance [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63366) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2077.497136] env[63366]: INFO nova.scheduler.client.report [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Deleted allocations for instance 6e56de4c-9de5-4a5b-9af4-0005925b1e4f [ 2077.662789] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.699461] env[63366]: DEBUG oslo_vmware.api [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Task: {'id': task-2103939, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.791190] env[63366]: DEBUG nova.compute.manager [req-eb5bc35d-c2fb-45bc-ba0f-48e92abeef26 req-dabf887e-1248-4c58-bf40-e02ef99f01ae service nova] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Received event network-changed-a44fff4c-fd10-43de-8772-f15346447201 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2077.791325] env[63366]: DEBUG nova.compute.manager [req-eb5bc35d-c2fb-45bc-ba0f-48e92abeef26 req-dabf887e-1248-4c58-bf40-e02ef99f01ae service nova] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Refreshing instance network info cache due to event network-changed-a44fff4c-fd10-43de-8772-f15346447201. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2077.791702] env[63366]: DEBUG oslo_concurrency.lockutils [req-eb5bc35d-c2fb-45bc-ba0f-48e92abeef26 req-dabf887e-1248-4c58-bf40-e02ef99f01ae service nova] Acquiring lock "refresh_cache-017849f8-77d3-4c49-86ec-e54fad04b5f4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2077.791905] env[63366]: DEBUG oslo_concurrency.lockutils [req-eb5bc35d-c2fb-45bc-ba0f-48e92abeef26 req-dabf887e-1248-4c58-bf40-e02ef99f01ae service nova] Acquired lock "refresh_cache-017849f8-77d3-4c49-86ec-e54fad04b5f4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2077.794082] env[63366]: DEBUG nova.network.neutron [req-eb5bc35d-c2fb-45bc-ba0f-48e92abeef26 req-dabf887e-1248-4c58-bf40-e02ef99f01ae service nova] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Refreshing network info cache for port a44fff4c-fd10-43de-8772-f15346447201 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2077.926670] env[63366]: DEBUG oslo_vmware.api [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103940, 'name': ReconfigVM_Task, 'duration_secs': 0.405101} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.931780] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Updating instance '689df898-ef9c-4a0b-8196-f2e917101949' progress to 33 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2077.940254] env[63366]: DEBUG oslo_vmware.api [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103938, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.968109] env[63366]: DEBUG nova.network.neutron [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2078.011955] env[63366]: DEBUG oslo_concurrency.lockutils [None req-822ce868-f8b3-475d-ad90-0b963223644b tempest-ServerGroupTestJSON-1520214946 tempest-ServerGroupTestJSON-1520214946-project-member] Lock "6e56de4c-9de5-4a5b-9af4-0005925b1e4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.823s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.017490] env[63366]: DEBUG nova.network.neutron [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Successfully updated port: 734eb690-f54c-4d8c-97f4-1efafef6aad8 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2078.104976] env[63366]: DEBUG nova.network.neutron [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2078.200079] env[63366]: DEBUG oslo_vmware.api [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Task: {'id': task-2103939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54053} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.201870] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 46daf026-16bc-4525-9f8c-198beb021083/46daf026-16bc-4525-9f8c-198beb021083.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2078.202593] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2078.202593] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-968a6f6b-38c4-4f89-babe-fc2120a1adac {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.211383] env[63366]: DEBUG oslo_vmware.api [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Waiting for the task: (returnval){ [ 2078.211383] env[63366]: value = "task-2103941" [ 2078.211383] env[63366]: _type = "Task" [ 2078.211383] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.221186] env[63366]: DEBUG oslo_vmware.api [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Task: {'id': task-2103941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.363949] env[63366]: DEBUG nova.compute.manager [req-73b75c43-cbf1-4dfd-9801-d427973e1278 req-7233e729-45be-4efc-a4a9-708c2e647449 service nova] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Received event network-vif-plugged-734eb690-f54c-4d8c-97f4-1efafef6aad8 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2078.364376] env[63366]: DEBUG oslo_concurrency.lockutils [req-73b75c43-cbf1-4dfd-9801-d427973e1278 req-7233e729-45be-4efc-a4a9-708c2e647449 service nova] Acquiring lock "f48bbead-21ee-4778-af3c-bab52debb935-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2078.364723] env[63366]: DEBUG oslo_concurrency.lockutils [req-73b75c43-cbf1-4dfd-9801-d427973e1278 req-7233e729-45be-4efc-a4a9-708c2e647449 service nova] Lock "f48bbead-21ee-4778-af3c-bab52debb935-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.365132] env[63366]: DEBUG oslo_concurrency.lockutils [req-73b75c43-cbf1-4dfd-9801-d427973e1278 req-7233e729-45be-4efc-a4a9-708c2e647449 service nova] Lock "f48bbead-21ee-4778-af3c-bab52debb935-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.365346] env[63366]: DEBUG nova.compute.manager [req-73b75c43-cbf1-4dfd-9801-d427973e1278 req-7233e729-45be-4efc-a4a9-708c2e647449 service nova] [instance: f48bbead-21ee-4778-af3c-bab52debb935] No waiting events found dispatching network-vif-plugged-734eb690-f54c-4d8c-97f4-1efafef6aad8 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2078.365617] env[63366]: WARNING nova.compute.manager [req-73b75c43-cbf1-4dfd-9801-d427973e1278 req-7233e729-45be-4efc-a4a9-708c2e647449 service nova] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Received unexpected event network-vif-plugged-734eb690-f54c-4d8c-97f4-1efafef6aad8 for instance with vm_state building and task_state spawning. [ 2078.426781] env[63366]: DEBUG oslo_vmware.api [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103938, 'name': CloneVM_Task} progress is 95%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.443678] env[63366]: DEBUG nova.virt.hardware [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T17:09:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5e88a544-0863-45f8-9a61-4aa749394418',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-378556504',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2078.444189] env[63366]: DEBUG nova.virt.hardware [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2078.444189] env[63366]: DEBUG nova.virt.hardware [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2078.444266] env[63366]: DEBUG nova.virt.hardware [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2078.444407] env[63366]: DEBUG nova.virt.hardware [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2078.444552] env[63366]: DEBUG nova.virt.hardware [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2078.444968] env[63366]: DEBUG nova.virt.hardware [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2078.444968] env[63366]: DEBUG nova.virt.hardware [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2078.445101] env[63366]: DEBUG nova.virt.hardware [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2078.445266] env[63366]: DEBUG nova.virt.hardware [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2078.445445] env[63366]: DEBUG nova.virt.hardware [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2078.452201] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2078.452540] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-867e9e8e-1628-491d-afcb-3990fc8aa1c5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.475618] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4496da42-17a6-4558-a4dd-2b775f91b7ee tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.476847] env[63366]: DEBUG oslo_vmware.api [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 2078.476847] env[63366]: value = "task-2103942" [ 2078.476847] env[63366]: _type = "Task" [ 2078.476847] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.479845] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.469s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.479845] env[63366]: INFO nova.compute.claims [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2078.499804] env[63366]: DEBUG oslo_vmware.api [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103942, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.607902] env[63366]: DEBUG oslo_concurrency.lockutils [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Releasing lock "refresh_cache-014f86cc-5258-4b91-a43c-f29d7acf3e68" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2078.608411] env[63366]: DEBUG nova.compute.manager [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2078.608653] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2078.609622] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358c10a4-4242-4731-b3d0-48c264f126df {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.621588] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2078.622079] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-444d64eb-332c-468f-a444-5f981555f4f4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.631493] env[63366]: DEBUG oslo_vmware.api [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Waiting for the task: (returnval){ [ 2078.631493] env[63366]: value = "task-2103943" [ 2078.631493] env[63366]: _type = "Task" [ 2078.631493] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.644874] env[63366]: DEBUG oslo_vmware.api [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.665498] env[63366]: DEBUG nova.network.neutron [req-eb5bc35d-c2fb-45bc-ba0f-48e92abeef26 req-dabf887e-1248-4c58-bf40-e02ef99f01ae service nova] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Updated VIF entry in instance network info cache for port a44fff4c-fd10-43de-8772-f15346447201. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2078.665889] env[63366]: DEBUG nova.network.neutron [req-eb5bc35d-c2fb-45bc-ba0f-48e92abeef26 req-dabf887e-1248-4c58-bf40-e02ef99f01ae service nova] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Updating instance_info_cache with network_info: [{"id": "a44fff4c-fd10-43de-8772-f15346447201", "address": "fa:16:3e:98:4a:56", "network": {"id": "79a134ae-58b5-41f9-aa8d-bebb5f6d0f42", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1669656039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21142ba6837648849b893d8cc0105c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa44fff4c-fd", "ovs_interfaceid": "a44fff4c-fd10-43de-8772-f15346447201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2078.690024] env[63366]: DEBUG oslo_concurrency.lockutils [None req-226b8bdf-4234-462b-b528-644cdb1434f7 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "afb11726-923b-4b23-b667-56492003de5b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2078.690024] env[63366]: DEBUG oslo_concurrency.lockutils [None req-226b8bdf-4234-462b-b528-644cdb1434f7 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "afb11726-923b-4b23-b667-56492003de5b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.690257] env[63366]: DEBUG nova.compute.manager [None req-226b8bdf-4234-462b-b528-644cdb1434f7 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2078.690986] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99556e1d-8c30-49bb-a11e-dbf5f573dde5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.700142] env[63366]: DEBUG nova.compute.manager [None req-226b8bdf-4234-462b-b528-644cdb1434f7 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63366) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2078.700514] env[63366]: DEBUG nova.objects.instance [None req-226b8bdf-4234-462b-b528-644cdb1434f7 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lazy-loading 'flavor' on Instance uuid afb11726-923b-4b23-b667-56492003de5b {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2078.726066] env[63366]: DEBUG oslo_vmware.api [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Task: {'id': task-2103941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170898} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.726066] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2078.726727] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2808ab8-2581-4919-a848-26076b080486 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.755909] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 46daf026-16bc-4525-9f8c-198beb021083/46daf026-16bc-4525-9f8c-198beb021083.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2078.756446] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a4947b9-2a0b-4371-ad6f-afe99e49cdb4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.779257] env[63366]: DEBUG oslo_vmware.api [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Waiting for the task: (returnval){ [ 2078.779257] env[63366]: value = "task-2103944" [ 2078.779257] env[63366]: _type = "Task" [ 2078.779257] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.792646] env[63366]: DEBUG oslo_vmware.api [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Task: {'id': task-2103944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.927112] env[63366]: DEBUG oslo_vmware.api [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103938, 'name': CloneVM_Task, 'duration_secs': 1.699022} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.927458] env[63366]: INFO nova.virt.vmwareapi.vmops [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Created linked-clone VM from snapshot [ 2078.928201] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c07f254-bdb7-4aad-9b88-cdf457b29f65 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.937200] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Uploading image 744b7285-d61f-44f1-93eb-c8f43b1d66e8 {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2078.968856] env[63366]: DEBUG oslo_vmware.rw_handles [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2078.968856] env[63366]: value = "vm-430797" [ 2078.968856] env[63366]: _type = "VirtualMachine" [ 2078.968856] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2078.969218] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-40ea93fb-aaf4-4bb9-b521-331d9c7d3fd3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.977655] env[63366]: DEBUG oslo_vmware.rw_handles [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lease: (returnval){ [ 2078.977655] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5206cd9b-9fde-d11b-8e9d-836dec6f8eab" [ 2078.977655] env[63366]: _type = "HttpNfcLease" [ 2078.977655] env[63366]: } obtained for exporting VM: (result){ [ 2078.977655] env[63366]: value = "vm-430797" [ 2078.977655] env[63366]: _type = "VirtualMachine" [ 2078.977655] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2078.977921] env[63366]: DEBUG oslo_vmware.api [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the lease: (returnval){ [ 2078.977921] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5206cd9b-9fde-d11b-8e9d-836dec6f8eab" [ 2078.977921] env[63366]: _type = "HttpNfcLease" [ 2078.977921] env[63366]: } to be ready. {{(pid=63366) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2078.985635] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2078.985635] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5206cd9b-9fde-d11b-8e9d-836dec6f8eab" [ 2078.985635] env[63366]: _type = "HttpNfcLease" [ 2078.985635] env[63366]: } is initializing. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2078.997973] env[63366]: DEBUG oslo_vmware.api [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103942, 'name': ReconfigVM_Task, 'duration_secs': 0.304178} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.998893] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2078.999865] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68dd30e0-6356-4a5d-b312-7eb65fa4bbdf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.037565] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 689df898-ef9c-4a0b-8196-f2e917101949/689df898-ef9c-4a0b-8196-f2e917101949.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2079.038118] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d923bb29-f626-4721-8d8d-5af73f6e122d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.069973] env[63366]: DEBUG oslo_vmware.api [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 2079.069973] env[63366]: value = "task-2103946" [ 2079.069973] env[63366]: _type = "Task" [ 2079.069973] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.080879] env[63366]: DEBUG oslo_vmware.api [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.142383] env[63366]: DEBUG oslo_vmware.api [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103943, 'name': PowerOffVM_Task, 'duration_secs': 0.232537} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.142796] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2079.143023] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2079.143324] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94e31728-74bf-4801-a951-d609ba16004e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.168992] env[63366]: DEBUG oslo_concurrency.lockutils [req-eb5bc35d-c2fb-45bc-ba0f-48e92abeef26 req-dabf887e-1248-4c58-bf40-e02ef99f01ae service nova] Releasing lock "refresh_cache-017849f8-77d3-4c49-86ec-e54fad04b5f4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2079.177968] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2079.178253] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2079.178440] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Deleting the datastore file [datastore2] 014f86cc-5258-4b91-a43c-f29d7acf3e68 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2079.178732] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5291e109-6a01-4cff-9e8d-87bd880d9f35 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.187328] env[63366]: DEBUG oslo_vmware.api [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Waiting for the task: (returnval){ [ 2079.187328] env[63366]: value = "task-2103948" [ 2079.187328] env[63366]: _type = "Task" [ 2079.187328] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.197394] env[63366]: DEBUG oslo_vmware.api [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.207883] env[63366]: DEBUG oslo_concurrency.lockutils [None req-be37b7ea-0a6c-47d7-8016-9ffe2ce23ae6 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Acquiring lock "5526389c-8814-4aa4-bc67-aba298e39703" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.208163] env[63366]: DEBUG oslo_concurrency.lockutils [None req-be37b7ea-0a6c-47d7-8016-9ffe2ce23ae6 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Lock "5526389c-8814-4aa4-bc67-aba298e39703" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.208377] env[63366]: DEBUG oslo_concurrency.lockutils [None req-be37b7ea-0a6c-47d7-8016-9ffe2ce23ae6 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Acquiring lock "5526389c-8814-4aa4-bc67-aba298e39703-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.208557] env[63366]: DEBUG oslo_concurrency.lockutils [None req-be37b7ea-0a6c-47d7-8016-9ffe2ce23ae6 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Lock "5526389c-8814-4aa4-bc67-aba298e39703-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.208842] env[63366]: DEBUG oslo_concurrency.lockutils [None req-be37b7ea-0a6c-47d7-8016-9ffe2ce23ae6 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Lock "5526389c-8814-4aa4-bc67-aba298e39703-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.211456] env[63366]: INFO nova.compute.manager [None req-be37b7ea-0a6c-47d7-8016-9ffe2ce23ae6 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Terminating instance [ 2079.290448] env[63366]: DEBUG oslo_vmware.api [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Task: {'id': task-2103944, 'name': ReconfigVM_Task, 'duration_secs': 0.441554} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.290810] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 46daf026-16bc-4525-9f8c-198beb021083/46daf026-16bc-4525-9f8c-198beb021083.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2079.291512] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0510524-7201-420f-b074-995729974ee2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.299464] env[63366]: DEBUG oslo_vmware.api [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Waiting for the task: (returnval){ [ 2079.299464] env[63366]: value = "task-2103949" [ 2079.299464] env[63366]: _type = "Task" [ 2079.299464] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.308637] env[63366]: DEBUG oslo_vmware.api [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Task: {'id': task-2103949, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.486164] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2079.486164] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5206cd9b-9fde-d11b-8e9d-836dec6f8eab" [ 2079.486164] env[63366]: _type = "HttpNfcLease" [ 2079.486164] env[63366]: } is ready. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2079.486465] env[63366]: DEBUG oslo_vmware.rw_handles [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2079.486465] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5206cd9b-9fde-d11b-8e9d-836dec6f8eab" [ 2079.486465] env[63366]: _type = "HttpNfcLease" [ 2079.486465] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2079.487199] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d37459-3e59-4263-87cf-4a7afd55b4fb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.497435] env[63366]: DEBUG oslo_vmware.rw_handles [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5265b8f1-a3c4-ecda-acda-cafac6693dab/disk-0.vmdk from lease info. {{(pid=63366) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2079.497547] env[63366]: DEBUG oslo_vmware.rw_handles [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5265b8f1-a3c4-ecda-acda-cafac6693dab/disk-0.vmdk for reading. {{(pid=63366) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2079.583944] env[63366]: DEBUG oslo_vmware.api [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.595496] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a63c96db-bc66-4d7a-909c-e9136a395a12 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.709813] env[63366]: DEBUG oslo_vmware.api [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Task: {'id': task-2103948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111829} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.710269] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2079.710457] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2079.710634] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2079.710805] env[63366]: INFO nova.compute.manager [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Took 1.10 seconds to destroy the instance on the hypervisor. [ 2079.711061] env[63366]: DEBUG oslo.service.loopingcall [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2079.711252] env[63366]: DEBUG nova.compute.manager [-] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2079.711343] env[63366]: DEBUG nova.network.neutron [-] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2079.715418] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-226b8bdf-4234-462b-b528-644cdb1434f7 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2079.715657] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b27741d9-b49f-4101-bca9-ac1c2537bf27 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.717669] env[63366]: DEBUG nova.compute.manager [None req-be37b7ea-0a6c-47d7-8016-9ffe2ce23ae6 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2079.717858] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-be37b7ea-0a6c-47d7-8016-9ffe2ce23ae6 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2079.718636] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67cd3c3-fad8-47cd-8dfb-ee4a06f35229 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.728505] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-be37b7ea-0a6c-47d7-8016-9ffe2ce23ae6 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2079.729750] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aad28296-95ae-4e23-b68e-20c0e9574859 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.731319] env[63366]: DEBUG oslo_vmware.api [None req-226b8bdf-4234-462b-b528-644cdb1434f7 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2079.731319] env[63366]: value = "task-2103950" [ 2079.731319] env[63366]: _type = "Task" [ 2079.731319] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.739073] env[63366]: DEBUG oslo_vmware.api [None req-be37b7ea-0a6c-47d7-8016-9ffe2ce23ae6 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Waiting for the task: (returnval){ [ 2079.739073] env[63366]: value = "task-2103951" [ 2079.739073] env[63366]: _type = "Task" [ 2079.739073] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.745256] env[63366]: DEBUG oslo_vmware.api [None req-226b8bdf-4234-462b-b528-644cdb1434f7 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.748110] env[63366]: DEBUG nova.network.neutron [-] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2079.754896] env[63366]: DEBUG oslo_vmware.api [None req-be37b7ea-0a6c-47d7-8016-9ffe2ce23ae6 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Task: {'id': task-2103951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.815739] env[63366]: DEBUG oslo_vmware.api [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Task: {'id': task-2103949, 'name': Rename_Task, 'duration_secs': 0.33209} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.818783] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2079.818783] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3db6e08-8207-43de-8971-01948adde1c2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.827195] env[63366]: DEBUG oslo_vmware.api [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Waiting for the task: (returnval){ [ 2079.827195] env[63366]: value = "task-2103952" [ 2079.827195] env[63366]: _type = "Task" [ 2079.827195] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.842894] env[63366]: DEBUG oslo_vmware.api [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Task: {'id': task-2103952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.910155] env[63366]: DEBUG oslo_concurrency.lockutils [None req-77f2bfff-e6fd-4940-a397-4137808b197b tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Acquiring lock "017849f8-77d3-4c49-86ec-e54fad04b5f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.910426] env[63366]: DEBUG oslo_concurrency.lockutils [None req-77f2bfff-e6fd-4940-a397-4137808b197b tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Lock "017849f8-77d3-4c49-86ec-e54fad04b5f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.910601] env[63366]: DEBUG oslo_concurrency.lockutils [None req-77f2bfff-e6fd-4940-a397-4137808b197b tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Acquiring lock "017849f8-77d3-4c49-86ec-e54fad04b5f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.910796] env[63366]: DEBUG oslo_concurrency.lockutils [None req-77f2bfff-e6fd-4940-a397-4137808b197b tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Lock "017849f8-77d3-4c49-86ec-e54fad04b5f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.910961] env[63366]: DEBUG oslo_concurrency.lockutils [None req-77f2bfff-e6fd-4940-a397-4137808b197b tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Lock "017849f8-77d3-4c49-86ec-e54fad04b5f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.913767] env[63366]: INFO nova.compute.manager [None req-77f2bfff-e6fd-4940-a397-4137808b197b tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Terminating instance [ 2080.091022] env[63366]: DEBUG oslo_vmware.api [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103946, 'name': ReconfigVM_Task, 'duration_secs': 0.590205} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.091022] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 689df898-ef9c-4a0b-8196-f2e917101949/689df898-ef9c-4a0b-8196-f2e917101949.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2080.091022] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Updating instance '689df898-ef9c-4a0b-8196-f2e917101949' progress to 50 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2080.164130] env[63366]: DEBUG nova.network.neutron [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Successfully updated port: b20b5afa-80e3-424f-a67a-83bc2c7c7d27 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2080.188875] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a8655f-616c-4b8b-a82e-ff15322c4f25 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.198914] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1232c3d-e998-49f5-9698-48d0d0d79d9f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.236984] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b3995c-2911-4bc7-9c31-ac4747490a55 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.247578] env[63366]: DEBUG oslo_vmware.api [None req-226b8bdf-4234-462b-b528-644cdb1434f7 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103950, 'name': PowerOffVM_Task, 'duration_secs': 0.225793} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.252402] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-226b8bdf-4234-462b-b528-644cdb1434f7 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2080.252402] env[63366]: DEBUG nova.compute.manager [None req-226b8bdf-4234-462b-b528-644cdb1434f7 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2080.252402] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef63d265-f431-492e-b6e6-f1d4dd517ca2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.257549] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c928812-d8ca-4cb6-9c32-bc396d5f4b72 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.266797] env[63366]: DEBUG nova.network.neutron [-] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2080.267604] env[63366]: DEBUG oslo_vmware.api [None req-be37b7ea-0a6c-47d7-8016-9ffe2ce23ae6 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Task: {'id': task-2103951, 'name': PowerOffVM_Task, 'duration_secs': 0.21604} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.269806] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-be37b7ea-0a6c-47d7-8016-9ffe2ce23ae6 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2080.269806] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-be37b7ea-0a6c-47d7-8016-9ffe2ce23ae6 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2080.269806] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abbb657d-7c88-4750-9e98-53564d2d6be2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.283651] env[63366]: DEBUG nova.compute.provider_tree [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2080.340791] env[63366]: DEBUG oslo_vmware.api [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Task: {'id': task-2103952, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.421714] env[63366]: DEBUG nova.compute.manager [None req-77f2bfff-e6fd-4940-a397-4137808b197b tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2080.422048] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-77f2bfff-e6fd-4940-a397-4137808b197b tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2080.423070] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0dc331d-046d-404a-b31f-2b8a779597d2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.433272] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f2bfff-e6fd-4940-a397-4137808b197b tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2080.433668] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f7e55f9-67a1-47cf-a2d4-62c623636134 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.442314] env[63366]: DEBUG oslo_vmware.api [None req-77f2bfff-e6fd-4940-a397-4137808b197b tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Waiting for the task: (returnval){ [ 2080.442314] env[63366]: value = "task-2103954" [ 2080.442314] env[63366]: _type = "Task" [ 2080.442314] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.453837] env[63366]: DEBUG oslo_vmware.api [None req-77f2bfff-e6fd-4940-a397-4137808b197b tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Task: {'id': task-2103954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.463047] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-be37b7ea-0a6c-47d7-8016-9ffe2ce23ae6 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2080.463835] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-be37b7ea-0a6c-47d7-8016-9ffe2ce23ae6 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2080.463835] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-be37b7ea-0a6c-47d7-8016-9ffe2ce23ae6 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Deleting the datastore file [datastore2] 5526389c-8814-4aa4-bc67-aba298e39703 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2080.464136] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be46a95f-aa1c-474f-92f1-3eadad0f38ca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.471665] env[63366]: DEBUG oslo_vmware.api [None req-be37b7ea-0a6c-47d7-8016-9ffe2ce23ae6 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Waiting for the task: (returnval){ [ 2080.471665] env[63366]: value = "task-2103955" [ 2080.471665] env[63366]: _type = "Task" [ 2080.471665] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.485269] env[63366]: DEBUG oslo_vmware.api [None req-be37b7ea-0a6c-47d7-8016-9ffe2ce23ae6 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Task: {'id': task-2103955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.603906] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e762b6-e3cc-4bde-a4ba-2205ef1169ba {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.626770] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7470b0-166f-4577-8311-97b6f0245195 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.648901] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Updating instance '689df898-ef9c-4a0b-8196-f2e917101949' progress to 67 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2080.669448] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Acquiring lock "refresh_cache-f48bbead-21ee-4778-af3c-bab52debb935" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2080.669448] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Acquired lock "refresh_cache-f48bbead-21ee-4778-af3c-bab52debb935" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2080.669448] env[63366]: DEBUG nova.network.neutron [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2080.750790] env[63366]: DEBUG nova.compute.manager [req-68dc6d43-eb48-4e42-ab05-c9150e733318 req-157cfc4b-aeb5-47eb-aa20-4cd892272881 service nova] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Received event network-changed-734eb690-f54c-4d8c-97f4-1efafef6aad8 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2080.750988] env[63366]: DEBUG nova.compute.manager [req-68dc6d43-eb48-4e42-ab05-c9150e733318 req-157cfc4b-aeb5-47eb-aa20-4cd892272881 service nova] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Refreshing instance network info cache due to event network-changed-734eb690-f54c-4d8c-97f4-1efafef6aad8. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2080.751327] env[63366]: DEBUG oslo_concurrency.lockutils [req-68dc6d43-eb48-4e42-ab05-c9150e733318 req-157cfc4b-aeb5-47eb-aa20-4cd892272881 service nova] Acquiring lock "refresh_cache-f48bbead-21ee-4778-af3c-bab52debb935" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2080.769122] env[63366]: INFO nova.compute.manager [-] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Took 1.06 seconds to deallocate network for instance. [ 2080.790039] env[63366]: DEBUG nova.scheduler.client.report [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2080.795445] env[63366]: DEBUG oslo_concurrency.lockutils [None req-226b8bdf-4234-462b-b528-644cdb1434f7 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "afb11726-923b-4b23-b667-56492003de5b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.106s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.843892] env[63366]: DEBUG oslo_vmware.api [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Task: {'id': task-2103952, 'name': PowerOnVM_Task, 'duration_secs': 0.536719} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.847567] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2080.847890] env[63366]: INFO nova.compute.manager [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Took 9.07 seconds to spawn the instance on the hypervisor. [ 2080.848205] env[63366]: DEBUG nova.compute.manager [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2080.849529] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f4b3ca-c8db-45da-96fa-e3f880700d24 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.953906] env[63366]: DEBUG oslo_vmware.api [None req-77f2bfff-e6fd-4940-a397-4137808b197b tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Task: {'id': task-2103954, 'name': PowerOffVM_Task, 'duration_secs': 0.268609} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.954203] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f2bfff-e6fd-4940-a397-4137808b197b tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2080.954464] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-77f2bfff-e6fd-4940-a397-4137808b197b tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2080.954799] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c269a08b-db6f-4fe2-9db2-ef2c42f79de6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.983392] env[63366]: DEBUG oslo_vmware.api [None req-be37b7ea-0a6c-47d7-8016-9ffe2ce23ae6 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Task: {'id': task-2103955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235015} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.983536] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-be37b7ea-0a6c-47d7-8016-9ffe2ce23ae6 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2080.983704] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-be37b7ea-0a6c-47d7-8016-9ffe2ce23ae6 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2080.984019] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-be37b7ea-0a6c-47d7-8016-9ffe2ce23ae6 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2080.984350] env[63366]: INFO nova.compute.manager [None req-be37b7ea-0a6c-47d7-8016-9ffe2ce23ae6 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Took 1.27 seconds to destroy the instance on the hypervisor. [ 2080.984638] env[63366]: DEBUG oslo.service.loopingcall [None req-be37b7ea-0a6c-47d7-8016-9ffe2ce23ae6 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2080.985140] env[63366]: DEBUG nova.compute.manager [-] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2080.985140] env[63366]: DEBUG nova.network.neutron [-] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2081.177437] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-77f2bfff-e6fd-4940-a397-4137808b197b tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2081.177793] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-77f2bfff-e6fd-4940-a397-4137808b197b tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2081.177855] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f2bfff-e6fd-4940-a397-4137808b197b tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Deleting the datastore file [datastore2] 017849f8-77d3-4c49-86ec-e54fad04b5f4 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2081.178144] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb3ac7ec-521a-4ca6-8de0-a1510f945ec4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.185556] env[63366]: DEBUG oslo_vmware.api [None req-77f2bfff-e6fd-4940-a397-4137808b197b tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Waiting for the task: (returnval){ [ 2081.185556] env[63366]: value = "task-2103957" [ 2081.185556] env[63366]: _type = "Task" [ 2081.185556] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.195026] env[63366]: DEBUG oslo_vmware.api [None req-77f2bfff-e6fd-4940-a397-4137808b197b tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Task: {'id': task-2103957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.273794] env[63366]: DEBUG nova.network.neutron [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2081.279447] env[63366]: DEBUG oslo_concurrency.lockutils [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.291849] env[63366]: DEBUG nova.network.neutron [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Port bd772bee-245b-407a-8adb-7998e25d35a5 binding to destination host cpu-1 is already ACTIVE {{(pid=63366) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2081.296160] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.818s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.296833] env[63366]: DEBUG nova.compute.manager [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2081.300119] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 40.911s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.300504] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.300692] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2081.301060] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.726s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.303232] env[63366]: INFO nova.compute.claims [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2081.307487] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb279c4f-9945-47f3-a76c-daf3d61ddb42 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.323688] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a61d932-67f1-4ad2-8681-0626f5165747 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.345766] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df627b9-a0df-4c2b-8f53-b1ef99ecd78b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.356422] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e486595-ca6c-49ef-9656-42b56d99d6fe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.402649] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177914MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2081.402872] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.407922] env[63366]: INFO nova.compute.manager [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Took 57.66 seconds to build instance. [ 2081.698693] env[63366]: DEBUG oslo_vmware.api [None req-77f2bfff-e6fd-4940-a397-4137808b197b tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Task: {'id': task-2103957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.461691} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.699343] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f2bfff-e6fd-4940-a397-4137808b197b tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2081.699794] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-77f2bfff-e6fd-4940-a397-4137808b197b tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2081.699990] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-77f2bfff-e6fd-4940-a397-4137808b197b tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2081.700280] env[63366]: INFO nova.compute.manager [None req-77f2bfff-e6fd-4940-a397-4137808b197b tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Took 1.28 seconds to destroy the instance on the hypervisor. [ 2081.700705] env[63366]: DEBUG oslo.service.loopingcall [None req-77f2bfff-e6fd-4940-a397-4137808b197b tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2081.700917] env[63366]: DEBUG nova.compute.manager [-] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2081.701130] env[63366]: DEBUG nova.network.neutron [-] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2081.760018] env[63366]: DEBUG nova.network.neutron [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Updating instance_info_cache with network_info: [{"id": "734eb690-f54c-4d8c-97f4-1efafef6aad8", "address": "fa:16:3e:db:3a:4c", "network": {"id": "d9980963-bece-458d-95f9-f0435ca38585", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-872382148", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d159bb1e2a7400286a4e51831385ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap734eb690-f5", "ovs_interfaceid": "734eb690-f54c-4d8c-97f4-1efafef6aad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b20b5afa-80e3-424f-a67a-83bc2c7c7d27", "address": "fa:16:3e:18:00:59", "network": {"id": "005e1e1b-7ce0-4dc3-a0ab-d8ed0dbff6a6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-842045894", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4d159bb1e2a7400286a4e51831385ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20b5afa-80", "ovs_interfaceid": "b20b5afa-80e3-424f-a67a-83bc2c7c7d27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2081.814658] env[63366]: DEBUG nova.compute.utils [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2081.818101] env[63366]: DEBUG nova.compute.manager [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2081.818291] env[63366]: DEBUG nova.network.neutron [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2081.898370] env[63366]: DEBUG nova.policy [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6292e495d820461b8e7f2b8edffe526c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c10b75b2acb4324ba190477e19080c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2081.909804] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e7823a1c-26fe-499a-b8cb-f3010b914500 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Lock "46daf026-16bc-4525-9f8c-198beb021083" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.796s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.000102] env[63366]: DEBUG nova.network.neutron [-] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2082.268767] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Releasing lock "refresh_cache-f48bbead-21ee-4778-af3c-bab52debb935" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2082.269284] env[63366]: DEBUG nova.compute.manager [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Instance network_info: |[{"id": "734eb690-f54c-4d8c-97f4-1efafef6aad8", "address": "fa:16:3e:db:3a:4c", "network": {"id": "d9980963-bece-458d-95f9-f0435ca38585", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-872382148", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d159bb1e2a7400286a4e51831385ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap734eb690-f5", "ovs_interfaceid": "734eb690-f54c-4d8c-97f4-1efafef6aad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b20b5afa-80e3-424f-a67a-83bc2c7c7d27", "address": "fa:16:3e:18:00:59", "network": {"id": "005e1e1b-7ce0-4dc3-a0ab-d8ed0dbff6a6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-842045894", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4d159bb1e2a7400286a4e51831385ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20b5afa-80", "ovs_interfaceid": "b20b5afa-80e3-424f-a67a-83bc2c7c7d27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2082.269623] env[63366]: DEBUG oslo_concurrency.lockutils [req-68dc6d43-eb48-4e42-ab05-c9150e733318 req-157cfc4b-aeb5-47eb-aa20-4cd892272881 service nova] Acquired lock "refresh_cache-f48bbead-21ee-4778-af3c-bab52debb935" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2082.269852] env[63366]: DEBUG nova.network.neutron [req-68dc6d43-eb48-4e42-ab05-c9150e733318 req-157cfc4b-aeb5-47eb-aa20-4cd892272881 service nova] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Refreshing network info cache for port 734eb690-f54c-4d8c-97f4-1efafef6aad8 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2082.271261] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:3a:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '734eb690-f54c-4d8c-97f4-1efafef6aad8', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:00:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56b944d8-803d-43f2-945d-0f334ee4ea1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b20b5afa-80e3-424f-a67a-83bc2c7c7d27', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2082.285604] env[63366]: DEBUG oslo.service.loopingcall [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2082.289009] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2082.289535] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8057e949-0ee4-40ee-95e9-81fe76c42e46 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.320695] env[63366]: INFO nova.compute.manager [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Rebuilding instance [ 2082.323233] env[63366]: DEBUG nova.compute.manager [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2082.349096] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquiring lock "689df898-ef9c-4a0b-8196-f2e917101949-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.351035] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "689df898-ef9c-4a0b-8196-f2e917101949-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2082.351035] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "689df898-ef9c-4a0b-8196-f2e917101949-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.351035] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2082.351035] env[63366]: value = "task-2103958" [ 2082.351035] env[63366]: _type = "Task" [ 2082.351035] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.370104] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103958, 'name': CreateVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.413543] env[63366]: DEBUG nova.compute.manager [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2082.414444] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f55773-00e4-4d00-9704-f177c905fc16 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.459038] env[63366]: DEBUG nova.network.neutron [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Successfully created port: 17021d4f-c0d9-46cc-ac5c-533237b6a534 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2082.503520] env[63366]: INFO nova.compute.manager [-] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Took 1.52 seconds to deallocate network for instance. [ 2082.608029] env[63366]: DEBUG nova.network.neutron [-] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2082.683136] env[63366]: DEBUG nova.network.neutron [req-68dc6d43-eb48-4e42-ab05-c9150e733318 req-157cfc4b-aeb5-47eb-aa20-4cd892272881 service nova] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Updated VIF entry in instance network info cache for port 734eb690-f54c-4d8c-97f4-1efafef6aad8. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2082.683606] env[63366]: DEBUG nova.network.neutron [req-68dc6d43-eb48-4e42-ab05-c9150e733318 req-157cfc4b-aeb5-47eb-aa20-4cd892272881 service nova] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Updating instance_info_cache with network_info: [{"id": "734eb690-f54c-4d8c-97f4-1efafef6aad8", "address": "fa:16:3e:db:3a:4c", "network": {"id": "d9980963-bece-458d-95f9-f0435ca38585", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-872382148", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d159bb1e2a7400286a4e51831385ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap734eb690-f5", "ovs_interfaceid": "734eb690-f54c-4d8c-97f4-1efafef6aad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b20b5afa-80e3-424f-a67a-83bc2c7c7d27", "address": "fa:16:3e:18:00:59", "network": {"id": "005e1e1b-7ce0-4dc3-a0ab-d8ed0dbff6a6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-842045894", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4d159bb1e2a7400286a4e51831385ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20b5afa-80", "ovs_interfaceid": "b20b5afa-80e3-424f-a67a-83bc2c7c7d27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2082.863357] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103958, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.941242] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5b89c8-7af1-4167-ba42-27bac14a47aa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.952650] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d3f2fd-eae8-40fa-9e10-1959957b425d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.995158] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fb4c43-0693-46ac-890e-01542de8b7e0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.007323] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde06072-0d99-4fa5-82ee-42a7c18f1651 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.013503] env[63366]: DEBUG oslo_concurrency.lockutils [None req-be37b7ea-0a6c-47d7-8016-9ffe2ce23ae6 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.018291] env[63366]: DEBUG nova.compute.manager [req-b46d60a2-408e-484b-997f-d3c9c9ffd996 req-698d9708-c947-4334-a544-7f32d34ff2c6 service nova] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Received event network-vif-deleted-d0c30e85-2cf7-4356-84b6-179e58a5fbf5 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2083.018788] env[63366]: DEBUG nova.compute.manager [req-b46d60a2-408e-484b-997f-d3c9c9ffd996 req-698d9708-c947-4334-a544-7f32d34ff2c6 service nova] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Received event network-vif-deleted-a44fff4c-fd10-43de-8772-f15346447201 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2083.029352] env[63366]: DEBUG nova.compute.provider_tree [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2083.110813] env[63366]: INFO nova.compute.manager [-] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Took 1.41 seconds to deallocate network for instance. [ 2083.187879] env[63366]: DEBUG oslo_concurrency.lockutils [req-68dc6d43-eb48-4e42-ab05-c9150e733318 req-157cfc4b-aeb5-47eb-aa20-4cd892272881 service nova] Releasing lock "refresh_cache-f48bbead-21ee-4778-af3c-bab52debb935" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2083.187879] env[63366]: DEBUG nova.compute.manager [req-68dc6d43-eb48-4e42-ab05-c9150e733318 req-157cfc4b-aeb5-47eb-aa20-4cd892272881 service nova] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Received event network-vif-plugged-b20b5afa-80e3-424f-a67a-83bc2c7c7d27 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2083.188048] env[63366]: DEBUG oslo_concurrency.lockutils [req-68dc6d43-eb48-4e42-ab05-c9150e733318 req-157cfc4b-aeb5-47eb-aa20-4cd892272881 service nova] Acquiring lock "f48bbead-21ee-4778-af3c-bab52debb935-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.188318] env[63366]: DEBUG oslo_concurrency.lockutils [req-68dc6d43-eb48-4e42-ab05-c9150e733318 req-157cfc4b-aeb5-47eb-aa20-4cd892272881 service nova] Lock "f48bbead-21ee-4778-af3c-bab52debb935-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.188547] env[63366]: DEBUG oslo_concurrency.lockutils [req-68dc6d43-eb48-4e42-ab05-c9150e733318 req-157cfc4b-aeb5-47eb-aa20-4cd892272881 service nova] Lock "f48bbead-21ee-4778-af3c-bab52debb935-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.188762] env[63366]: DEBUG nova.compute.manager [req-68dc6d43-eb48-4e42-ab05-c9150e733318 req-157cfc4b-aeb5-47eb-aa20-4cd892272881 service nova] [instance: f48bbead-21ee-4778-af3c-bab52debb935] No waiting events found dispatching network-vif-plugged-b20b5afa-80e3-424f-a67a-83bc2c7c7d27 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2083.189109] env[63366]: WARNING nova.compute.manager [req-68dc6d43-eb48-4e42-ab05-c9150e733318 req-157cfc4b-aeb5-47eb-aa20-4cd892272881 service nova] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Received unexpected event network-vif-plugged-b20b5afa-80e3-424f-a67a-83bc2c7c7d27 for instance with vm_state building and task_state spawning. [ 2083.189344] env[63366]: DEBUG nova.compute.manager [req-68dc6d43-eb48-4e42-ab05-c9150e733318 req-157cfc4b-aeb5-47eb-aa20-4cd892272881 service nova] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Received event network-changed-b20b5afa-80e3-424f-a67a-83bc2c7c7d27 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2083.189645] env[63366]: DEBUG nova.compute.manager [req-68dc6d43-eb48-4e42-ab05-c9150e733318 req-157cfc4b-aeb5-47eb-aa20-4cd892272881 service nova] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Refreshing instance network info cache due to event network-changed-b20b5afa-80e3-424f-a67a-83bc2c7c7d27. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2083.189875] env[63366]: DEBUG oslo_concurrency.lockutils [req-68dc6d43-eb48-4e42-ab05-c9150e733318 req-157cfc4b-aeb5-47eb-aa20-4cd892272881 service nova] Acquiring lock "refresh_cache-f48bbead-21ee-4778-af3c-bab52debb935" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2083.190075] env[63366]: DEBUG oslo_concurrency.lockutils [req-68dc6d43-eb48-4e42-ab05-c9150e733318 req-157cfc4b-aeb5-47eb-aa20-4cd892272881 service nova] Acquired lock "refresh_cache-f48bbead-21ee-4778-af3c-bab52debb935" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2083.190290] env[63366]: DEBUG nova.network.neutron [req-68dc6d43-eb48-4e42-ab05-c9150e733318 req-157cfc4b-aeb5-47eb-aa20-4cd892272881 service nova] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Refreshing network info cache for port b20b5afa-80e3-424f-a67a-83bc2c7c7d27 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2083.348585] env[63366]: DEBUG nova.compute.manager [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2083.368751] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103958, 'name': CreateVM_Task, 'duration_secs': 0.798144} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.370869] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2083.371882] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2083.372060] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2083.372475] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2083.372627] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0caacbff-c83a-4860-bce0-fae2a2a14aa9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.378230] env[63366]: DEBUG oslo_vmware.api [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Waiting for the task: (returnval){ [ 2083.378230] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52d86489-72c3-c9da-0ba7-628d63703b71" [ 2083.378230] env[63366]: _type = "Task" [ 2083.378230] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.380489] env[63366]: DEBUG nova.virt.hardware [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2083.380714] env[63366]: DEBUG nova.virt.hardware [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2083.380868] env[63366]: DEBUG nova.virt.hardware [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2083.381067] env[63366]: DEBUG nova.virt.hardware [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2083.381200] env[63366]: DEBUG nova.virt.hardware [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2083.381376] env[63366]: DEBUG nova.virt.hardware [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2083.381547] env[63366]: DEBUG nova.virt.hardware [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2083.381758] env[63366]: DEBUG nova.virt.hardware [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2083.381943] env[63366]: DEBUG nova.virt.hardware [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2083.382144] env[63366]: DEBUG nova.virt.hardware [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2083.382295] env[63366]: DEBUG nova.virt.hardware [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2083.383190] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956b9da5-5cbc-4b95-a73f-3b75ef66f529 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.397306] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26cd80e-9e03-4944-a898-b9f57172af1b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.401387] env[63366]: DEBUG oslo_vmware.api [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d86489-72c3-c9da-0ba7-628d63703b71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.422960] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquiring lock "refresh_cache-689df898-ef9c-4a0b-8196-f2e917101949" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2083.423172] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquired lock "refresh_cache-689df898-ef9c-4a0b-8196-f2e917101949" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2083.423350] env[63366]: DEBUG nova.network.neutron [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2083.435773] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2083.435898] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-665c494e-8a96-4f74-a037-86e04c26e21b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.444582] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2083.444582] env[63366]: value = "task-2103959" [ 2083.444582] env[63366]: _type = "Task" [ 2083.444582] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.455960] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] VM already powered off {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2083.456496] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2083.459978] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2951dc2-d781-446f-a238-8a145def842c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.466496] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2083.466639] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d549c8b0-9ea1-4087-af33-67bb2344cb9b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.553397] env[63366]: ERROR nova.scheduler.client.report [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [req-cfe2899f-a301-4b45-9544-218a6f785fa7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d4eb5599-1ee7-4533-a84b-536c6f825ecc. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cfe2899f-a301-4b45-9544-218a6f785fa7"}]} [ 2083.576786] env[63366]: DEBUG nova.scheduler.client.report [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Refreshing inventories for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2083.592419] env[63366]: DEBUG nova.scheduler.client.report [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Updating ProviderTree inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2083.592685] env[63366]: DEBUG nova.compute.provider_tree [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2083.607228] env[63366]: DEBUG nova.scheduler.client.report [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Refreshing aggregate associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, aggregates: None {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2083.619293] env[63366]: DEBUG oslo_concurrency.lockutils [None req-77f2bfff-e6fd-4940-a397-4137808b197b tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.626879] env[63366]: DEBUG nova.scheduler.client.report [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Refreshing trait associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2083.661485] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2083.661667] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2083.661849] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Deleting the datastore file [datastore2] afb11726-923b-4b23-b667-56492003de5b {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2083.662134] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7538bc5b-022f-47bd-a8c3-84c7e911295f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.671623] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2083.671623] env[63366]: value = "task-2103961" [ 2083.671623] env[63366]: _type = "Task" [ 2083.671623] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.680991] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.897774] env[63366]: DEBUG oslo_vmware.api [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d86489-72c3-c9da-0ba7-628d63703b71, 'name': SearchDatastore_Task, 'duration_secs': 0.027777} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.898115] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2083.898352] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2083.898586] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2083.898734] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2083.898911] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2083.899191] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f0e6fa3-6852-4bc0-b700-acdf9187af0a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.912178] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2083.912178] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2083.912501] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aa34b32-f4f7-406a-a8a7-d6d6b0ea571b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.920210] env[63366]: DEBUG oslo_vmware.api [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Waiting for the task: (returnval){ [ 2083.920210] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5204046b-38ba-c84e-7d2e-8d80e96ed460" [ 2083.920210] env[63366]: _type = "Task" [ 2083.920210] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.947765] env[63366]: DEBUG oslo_vmware.api [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5204046b-38ba-c84e-7d2e-8d80e96ed460, 'name': SearchDatastore_Task, 'duration_secs': 0.013684} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.948625] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa5ce050-29d7-4003-a865-1d7136b922fc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.956926] env[63366]: DEBUG oslo_vmware.api [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Waiting for the task: (returnval){ [ 2083.956926] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52f9f267-4e52-f07c-b594-4086a0f0780d" [ 2083.956926] env[63366]: _type = "Task" [ 2083.956926] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.970810] env[63366]: DEBUG oslo_vmware.api [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f9f267-4e52-f07c-b594-4086a0f0780d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.052190] env[63366]: DEBUG nova.network.neutron [req-68dc6d43-eb48-4e42-ab05-c9150e733318 req-157cfc4b-aeb5-47eb-aa20-4cd892272881 service nova] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Updated VIF entry in instance network info cache for port b20b5afa-80e3-424f-a67a-83bc2c7c7d27. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2084.052285] env[63366]: DEBUG nova.network.neutron [req-68dc6d43-eb48-4e42-ab05-c9150e733318 req-157cfc4b-aeb5-47eb-aa20-4cd892272881 service nova] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Updating instance_info_cache with network_info: [{"id": "734eb690-f54c-4d8c-97f4-1efafef6aad8", "address": "fa:16:3e:db:3a:4c", "network": {"id": "d9980963-bece-458d-95f9-f0435ca38585", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-872382148", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d159bb1e2a7400286a4e51831385ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap734eb690-f5", "ovs_interfaceid": "734eb690-f54c-4d8c-97f4-1efafef6aad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b20b5afa-80e3-424f-a67a-83bc2c7c7d27", "address": "fa:16:3e:18:00:59", "network": {"id": "005e1e1b-7ce0-4dc3-a0ab-d8ed0dbff6a6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-842045894", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4d159bb1e2a7400286a4e51831385ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20b5afa-80", "ovs_interfaceid": "b20b5afa-80e3-424f-a67a-83bc2c7c7d27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2084.183263] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366439} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.183826] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2084.184093] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2084.184324] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2084.225806] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b6452a-d29f-4cfe-be5e-1b9c313431dd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.235528] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1045f984-0a1d-4157-8f68-572795f433fc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.275787] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47aff302-c4f2-4898-a1b2-55ea7539c83e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.285529] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bba5dd-25a2-43f9-9f06-8c4a0c0d0d92 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.304785] env[63366]: DEBUG nova.compute.provider_tree [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2084.469429] env[63366]: DEBUG oslo_vmware.api [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f9f267-4e52-f07c-b594-4086a0f0780d, 'name': SearchDatastore_Task, 'duration_secs': 0.015116} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.469808] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2084.470057] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] f48bbead-21ee-4778-af3c-bab52debb935/f48bbead-21ee-4778-af3c-bab52debb935.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2084.470350] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4baaf958-53d4-47ae-af24-34bf97e0f994 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.473459] env[63366]: DEBUG nova.network.neutron [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Updating instance_info_cache with network_info: [{"id": "bd772bee-245b-407a-8adb-7998e25d35a5", "address": "fa:16:3e:e8:b2:44", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd772bee-24", "ovs_interfaceid": "bd772bee-245b-407a-8adb-7998e25d35a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2084.480771] env[63366]: DEBUG oslo_vmware.api [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Waiting for the task: (returnval){ [ 2084.480771] env[63366]: value = "task-2103962" [ 2084.480771] env[63366]: _type = "Task" [ 2084.480771] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.491521] env[63366]: DEBUG oslo_vmware.api [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.555205] env[63366]: DEBUG oslo_concurrency.lockutils [req-68dc6d43-eb48-4e42-ab05-c9150e733318 req-157cfc4b-aeb5-47eb-aa20-4cd892272881 service nova] Releasing lock "refresh_cache-f48bbead-21ee-4778-af3c-bab52debb935" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2084.616153] env[63366]: DEBUG nova.network.neutron [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Successfully updated port: 17021d4f-c0d9-46cc-ac5c-533237b6a534 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2084.620208] env[63366]: DEBUG nova.compute.manager [req-9ef3334b-b6fc-4a30-8890-5b9d5316a0e3 req-57d326af-ce61-4733-9470-7da6eddd2bbe service nova] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Received event network-vif-plugged-17021d4f-c0d9-46cc-ac5c-533237b6a534 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2084.620468] env[63366]: DEBUG oslo_concurrency.lockutils [req-9ef3334b-b6fc-4a30-8890-5b9d5316a0e3 req-57d326af-ce61-4733-9470-7da6eddd2bbe service nova] Acquiring lock "88979fca-1516-412e-9253-255b02fa1a1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.620687] env[63366]: DEBUG oslo_concurrency.lockutils [req-9ef3334b-b6fc-4a30-8890-5b9d5316a0e3 req-57d326af-ce61-4733-9470-7da6eddd2bbe service nova] Lock "88979fca-1516-412e-9253-255b02fa1a1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.620873] env[63366]: DEBUG oslo_concurrency.lockutils [req-9ef3334b-b6fc-4a30-8890-5b9d5316a0e3 req-57d326af-ce61-4733-9470-7da6eddd2bbe service nova] Lock "88979fca-1516-412e-9253-255b02fa1a1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.621071] env[63366]: DEBUG nova.compute.manager [req-9ef3334b-b6fc-4a30-8890-5b9d5316a0e3 req-57d326af-ce61-4733-9470-7da6eddd2bbe service nova] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] No waiting events found dispatching network-vif-plugged-17021d4f-c0d9-46cc-ac5c-533237b6a534 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2084.621245] env[63366]: WARNING nova.compute.manager [req-9ef3334b-b6fc-4a30-8890-5b9d5316a0e3 req-57d326af-ce61-4733-9470-7da6eddd2bbe service nova] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Received unexpected event network-vif-plugged-17021d4f-c0d9-46cc-ac5c-533237b6a534 for instance with vm_state building and task_state spawning. [ 2084.810734] env[63366]: DEBUG nova.scheduler.client.report [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2084.977239] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Releasing lock "refresh_cache-689df898-ef9c-4a0b-8196-f2e917101949" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2084.994916] env[63366]: DEBUG oslo_vmware.api [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103962, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.123484] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquiring lock "refresh_cache-88979fca-1516-412e-9253-255b02fa1a1f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.123645] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquired lock "refresh_cache-88979fca-1516-412e-9253-255b02fa1a1f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.123802] env[63366]: DEBUG nova.network.neutron [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2085.228062] env[63366]: DEBUG nova.virt.hardware [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2085.228332] env[63366]: DEBUG nova.virt.hardware [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2085.228486] env[63366]: DEBUG nova.virt.hardware [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2085.228685] env[63366]: DEBUG nova.virt.hardware [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2085.228850] env[63366]: DEBUG nova.virt.hardware [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2085.228995] env[63366]: DEBUG nova.virt.hardware [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2085.229222] env[63366]: DEBUG nova.virt.hardware [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2085.229378] env[63366]: DEBUG nova.virt.hardware [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2085.229543] env[63366]: DEBUG nova.virt.hardware [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2085.229707] env[63366]: DEBUG nova.virt.hardware [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2085.229893] env[63366]: DEBUG nova.virt.hardware [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2085.230779] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a96af2-092c-44b8-b7bd-e8e1791889ca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.240212] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10789af0-4157-4296-846b-a90a4948426d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.258340] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:e3:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8473d5fa-d1b7-4be6-bda7-27e290314be2', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2085.271871] env[63366]: DEBUG oslo.service.loopingcall [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2085.272737] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afb11726-923b-4b23-b667-56492003de5b] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2085.273193] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5e9adbd-6bf0-4a9e-8d55-834ef5c26a71 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.295559] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2085.295559] env[63366]: value = "task-2103963" [ 2085.295559] env[63366]: _type = "Task" [ 2085.295559] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.304541] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103963, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.313608] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.012s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2085.314283] env[63366]: DEBUG nova.compute.manager [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2085.317955] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.597s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.318414] env[63366]: DEBUG nova.objects.instance [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Lazy-loading 'resources' on Instance uuid e7a6b4c9-4a95-4664-906c-e02f4191abe6 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2085.485956] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4d3bea1c-5014-43cb-add2-1ec9fc37b0f6 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Acquiring lock "46daf026-16bc-4525-9f8c-198beb021083" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2085.486682] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4d3bea1c-5014-43cb-add2-1ec9fc37b0f6 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Lock "46daf026-16bc-4525-9f8c-198beb021083" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.486998] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4d3bea1c-5014-43cb-add2-1ec9fc37b0f6 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Acquiring lock "46daf026-16bc-4525-9f8c-198beb021083-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2085.487300] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4d3bea1c-5014-43cb-add2-1ec9fc37b0f6 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Lock "46daf026-16bc-4525-9f8c-198beb021083-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.487606] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4d3bea1c-5014-43cb-add2-1ec9fc37b0f6 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Lock "46daf026-16bc-4525-9f8c-198beb021083-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2085.490041] env[63366]: INFO nova.compute.manager [None req-4d3bea1c-5014-43cb-add2-1ec9fc37b0f6 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Terminating instance [ 2085.507136] env[63366]: DEBUG oslo_vmware.api [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549532} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.507829] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] f48bbead-21ee-4778-af3c-bab52debb935/f48bbead-21ee-4778-af3c-bab52debb935.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2085.508198] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2085.508563] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce3a5ceb-30fc-4738-a67b-265ba53cefdc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.517704] env[63366]: DEBUG oslo_vmware.api [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Waiting for the task: (returnval){ [ 2085.517704] env[63366]: value = "task-2103964" [ 2085.517704] env[63366]: _type = "Task" [ 2085.517704] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.520266] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad701ec0-9796-4584-a38b-13cf1e99c95e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.559670] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cf005f-b3c7-4a5d-a3b9-581fe01b19cc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.563802] env[63366]: DEBUG oslo_vmware.api [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.569380] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Updating instance '689df898-ef9c-4a0b-8196-f2e917101949' progress to 83 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2085.685994] env[63366]: DEBUG nova.network.neutron [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2085.810027] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103963, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.819805] env[63366]: DEBUG nova.compute.utils [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2085.821283] env[63366]: DEBUG nova.compute.manager [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2085.821456] env[63366]: DEBUG nova.network.neutron [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2085.896958] env[63366]: DEBUG nova.policy [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f059dce013ef435e8826cdaa233dc0a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb4de758f90f42f18be2c1ce2cf019f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2085.968664] env[63366]: DEBUG nova.network.neutron [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Updating instance_info_cache with network_info: [{"id": "17021d4f-c0d9-46cc-ac5c-533237b6a534", "address": "fa:16:3e:67:99:00", "network": {"id": "066833f8-e62b-4848-a3c5-a804b9ace150", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-168388196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c10b75b2acb4324ba190477e19080c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17021d4f-c0", "ovs_interfaceid": "17021d4f-c0d9-46cc-ac5c-533237b6a534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2086.001200] env[63366]: DEBUG nova.compute.manager [None req-4d3bea1c-5014-43cb-add2-1ec9fc37b0f6 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2086.001535] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3bea1c-5014-43cb-add2-1ec9fc37b0f6 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2086.002380] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aec6355-085f-46ba-8ed2-2710365f3899 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.015537] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3bea1c-5014-43cb-add2-1ec9fc37b0f6 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2086.015629] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f23184d7-0bdb-4dc7-bcc8-3384e477b515 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.026985] env[63366]: DEBUG oslo_vmware.api [None req-4d3bea1c-5014-43cb-add2-1ec9fc37b0f6 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Waiting for the task: (returnval){ [ 2086.026985] env[63366]: value = "task-2103965" [ 2086.026985] env[63366]: _type = "Task" [ 2086.026985] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.062627] env[63366]: DEBUG oslo_vmware.api [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077975} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.067818] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2086.070966] env[63366]: DEBUG oslo_vmware.api [None req-4d3bea1c-5014-43cb-add2-1ec9fc37b0f6 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Task: {'id': task-2103965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.079685] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7154ed3-5e5c-405e-ab8b-2b342e696d55 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.089185] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2086.090713] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d28f321f-399c-4c1a-b739-e6d29d09c565 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.121389] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] f48bbead-21ee-4778-af3c-bab52debb935/f48bbead-21ee-4778-af3c-bab52debb935.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2086.125764] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d4e1269-8c6e-46af-b824-e2ac2d966bfb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.142652] env[63366]: DEBUG oslo_vmware.api [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 2086.142652] env[63366]: value = "task-2103966" [ 2086.142652] env[63366]: _type = "Task" [ 2086.142652] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.150644] env[63366]: DEBUG oslo_vmware.api [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Waiting for the task: (returnval){ [ 2086.150644] env[63366]: value = "task-2103967" [ 2086.150644] env[63366]: _type = "Task" [ 2086.150644] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.154778] env[63366]: DEBUG oslo_vmware.api [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103966, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.164730] env[63366]: DEBUG oslo_vmware.api [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103967, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.309472] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103963, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.327855] env[63366]: DEBUG nova.compute.manager [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2086.472377] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Releasing lock "refresh_cache-88979fca-1516-412e-9253-255b02fa1a1f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.472831] env[63366]: DEBUG nova.compute.manager [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Instance network_info: |[{"id": "17021d4f-c0d9-46cc-ac5c-533237b6a534", "address": "fa:16:3e:67:99:00", "network": {"id": "066833f8-e62b-4848-a3c5-a804b9ace150", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-168388196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c10b75b2acb4324ba190477e19080c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17021d4f-c0", "ovs_interfaceid": "17021d4f-c0d9-46cc-ac5c-533237b6a534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2086.473532] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:99:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed82fc44-f216-40a7-a68b-62d76ffdb1f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17021d4f-c0d9-46cc-ac5c-533237b6a534', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2086.484554] env[63366]: DEBUG oslo.service.loopingcall [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2086.487456] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2086.488363] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9ae9a07-1b99-4b2a-b308-dc7521b124fa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.515881] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2086.515881] env[63366]: value = "task-2103968" [ 2086.515881] env[63366]: _type = "Task" [ 2086.515881] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.531794] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103968, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.548532] env[63366]: DEBUG nova.network.neutron [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Successfully created port: c8d7a415-92bd-4c0f-b6cb-478bf5eb16f7 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2086.561298] env[63366]: DEBUG oslo_vmware.api [None req-4d3bea1c-5014-43cb-add2-1ec9fc37b0f6 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Task: {'id': task-2103965, 'name': PowerOffVM_Task, 'duration_secs': 0.220367} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.561632] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3bea1c-5014-43cb-add2-1ec9fc37b0f6 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2086.561865] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3bea1c-5014-43cb-add2-1ec9fc37b0f6 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2086.563219] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35c1eb3a-fed4-47e0-a702-a1198d0292e5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.567456] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8410593-f1d9-4065-bef3-95d9394ed942 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.578024] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb1fb7d-03a7-4987-b6af-4415f07c56ee {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.622208] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1051567b-c627-406d-aecf-4162e97cb62c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.632295] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7866f9ce-651d-4c0b-b192-eff406e4f4aa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.649665] env[63366]: DEBUG nova.compute.provider_tree [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2086.670684] env[63366]: DEBUG oslo_vmware.api [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2103966, 'name': PowerOnVM_Task, 'duration_secs': 0.460245} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.671583] env[63366]: DEBUG oslo_vmware.api [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103967, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.671583] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2086.671583] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4671c410-4fc7-4516-b66f-7daf931f6432 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Updating instance '689df898-ef9c-4a0b-8196-f2e917101949' progress to 100 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2086.771214] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3bea1c-5014-43cb-add2-1ec9fc37b0f6 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2086.771443] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3bea1c-5014-43cb-add2-1ec9fc37b0f6 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2086.771629] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d3bea1c-5014-43cb-add2-1ec9fc37b0f6 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Deleting the datastore file [datastore2] 46daf026-16bc-4525-9f8c-198beb021083 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2086.771977] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8695be64-b44a-4d6c-910b-129f3b832ba9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.781382] env[63366]: DEBUG oslo_vmware.api [None req-4d3bea1c-5014-43cb-add2-1ec9fc37b0f6 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Waiting for the task: (returnval){ [ 2086.781382] env[63366]: value = "task-2103970" [ 2086.781382] env[63366]: _type = "Task" [ 2086.781382] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.791720] env[63366]: DEBUG oslo_vmware.api [None req-4d3bea1c-5014-43cb-add2-1ec9fc37b0f6 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Task: {'id': task-2103970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.807682] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103963, 'name': CreateVM_Task, 'duration_secs': 1.461481} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.807885] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afb11726-923b-4b23-b667-56492003de5b] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2086.808656] env[63366]: DEBUG oslo_concurrency.lockutils [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.808843] env[63366]: DEBUG oslo_concurrency.lockutils [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.809211] env[63366]: DEBUG oslo_concurrency.lockutils [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2086.809496] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6668fdcd-aa2a-4850-a07e-444592e5ed1d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.815363] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2086.815363] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52734e24-419a-72ee-b10a-4485d518a3c9" [ 2086.815363] env[63366]: _type = "Task" [ 2086.815363] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.823919] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52734e24-419a-72ee-b10a-4485d518a3c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.027124] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103968, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.157064] env[63366]: DEBUG nova.scheduler.client.report [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2087.176935] env[63366]: DEBUG oslo_vmware.api [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103967, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.189789] env[63366]: DEBUG oslo_concurrency.lockutils [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Acquiring lock "72c0f6a5-1ef7-43d4-b4f9-81987eca9722" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2087.190117] env[63366]: DEBUG oslo_concurrency.lockutils [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Lock "72c0f6a5-1ef7-43d4-b4f9-81987eca9722" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2087.193533] env[63366]: DEBUG nova.compute.manager [req-f4a3da3e-d1c9-4b6f-9867-6aeab2a955be req-504e1598-cdb1-4e3c-bf6d-ae9a47c19827 service nova] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Received event network-changed-17021d4f-c0d9-46cc-ac5c-533237b6a534 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2087.194010] env[63366]: DEBUG nova.compute.manager [req-f4a3da3e-d1c9-4b6f-9867-6aeab2a955be req-504e1598-cdb1-4e3c-bf6d-ae9a47c19827 service nova] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Refreshing instance network info cache due to event network-changed-17021d4f-c0d9-46cc-ac5c-533237b6a534. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2087.194406] env[63366]: DEBUG oslo_concurrency.lockutils [req-f4a3da3e-d1c9-4b6f-9867-6aeab2a955be req-504e1598-cdb1-4e3c-bf6d-ae9a47c19827 service nova] Acquiring lock "refresh_cache-88979fca-1516-412e-9253-255b02fa1a1f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.194804] env[63366]: DEBUG oslo_concurrency.lockutils [req-f4a3da3e-d1c9-4b6f-9867-6aeab2a955be req-504e1598-cdb1-4e3c-bf6d-ae9a47c19827 service nova] Acquired lock "refresh_cache-88979fca-1516-412e-9253-255b02fa1a1f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.194984] env[63366]: DEBUG nova.network.neutron [req-f4a3da3e-d1c9-4b6f-9867-6aeab2a955be req-504e1598-cdb1-4e3c-bf6d-ae9a47c19827 service nova] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Refreshing network info cache for port 17021d4f-c0d9-46cc-ac5c-533237b6a534 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2087.293198] env[63366]: DEBUG oslo_vmware.api [None req-4d3bea1c-5014-43cb-add2-1ec9fc37b0f6 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Task: {'id': task-2103970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234936} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.293770] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d3bea1c-5014-43cb-add2-1ec9fc37b0f6 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2087.294061] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3bea1c-5014-43cb-add2-1ec9fc37b0f6 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2087.294259] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3bea1c-5014-43cb-add2-1ec9fc37b0f6 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2087.294463] env[63366]: INFO nova.compute.manager [None req-4d3bea1c-5014-43cb-add2-1ec9fc37b0f6 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Took 1.29 seconds to destroy the instance on the hypervisor. [ 2087.294726] env[63366]: DEBUG oslo.service.loopingcall [None req-4d3bea1c-5014-43cb-add2-1ec9fc37b0f6 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2087.295076] env[63366]: DEBUG nova.compute.manager [-] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2087.295182] env[63366]: DEBUG nova.network.neutron [-] [instance: 46daf026-16bc-4525-9f8c-198beb021083] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2087.327306] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52734e24-419a-72ee-b10a-4485d518a3c9, 'name': SearchDatastore_Task, 'duration_secs': 0.014096} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.327720] env[63366]: DEBUG oslo_concurrency.lockutils [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.328052] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2087.328401] env[63366]: DEBUG oslo_concurrency.lockutils [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.328588] env[63366]: DEBUG oslo_concurrency.lockutils [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.328849] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2087.329575] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0d1611d-9c52-45a3-a31b-c05cabf5ea50 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.339425] env[63366]: DEBUG nova.compute.manager [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2087.344055] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2087.345034] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2087.345485] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7a38e75-15f0-4d7d-8e7f-5cf330ba0c98 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.352514] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2087.352514] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]524086e4-95a1-75c5-4024-5b0eb4dc4fe7" [ 2087.352514] env[63366]: _type = "Task" [ 2087.352514] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.362737] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]524086e4-95a1-75c5-4024-5b0eb4dc4fe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.372507] env[63366]: DEBUG nova.virt.hardware [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2087.372792] env[63366]: DEBUG nova.virt.hardware [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2087.372943] env[63366]: DEBUG nova.virt.hardware [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2087.373187] env[63366]: DEBUG nova.virt.hardware [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2087.373362] env[63366]: DEBUG nova.virt.hardware [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2087.373514] env[63366]: DEBUG nova.virt.hardware [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2087.373756] env[63366]: DEBUG nova.virt.hardware [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2087.373948] env[63366]: DEBUG nova.virt.hardware [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2087.374181] env[63366]: DEBUG nova.virt.hardware [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2087.374365] env[63366]: DEBUG nova.virt.hardware [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2087.374570] env[63366]: DEBUG nova.virt.hardware [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2087.375442] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb42577-4596-43a4-a55e-8c6aae513de2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.384220] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bb05e6-367c-4b3d-94f8-1acdb9ae9197 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.528331] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103968, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.669111] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.351s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2087.675313] env[63366]: DEBUG oslo_concurrency.lockutils [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.549s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2087.675539] env[63366]: DEBUG nova.objects.instance [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63366) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2087.680172] env[63366]: DEBUG oslo_vmware.api [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103967, 'name': ReconfigVM_Task, 'duration_secs': 1.502979} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.683023] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Reconfigured VM instance instance-0000003c to attach disk [datastore2] f48bbead-21ee-4778-af3c-bab52debb935/f48bbead-21ee-4778-af3c-bab52debb935.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2087.683023] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4c6f860-19b7-4eb6-a296-404758602f36 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.694795] env[63366]: DEBUG oslo_vmware.api [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Waiting for the task: (returnval){ [ 2087.694795] env[63366]: value = "task-2103971" [ 2087.694795] env[63366]: _type = "Task" [ 2087.694795] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.698852] env[63366]: DEBUG nova.compute.manager [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2087.710417] env[63366]: DEBUG oslo_vmware.api [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103971, 'name': Rename_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.711607] env[63366]: INFO nova.scheduler.client.report [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Deleted allocations for instance e7a6b4c9-4a95-4664-906c-e02f4191abe6 [ 2087.826414] env[63366]: DEBUG oslo_vmware.rw_handles [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5265b8f1-a3c4-ecda-acda-cafac6693dab/disk-0.vmdk. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2087.826934] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a7bd3b-0495-4ea7-8ace-7ad479aaa40a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.833870] env[63366]: DEBUG oslo_vmware.rw_handles [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5265b8f1-a3c4-ecda-acda-cafac6693dab/disk-0.vmdk is in state: ready. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2087.834081] env[63366]: ERROR oslo_vmware.rw_handles [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5265b8f1-a3c4-ecda-acda-cafac6693dab/disk-0.vmdk due to incomplete transfer. [ 2087.834647] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dc843fad-c682-4aba-8d02-4cbc06fc3711 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.845456] env[63366]: DEBUG oslo_vmware.rw_handles [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5265b8f1-a3c4-ecda-acda-cafac6693dab/disk-0.vmdk. {{(pid=63366) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2087.845670] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Uploaded image 744b7285-d61f-44f1-93eb-c8f43b1d66e8 to the Glance image server {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2087.849331] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Destroying the VM {{(pid=63366) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2087.849606] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5c020b2b-3241-46e4-bf6a-b7db3b779c2a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.861801] env[63366]: DEBUG oslo_vmware.api [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2087.861801] env[63366]: value = "task-2103972" [ 2087.861801] env[63366]: _type = "Task" [ 2087.861801] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.868422] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]524086e4-95a1-75c5-4024-5b0eb4dc4fe7, 'name': SearchDatastore_Task, 'duration_secs': 0.013845} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.869505] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9857df7f-57e6-4364-a597-9d24d8f6af0b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.874994] env[63366]: DEBUG oslo_vmware.api [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103972, 'name': Destroy_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.879355] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2087.879355] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]527370b3-3049-c953-0b2e-80074481f9b1" [ 2087.879355] env[63366]: _type = "Task" [ 2087.879355] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.888136] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]527370b3-3049-c953-0b2e-80074481f9b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.016441] env[63366]: DEBUG nova.network.neutron [req-f4a3da3e-d1c9-4b6f-9867-6aeab2a955be req-504e1598-cdb1-4e3c-bf6d-ae9a47c19827 service nova] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Updated VIF entry in instance network info cache for port 17021d4f-c0d9-46cc-ac5c-533237b6a534. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2088.016570] env[63366]: DEBUG nova.network.neutron [req-f4a3da3e-d1c9-4b6f-9867-6aeab2a955be req-504e1598-cdb1-4e3c-bf6d-ae9a47c19827 service nova] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Updating instance_info_cache with network_info: [{"id": "17021d4f-c0d9-46cc-ac5c-533237b6a534", "address": "fa:16:3e:67:99:00", "network": {"id": "066833f8-e62b-4848-a3c5-a804b9ace150", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-168388196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c10b75b2acb4324ba190477e19080c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17021d4f-c0", "ovs_interfaceid": "17021d4f-c0d9-46cc-ac5c-533237b6a534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2088.027940] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103968, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.139238] env[63366]: DEBUG nova.network.neutron [-] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2088.222796] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a84bde6a-f1aa-435f-8afd-a4c826627aa9 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Lock "e7a6b4c9-4a95-4664-906c-e02f4191abe6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.436s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2088.224906] env[63366]: DEBUG oslo_concurrency.lockutils [None req-09f5da73-ec29-4556-8d2f-8b801ce20803 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Lock "e7a6b4c9-4a95-4664-906c-e02f4191abe6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 39.776s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2088.224906] env[63366]: DEBUG oslo_concurrency.lockutils [None req-09f5da73-ec29-4556-8d2f-8b801ce20803 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Acquiring lock "e7a6b4c9-4a95-4664-906c-e02f4191abe6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2088.224906] env[63366]: DEBUG oslo_concurrency.lockutils [None req-09f5da73-ec29-4556-8d2f-8b801ce20803 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Lock "e7a6b4c9-4a95-4664-906c-e02f4191abe6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2088.224906] env[63366]: DEBUG oslo_concurrency.lockutils [None req-09f5da73-ec29-4556-8d2f-8b801ce20803 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Lock "e7a6b4c9-4a95-4664-906c-e02f4191abe6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2088.229604] env[63366]: DEBUG oslo_vmware.api [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103971, 'name': Rename_Task, 'duration_secs': 0.166868} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.229769] env[63366]: INFO nova.compute.manager [None req-09f5da73-ec29-4556-8d2f-8b801ce20803 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Terminating instance [ 2088.231083] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2088.231336] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e56644e-3e27-42ba-a4ef-00c158a3406b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.240852] env[63366]: DEBUG oslo_vmware.api [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Waiting for the task: (returnval){ [ 2088.240852] env[63366]: value = "task-2103973" [ 2088.240852] env[63366]: _type = "Task" [ 2088.240852] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.246533] env[63366]: DEBUG oslo_concurrency.lockutils [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2088.253302] env[63366]: DEBUG oslo_vmware.api [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.371861] env[63366]: DEBUG oslo_vmware.api [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103972, 'name': Destroy_Task, 'duration_secs': 0.494194} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.372135] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Destroyed the VM [ 2088.372404] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Deleting Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2088.372657] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a137f342-0c7d-4b09-b106-b92ac308f517 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.379211] env[63366]: DEBUG oslo_vmware.api [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2088.379211] env[63366]: value = "task-2103974" [ 2088.379211] env[63366]: _type = "Task" [ 2088.379211] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.394629] env[63366]: DEBUG oslo_vmware.api [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103974, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.394895] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]527370b3-3049-c953-0b2e-80074481f9b1, 'name': SearchDatastore_Task, 'duration_secs': 0.015305} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.395150] env[63366]: DEBUG oslo_concurrency.lockutils [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.395407] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] afb11726-923b-4b23-b667-56492003de5b/afb11726-923b-4b23-b667-56492003de5b.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2088.395663] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f15c13ae-493c-45ac-b7c1-b8d29990d341 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.402990] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2088.402990] env[63366]: value = "task-2103975" [ 2088.402990] env[63366]: _type = "Task" [ 2088.402990] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.411730] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.524184] env[63366]: DEBUG oslo_concurrency.lockutils [req-f4a3da3e-d1c9-4b6f-9867-6aeab2a955be req-504e1598-cdb1-4e3c-bf6d-ae9a47c19827 service nova] Releasing lock "refresh_cache-88979fca-1516-412e-9253-255b02fa1a1f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.531212] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103968, 'name': CreateVM_Task, 'duration_secs': 1.635057} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.531640] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2088.532292] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.532539] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.532917] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2088.533240] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca06abb2-9e9f-4d95-93ec-88ee3caec9ca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.538947] env[63366]: DEBUG oslo_vmware.api [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2088.538947] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52b55544-9fb3-9a4d-5354-fa53530ee218" [ 2088.538947] env[63366]: _type = "Task" [ 2088.538947] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.547421] env[63366]: DEBUG oslo_vmware.api [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52b55544-9fb3-9a4d-5354-fa53530ee218, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.573318] env[63366]: DEBUG nova.network.neutron [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Successfully updated port: c8d7a415-92bd-4c0f-b6cb-478bf5eb16f7 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2088.643286] env[63366]: INFO nova.compute.manager [-] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Took 1.35 seconds to deallocate network for instance. [ 2088.688084] env[63366]: DEBUG oslo_concurrency.lockutils [None req-451b8421-8fe5-4e19-9dff-1fd55794781c tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2088.690452] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.971s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2088.691067] env[63366]: DEBUG nova.objects.instance [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lazy-loading 'resources' on Instance uuid 90bafd7e-563c-4212-a11b-137f2bec2d84 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2088.737633] env[63366]: DEBUG oslo_concurrency.lockutils [None req-09f5da73-ec29-4556-8d2f-8b801ce20803 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Acquiring lock "refresh_cache-e7a6b4c9-4a95-4664-906c-e02f4191abe6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.737633] env[63366]: DEBUG oslo_concurrency.lockutils [None req-09f5da73-ec29-4556-8d2f-8b801ce20803 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Acquired lock "refresh_cache-e7a6b4c9-4a95-4664-906c-e02f4191abe6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.737633] env[63366]: DEBUG nova.network.neutron [None req-09f5da73-ec29-4556-8d2f-8b801ce20803 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2088.754758] env[63366]: DEBUG oslo_vmware.api [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103973, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.892094] env[63366]: DEBUG oslo_vmware.api [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103974, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.913740] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103975, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.052283] env[63366]: DEBUG oslo_vmware.api [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52b55544-9fb3-9a4d-5354-fa53530ee218, 'name': SearchDatastore_Task, 'duration_secs': 0.048506} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.052742] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2089.053064] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2089.053364] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2089.053564] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2089.053951] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2089.054290] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34cc1ac0-230b-4bcd-a7d1-d285e59771ae {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.064071] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2089.065074] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2089.065266] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdc454a1-1eb8-42d1-b718-9f740687d0ba {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.073989] env[63366]: DEBUG oslo_vmware.api [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2089.073989] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52912cd0-eaa5-e121-75a3-2c9234fb326e" [ 2089.073989] env[63366]: _type = "Task" [ 2089.073989] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.078354] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Acquiring lock "refresh_cache-91415de4-4d8e-4e52-990d-304c82a7e899" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2089.078642] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Acquired lock "refresh_cache-91415de4-4d8e-4e52-990d-304c82a7e899" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2089.078870] env[63366]: DEBUG nova.network.neutron [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2089.087544] env[63366]: DEBUG oslo_vmware.api [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52912cd0-eaa5-e121-75a3-2c9234fb326e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.149396] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4d3bea1c-5014-43cb-add2-1ec9fc37b0f6 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2089.239916] env[63366]: DEBUG nova.compute.utils [None req-09f5da73-ec29-4556-8d2f-8b801ce20803 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Can not refresh info_cache because instance was not found {{(pid=63366) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 2089.255378] env[63366]: DEBUG oslo_vmware.api [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103973, 'name': PowerOnVM_Task, 'duration_secs': 0.961277} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.255664] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2089.255838] env[63366]: INFO nova.compute.manager [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Took 12.03 seconds to spawn the instance on the hypervisor. [ 2089.256027] env[63366]: DEBUG nova.compute.manager [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2089.256832] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90e34a2-076e-4bf2-bb98-fe992ba03ce5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.270266] env[63366]: DEBUG nova.network.neutron [None req-09f5da73-ec29-4556-8d2f-8b801ce20803 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2089.366374] env[63366]: DEBUG nova.network.neutron [None req-09f5da73-ec29-4556-8d2f-8b801ce20803 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2089.393486] env[63366]: DEBUG oslo_vmware.api [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2103974, 'name': RemoveSnapshot_Task, 'duration_secs': 0.969773} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.393486] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Deleted Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2089.393486] env[63366]: INFO nova.compute.manager [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Took 14.15 seconds to snapshot the instance on the hypervisor. [ 2089.414133] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671299} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.417434] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] afb11726-923b-4b23-b667-56492003de5b/afb11726-923b-4b23-b667-56492003de5b.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2089.417854] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2089.418481] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-897c2e87-a608-4dde-a59d-9fd335a30de4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.427242] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2089.427242] env[63366]: value = "task-2103976" [ 2089.427242] env[63366]: _type = "Task" [ 2089.427242] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.438348] env[63366]: DEBUG nova.compute.manager [req-679f070a-e013-42c1-a4d4-e62b4c1a66ac req-c751535b-647d-47e0-81f4-ad90c6322074 service nova] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Received event network-vif-deleted-8ab5062c-9009-486f-b379-38cfde515f02 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2089.438621] env[63366]: DEBUG nova.compute.manager [req-679f070a-e013-42c1-a4d4-e62b4c1a66ac req-c751535b-647d-47e0-81f4-ad90c6322074 service nova] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Received event network-vif-plugged-c8d7a415-92bd-4c0f-b6cb-478bf5eb16f7 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2089.438888] env[63366]: DEBUG oslo_concurrency.lockutils [req-679f070a-e013-42c1-a4d4-e62b4c1a66ac req-c751535b-647d-47e0-81f4-ad90c6322074 service nova] Acquiring lock "91415de4-4d8e-4e52-990d-304c82a7e899-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2089.439146] env[63366]: DEBUG oslo_concurrency.lockutils [req-679f070a-e013-42c1-a4d4-e62b4c1a66ac req-c751535b-647d-47e0-81f4-ad90c6322074 service nova] Lock "91415de4-4d8e-4e52-990d-304c82a7e899-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2089.439350] env[63366]: DEBUG oslo_concurrency.lockutils [req-679f070a-e013-42c1-a4d4-e62b4c1a66ac req-c751535b-647d-47e0-81f4-ad90c6322074 service nova] Lock "91415de4-4d8e-4e52-990d-304c82a7e899-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.439544] env[63366]: DEBUG nova.compute.manager [req-679f070a-e013-42c1-a4d4-e62b4c1a66ac req-c751535b-647d-47e0-81f4-ad90c6322074 service nova] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] No waiting events found dispatching network-vif-plugged-c8d7a415-92bd-4c0f-b6cb-478bf5eb16f7 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2089.439750] env[63366]: WARNING nova.compute.manager [req-679f070a-e013-42c1-a4d4-e62b4c1a66ac req-c751535b-647d-47e0-81f4-ad90c6322074 service nova] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Received unexpected event network-vif-plugged-c8d7a415-92bd-4c0f-b6cb-478bf5eb16f7 for instance with vm_state building and task_state spawning. [ 2089.439952] env[63366]: DEBUG nova.compute.manager [req-679f070a-e013-42c1-a4d4-e62b4c1a66ac req-c751535b-647d-47e0-81f4-ad90c6322074 service nova] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Received event network-changed-c8d7a415-92bd-4c0f-b6cb-478bf5eb16f7 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2089.440156] env[63366]: DEBUG nova.compute.manager [req-679f070a-e013-42c1-a4d4-e62b4c1a66ac req-c751535b-647d-47e0-81f4-ad90c6322074 service nova] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Refreshing instance network info cache due to event network-changed-c8d7a415-92bd-4c0f-b6cb-478bf5eb16f7. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2089.440359] env[63366]: DEBUG oslo_concurrency.lockutils [req-679f070a-e013-42c1-a4d4-e62b4c1a66ac req-c751535b-647d-47e0-81f4-ad90c6322074 service nova] Acquiring lock "refresh_cache-91415de4-4d8e-4e52-990d-304c82a7e899" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2089.445446] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.592102] env[63366]: DEBUG oslo_vmware.api [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52912cd0-eaa5-e121-75a3-2c9234fb326e, 'name': SearchDatastore_Task, 'duration_secs': 0.015944} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.595624] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8f64d95-cc7e-4b97-87c0-4d9afe5a6373 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.602469] env[63366]: DEBUG oslo_vmware.api [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2089.602469] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52b096a8-7ca5-b20b-1f9b-44be22337f9f" [ 2089.602469] env[63366]: _type = "Task" [ 2089.602469] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.613798] env[63366]: DEBUG oslo_vmware.api [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52b096a8-7ca5-b20b-1f9b-44be22337f9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.660085] env[63366]: DEBUG nova.network.neutron [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2089.714373] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99562bae-b19d-466e-9016-4eb0dfc11cca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.723184] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a670a63b-a7f8-448a-a24a-36dd65874dda {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.755587] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724195a7-714a-44ae-ace6-5b17b04eb2e4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.763721] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7699e049-d6a8-420a-b07e-64a97f6ebd33 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.782347] env[63366]: DEBUG nova.compute.provider_tree [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2089.788779] env[63366]: INFO nova.compute.manager [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Took 62.21 seconds to build instance. [ 2089.833976] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c6d1cb68-08f0-4a6a-bb1d-76ad91980d8a tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Acquiring lock "0237b15e-2ac9-419f-b74e-6eea2558e817" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2089.834288] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c6d1cb68-08f0-4a6a-bb1d-76ad91980d8a tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Lock "0237b15e-2ac9-419f-b74e-6eea2558e817" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2089.834503] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c6d1cb68-08f0-4a6a-bb1d-76ad91980d8a tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Acquiring lock "0237b15e-2ac9-419f-b74e-6eea2558e817-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2089.834685] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c6d1cb68-08f0-4a6a-bb1d-76ad91980d8a tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Lock "0237b15e-2ac9-419f-b74e-6eea2558e817-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2089.834851] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c6d1cb68-08f0-4a6a-bb1d-76ad91980d8a tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Lock "0237b15e-2ac9-419f-b74e-6eea2558e817-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.837163] env[63366]: INFO nova.compute.manager [None req-c6d1cb68-08f0-4a6a-bb1d-76ad91980d8a tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Terminating instance [ 2089.868441] env[63366]: DEBUG oslo_concurrency.lockutils [None req-09f5da73-ec29-4556-8d2f-8b801ce20803 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Releasing lock "refresh_cache-e7a6b4c9-4a95-4664-906c-e02f4191abe6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2089.868844] env[63366]: DEBUG nova.compute.manager [None req-09f5da73-ec29-4556-8d2f-8b801ce20803 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2089.869040] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-09f5da73-ec29-4556-8d2f-8b801ce20803 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2089.869315] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6c8e690-9116-420b-a8f5-51e8a31b04ef {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.880175] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc811dd-3d0e-4489-8f38-a2054a4d2d71 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.918318] env[63366]: WARNING nova.virt.vmwareapi.vmops [None req-09f5da73-ec29-4556-8d2f-8b801ce20803 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance e7a6b4c9-4a95-4664-906c-e02f4191abe6 could not be found. [ 2089.918562] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-09f5da73-ec29-4556-8d2f-8b801ce20803 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2089.918752] env[63366]: INFO nova.compute.manager [None req-09f5da73-ec29-4556-8d2f-8b801ce20803 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Took 0.05 seconds to destroy the instance on the hypervisor. [ 2089.919060] env[63366]: DEBUG oslo.service.loopingcall [None req-09f5da73-ec29-4556-8d2f-8b801ce20803 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2089.922165] env[63366]: DEBUG nova.compute.manager [-] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2089.922284] env[63366]: DEBUG nova.network.neutron [-] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2089.939457] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072978} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.939855] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2089.940853] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80757a22-36de-4e1c-9042-653b2026116d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.945185] env[63366]: DEBUG nova.network.neutron [-] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2089.968182] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] afb11726-923b-4b23-b667-56492003de5b/afb11726-923b-4b23-b667-56492003de5b.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2089.971037] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcf60914-618e-48a7-88ac-fd72a71b2ff8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.989073] env[63366]: DEBUG nova.network.neutron [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Updating instance_info_cache with network_info: [{"id": "c8d7a415-92bd-4c0f-b6cb-478bf5eb16f7", "address": "fa:16:3e:96:66:20", "network": {"id": "a4b8633a-80d8-4aff-9d8f-cecb4f3851fb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-724784293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb4de758f90f42f18be2c1ce2cf019f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8d7a415-92", "ovs_interfaceid": "c8d7a415-92bd-4c0f-b6cb-478bf5eb16f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2089.992635] env[63366]: DEBUG nova.compute.manager [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Found 3 images (rotation: 2) {{(pid=63366) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2089.992826] env[63366]: DEBUG nova.compute.manager [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Rotating out 1 backups {{(pid=63366) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 2089.992974] env[63366]: DEBUG nova.compute.manager [None req-d3e28d7a-a3b1-4f4b-b5ee-eca8ca59d1d6 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Deleting image 90e165b5-d6ca-42e2-85c3-6b92fcdbbd8d {{(pid=63366) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 2089.996713] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2089.996713] env[63366]: value = "task-2103977" [ 2089.996713] env[63366]: _type = "Task" [ 2089.996713] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.006059] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.114564] env[63366]: DEBUG oslo_vmware.api [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52b096a8-7ca5-b20b-1f9b-44be22337f9f, 'name': SearchDatastore_Task, 'duration_secs': 0.073929} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.114879] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.115182] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 88979fca-1516-412e-9253-255b02fa1a1f/88979fca-1516-412e-9253-255b02fa1a1f.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2090.115822] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d23d299d-2ec6-42c5-ae96-eabeb63ba478 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.126790] env[63366]: DEBUG oslo_vmware.api [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2090.126790] env[63366]: value = "task-2103978" [ 2090.126790] env[63366]: _type = "Task" [ 2090.126790] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.138457] env[63366]: DEBUG oslo_vmware.api [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.168690] env[63366]: DEBUG nova.network.neutron [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Port bd772bee-245b-407a-8adb-7998e25d35a5 binding to destination host cpu-1 is already ACTIVE {{(pid=63366) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2090.169134] env[63366]: DEBUG oslo_concurrency.lockutils [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquiring lock "refresh_cache-689df898-ef9c-4a0b-8196-f2e917101949" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2090.169353] env[63366]: DEBUG oslo_concurrency.lockutils [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquired lock "refresh_cache-689df898-ef9c-4a0b-8196-f2e917101949" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2090.169540] env[63366]: DEBUG nova.network.neutron [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2090.289692] env[63366]: DEBUG nova.scheduler.client.report [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2090.293721] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7c997d12-ee83-4433-8cf1-219af21bb3c9 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Lock "f48bbead-21ee-4778-af3c-bab52debb935" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.724s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.341114] env[63366]: DEBUG nova.compute.manager [None req-c6d1cb68-08f0-4a6a-bb1d-76ad91980d8a tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2090.341381] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d1cb68-08f0-4a6a-bb1d-76ad91980d8a tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2090.342573] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6feb7aa2-bc22-40ad-aaa9-a99a8e900638 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.356736] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d1cb68-08f0-4a6a-bb1d-76ad91980d8a tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2090.356736] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bed3d08-41b6-4ff5-84f5-20d5e010a8fe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.362390] env[63366]: DEBUG oslo_vmware.api [None req-c6d1cb68-08f0-4a6a-bb1d-76ad91980d8a tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Waiting for the task: (returnval){ [ 2090.362390] env[63366]: value = "task-2103979" [ 2090.362390] env[63366]: _type = "Task" [ 2090.362390] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.370887] env[63366]: DEBUG oslo_vmware.api [None req-c6d1cb68-08f0-4a6a-bb1d-76ad91980d8a tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.448401] env[63366]: DEBUG nova.network.neutron [-] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2090.497323] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Releasing lock "refresh_cache-91415de4-4d8e-4e52-990d-304c82a7e899" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.497695] env[63366]: DEBUG nova.compute.manager [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Instance network_info: |[{"id": "c8d7a415-92bd-4c0f-b6cb-478bf5eb16f7", "address": "fa:16:3e:96:66:20", "network": {"id": "a4b8633a-80d8-4aff-9d8f-cecb4f3851fb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-724784293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb4de758f90f42f18be2c1ce2cf019f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8d7a415-92", "ovs_interfaceid": "c8d7a415-92bd-4c0f-b6cb-478bf5eb16f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2090.498162] env[63366]: DEBUG oslo_concurrency.lockutils [req-679f070a-e013-42c1-a4d4-e62b4c1a66ac req-c751535b-647d-47e0-81f4-ad90c6322074 service nova] Acquired lock "refresh_cache-91415de4-4d8e-4e52-990d-304c82a7e899" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2090.498381] env[63366]: DEBUG nova.network.neutron [req-679f070a-e013-42c1-a4d4-e62b4c1a66ac req-c751535b-647d-47e0-81f4-ad90c6322074 service nova] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Refreshing network info cache for port c8d7a415-92bd-4c0f-b6cb-478bf5eb16f7 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2090.501093] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:66:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8d7a415-92bd-4c0f-b6cb-478bf5eb16f7', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2090.508940] env[63366]: DEBUG oslo.service.loopingcall [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2090.515514] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2090.516099] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc018976-6cf7-4f11-b176-52d3e5ef88f8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.547279] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103977, 'name': ReconfigVM_Task, 'duration_secs': 0.293058} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.547799] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Reconfigured VM instance instance-0000003a to attach disk [datastore2] afb11726-923b-4b23-b667-56492003de5b/afb11726-923b-4b23-b667-56492003de5b.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2090.548670] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-344e60c2-99c7-46bc-a115-84ff8c0bd4a2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.553163] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2090.553163] env[63366]: value = "task-2103980" [ 2090.553163] env[63366]: _type = "Task" [ 2090.553163] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.559590] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2090.559590] env[63366]: value = "task-2103981" [ 2090.559590] env[63366]: _type = "Task" [ 2090.559590] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.566347] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103980, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.573605] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103981, 'name': Rename_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.639303] env[63366]: DEBUG oslo_vmware.api [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103978, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.796396] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.800148] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.946s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.800577] env[63366]: DEBUG nova.objects.instance [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lazy-loading 'resources' on Instance uuid 99989a73-ad99-4f46-bbfc-84bb704562d3 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2090.824871] env[63366]: INFO nova.scheduler.client.report [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Deleted allocations for instance 90bafd7e-563c-4212-a11b-137f2bec2d84 [ 2090.873152] env[63366]: DEBUG oslo_vmware.api [None req-c6d1cb68-08f0-4a6a-bb1d-76ad91980d8a tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103979, 'name': PowerOffVM_Task, 'duration_secs': 0.438666} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.874208] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d1cb68-08f0-4a6a-bb1d-76ad91980d8a tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2090.874396] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d1cb68-08f0-4a6a-bb1d-76ad91980d8a tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2090.874662] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb7e5e4a-bff0-4c40-a0e7-c93248dad986 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.950884] env[63366]: INFO nova.compute.manager [-] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Took 1.03 seconds to deallocate network for instance. [ 2091.048522] env[63366]: DEBUG oslo_concurrency.lockutils [None req-65188aff-9a4d-4aa2-ab81-2c365f58ec22 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Acquiring lock "f48bbead-21ee-4778-af3c-bab52debb935" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.048792] env[63366]: DEBUG oslo_concurrency.lockutils [None req-65188aff-9a4d-4aa2-ab81-2c365f58ec22 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Lock "f48bbead-21ee-4778-af3c-bab52debb935" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.048999] env[63366]: DEBUG oslo_concurrency.lockutils [None req-65188aff-9a4d-4aa2-ab81-2c365f58ec22 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Acquiring lock "f48bbead-21ee-4778-af3c-bab52debb935-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.049206] env[63366]: DEBUG oslo_concurrency.lockutils [None req-65188aff-9a4d-4aa2-ab81-2c365f58ec22 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Lock "f48bbead-21ee-4778-af3c-bab52debb935-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.049381] env[63366]: DEBUG oslo_concurrency.lockutils [None req-65188aff-9a4d-4aa2-ab81-2c365f58ec22 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Lock "f48bbead-21ee-4778-af3c-bab52debb935-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.054201] env[63366]: INFO nova.compute.manager [None req-65188aff-9a4d-4aa2-ab81-2c365f58ec22 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Terminating instance [ 2091.074567] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103981, 'name': Rename_Task, 'duration_secs': 0.191306} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.074781] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103980, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.075035] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2091.075319] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81d1df03-a346-49d8-9f2b-003a610b7e6a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.082555] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2091.082555] env[63366]: value = "task-2103983" [ 2091.082555] env[63366]: _type = "Task" [ 2091.082555] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.091896] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.112205] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d1cb68-08f0-4a6a-bb1d-76ad91980d8a tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2091.112473] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d1cb68-08f0-4a6a-bb1d-76ad91980d8a tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2091.112659] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d1cb68-08f0-4a6a-bb1d-76ad91980d8a tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Deleting the datastore file [datastore2] 0237b15e-2ac9-419f-b74e-6eea2558e817 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2091.112978] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8725719-c6e6-48f3-a2e2-5280c62575b3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.122041] env[63366]: DEBUG oslo_vmware.api [None req-c6d1cb68-08f0-4a6a-bb1d-76ad91980d8a tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Waiting for the task: (returnval){ [ 2091.122041] env[63366]: value = "task-2103984" [ 2091.122041] env[63366]: _type = "Task" [ 2091.122041] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.136251] env[63366]: DEBUG oslo_vmware.api [None req-c6d1cb68-08f0-4a6a-bb1d-76ad91980d8a tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.152680] env[63366]: DEBUG oslo_vmware.api [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103978, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.851648} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.152680] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 88979fca-1516-412e-9253-255b02fa1a1f/88979fca-1516-412e-9253-255b02fa1a1f.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2091.152680] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2091.152680] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d4dfac2-46d8-416e-a0c2-e6b3fe125c7b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.159861] env[63366]: DEBUG oslo_vmware.api [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2091.159861] env[63366]: value = "task-2103985" [ 2091.159861] env[63366]: _type = "Task" [ 2091.159861] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.178304] env[63366]: DEBUG oslo_vmware.api [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103985, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.341518] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fb6904f8-4024-44b3-8063-25df9900b928 tempest-ListServerFiltersTestJSON-1326678153 tempest-ListServerFiltersTestJSON-1326678153-project-member] Lock "90bafd7e-563c-4212-a11b-137f2bec2d84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.868s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.458979] env[63366]: INFO nova.compute.manager [None req-09f5da73-ec29-4556-8d2f-8b801ce20803 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Instance disappeared during terminate [ 2091.459245] env[63366]: DEBUG oslo_concurrency.lockutils [None req-09f5da73-ec29-4556-8d2f-8b801ce20803 tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Lock "e7a6b4c9-4a95-4664-906c-e02f4191abe6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.235s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.460955] env[63366]: DEBUG nova.network.neutron [req-679f070a-e013-42c1-a4d4-e62b4c1a66ac req-c751535b-647d-47e0-81f4-ad90c6322074 service nova] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Updated VIF entry in instance network info cache for port c8d7a415-92bd-4c0f-b6cb-478bf5eb16f7. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2091.461305] env[63366]: DEBUG nova.network.neutron [req-679f070a-e013-42c1-a4d4-e62b4c1a66ac req-c751535b-647d-47e0-81f4-ad90c6322074 service nova] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Updating instance_info_cache with network_info: [{"id": "c8d7a415-92bd-4c0f-b6cb-478bf5eb16f7", "address": "fa:16:3e:96:66:20", "network": {"id": "a4b8633a-80d8-4aff-9d8f-cecb4f3851fb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-724784293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb4de758f90f42f18be2c1ce2cf019f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8d7a415-92", "ovs_interfaceid": "c8d7a415-92bd-4c0f-b6cb-478bf5eb16f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2091.494100] env[63366]: DEBUG nova.network.neutron [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Updating instance_info_cache with network_info: [{"id": "bd772bee-245b-407a-8adb-7998e25d35a5", "address": "fa:16:3e:e8:b2:44", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd772bee-24", "ovs_interfaceid": "bd772bee-245b-407a-8adb-7998e25d35a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2091.562735] env[63366]: DEBUG nova.compute.manager [None req-65188aff-9a4d-4aa2-ab81-2c365f58ec22 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2091.562953] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-65188aff-9a4d-4aa2-ab81-2c365f58ec22 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2091.567222] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b1b1ea-7b3e-480e-8837-aaa22fb39585 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.569992] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2103980, 'name': CreateVM_Task, 'duration_secs': 0.638102} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.572791] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2091.574550] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2091.574550] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2091.574736] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2091.574934] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f6988bd-a8f7-493e-835a-c6697c2a2378 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.579415] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-65188aff-9a4d-4aa2-ab81-2c365f58ec22 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2091.580308] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b31e085-cd99-4097-a90b-16ca5e406310 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.584017] env[63366]: DEBUG oslo_vmware.api [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Waiting for the task: (returnval){ [ 2091.584017] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52b8cddf-71d1-f56e-b21b-24c8b1d28430" [ 2091.584017] env[63366]: _type = "Task" [ 2091.584017] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.594862] env[63366]: DEBUG oslo_vmware.api [None req-65188aff-9a4d-4aa2-ab81-2c365f58ec22 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Waiting for the task: (returnval){ [ 2091.594862] env[63366]: value = "task-2103986" [ 2091.594862] env[63366]: _type = "Task" [ 2091.594862] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.605938] env[63366]: DEBUG oslo_vmware.api [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52b8cddf-71d1-f56e-b21b-24c8b1d28430, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.605938] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103983, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.616670] env[63366]: DEBUG oslo_vmware.api [None req-65188aff-9a4d-4aa2-ab81-2c365f58ec22 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.631789] env[63366]: DEBUG oslo_vmware.api [None req-c6d1cb68-08f0-4a6a-bb1d-76ad91980d8a tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Task: {'id': task-2103984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477822} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.632134] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d1cb68-08f0-4a6a-bb1d-76ad91980d8a tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2091.632336] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d1cb68-08f0-4a6a-bb1d-76ad91980d8a tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2091.632515] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d1cb68-08f0-4a6a-bb1d-76ad91980d8a tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2091.632684] env[63366]: INFO nova.compute.manager [None req-c6d1cb68-08f0-4a6a-bb1d-76ad91980d8a tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Took 1.29 seconds to destroy the instance on the hypervisor. [ 2091.633091] env[63366]: DEBUG oslo.service.loopingcall [None req-c6d1cb68-08f0-4a6a-bb1d-76ad91980d8a tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2091.633248] env[63366]: DEBUG nova.compute.manager [-] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2091.633384] env[63366]: DEBUG nova.network.neutron [-] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2091.675015] env[63366]: DEBUG oslo_vmware.api [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103985, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074292} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.678749] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2091.680169] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b211535-d7a4-4ba5-845c-318a7c99b24c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.712679] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 88979fca-1516-412e-9253-255b02fa1a1f/88979fca-1516-412e-9253-255b02fa1a1f.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2091.716514] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00f568d2-9e5f-4445-a99f-a65849e67aa9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.740301] env[63366]: DEBUG oslo_vmware.api [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2091.740301] env[63366]: value = "task-2103987" [ 2091.740301] env[63366]: _type = "Task" [ 2091.740301] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.751015] env[63366]: DEBUG oslo_vmware.api [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.869502] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b656912f-e676-480b-bc71-d7477ba2c220 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.878285] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1078c55-8a69-46a6-9ffc-eb1fa49bd7b3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.913349] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e58129-d68b-4ed6-ae48-01daf0ee775c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.923433] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d44d48-d733-4b75-acdb-d21ccc747115 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.939832] env[63366]: DEBUG nova.compute.provider_tree [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2091.964023] env[63366]: DEBUG oslo_concurrency.lockutils [req-679f070a-e013-42c1-a4d4-e62b4c1a66ac req-c751535b-647d-47e0-81f4-ad90c6322074 service nova] Releasing lock "refresh_cache-91415de4-4d8e-4e52-990d-304c82a7e899" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2091.998246] env[63366]: DEBUG oslo_concurrency.lockutils [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Releasing lock "refresh_cache-689df898-ef9c-4a0b-8196-f2e917101949" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2092.099938] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103983, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.109287] env[63366]: DEBUG oslo_vmware.api [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52b8cddf-71d1-f56e-b21b-24c8b1d28430, 'name': SearchDatastore_Task, 'duration_secs': 0.028179} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.109544] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2092.109859] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2092.112127] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2092.112360] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2092.112561] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2092.116159] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7c26f9a-70e3-49e8-85f3-43fde417c377 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.118069] env[63366]: DEBUG oslo_vmware.api [None req-65188aff-9a4d-4aa2-ab81-2c365f58ec22 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103986, 'name': PowerOffVM_Task, 'duration_secs': 0.374097} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.118318] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-65188aff-9a4d-4aa2-ab81-2c365f58ec22 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2092.118475] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-65188aff-9a4d-4aa2-ab81-2c365f58ec22 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2092.119055] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f1dd333-ea12-4e98-9979-121adb7434da {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.126459] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2092.126647] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2092.127449] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad536633-e3aa-4152-83f3-c4a0e9e53714 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.135134] env[63366]: DEBUG oslo_vmware.api [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Waiting for the task: (returnval){ [ 2092.135134] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5299b325-b1ff-d3a2-2c2e-02361e45d5de" [ 2092.135134] env[63366]: _type = "Task" [ 2092.135134] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.143787] env[63366]: DEBUG oslo_vmware.api [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5299b325-b1ff-d3a2-2c2e-02361e45d5de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.250454] env[63366]: DEBUG oslo_vmware.api [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103987, 'name': ReconfigVM_Task, 'duration_secs': 0.48554} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.250620] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 88979fca-1516-412e-9253-255b02fa1a1f/88979fca-1516-412e-9253-255b02fa1a1f.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2092.251461] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d863b947-abf5-42fb-b562-97012f3978f7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.260696] env[63366]: DEBUG oslo_vmware.api [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2092.260696] env[63366]: value = "task-2103989" [ 2092.260696] env[63366]: _type = "Task" [ 2092.260696] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.269755] env[63366]: DEBUG oslo_vmware.api [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103989, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.329515] env[63366]: DEBUG nova.compute.manager [req-3c06d6b9-be45-4a07-967b-5769e31e5e30 req-f008a53d-fcd7-443a-a427-60dbe0664073 service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Received event network-vif-deleted-d6c59030-5d4c-4ba4-9c89-38321133a630 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2092.329854] env[63366]: INFO nova.compute.manager [req-3c06d6b9-be45-4a07-967b-5769e31e5e30 req-f008a53d-fcd7-443a-a427-60dbe0664073 service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Neutron deleted interface d6c59030-5d4c-4ba4-9c89-38321133a630; detaching it from the instance and deleting it from the info cache [ 2092.330017] env[63366]: DEBUG nova.network.neutron [req-3c06d6b9-be45-4a07-967b-5769e31e5e30 req-f008a53d-fcd7-443a-a427-60dbe0664073 service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2092.361526] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-65188aff-9a4d-4aa2-ab81-2c365f58ec22 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2092.361846] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-65188aff-9a4d-4aa2-ab81-2c365f58ec22 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2092.362175] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-65188aff-9a4d-4aa2-ab81-2c365f58ec22 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Deleting the datastore file [datastore2] f48bbead-21ee-4778-af3c-bab52debb935 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2092.362457] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-615c4379-7597-4912-95ba-95d61d1485ca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.370696] env[63366]: DEBUG oslo_vmware.api [None req-65188aff-9a4d-4aa2-ab81-2c365f58ec22 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Waiting for the task: (returnval){ [ 2092.370696] env[63366]: value = "task-2103990" [ 2092.370696] env[63366]: _type = "Task" [ 2092.370696] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.379432] env[63366]: DEBUG oslo_vmware.api [None req-65188aff-9a4d-4aa2-ab81-2c365f58ec22 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.443039] env[63366]: DEBUG nova.scheduler.client.report [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2092.501105] env[63366]: DEBUG nova.compute.manager [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63366) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2092.501359] env[63366]: DEBUG oslo_concurrency.lockutils [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.549228] env[63366]: DEBUG nova.network.neutron [-] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2092.596044] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103983, 'name': PowerOnVM_Task, 'duration_secs': 1.385175} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.596044] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2092.596044] env[63366]: DEBUG nova.compute.manager [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2092.596594] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25bf458-8cbb-4ae8-8b9b-bc517f880fd0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.647056] env[63366]: DEBUG oslo_vmware.api [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5299b325-b1ff-d3a2-2c2e-02361e45d5de, 'name': SearchDatastore_Task, 'duration_secs': 0.011245} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.648139] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4d80937-c4e9-4659-b9c3-a4c44ae7ec45 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.653952] env[63366]: DEBUG oslo_vmware.api [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Waiting for the task: (returnval){ [ 2092.653952] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]526cf742-5ac1-347a-93f5-b59305d69ba0" [ 2092.653952] env[63366]: _type = "Task" [ 2092.653952] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.663431] env[63366]: DEBUG oslo_vmware.api [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526cf742-5ac1-347a-93f5-b59305d69ba0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.772298] env[63366]: DEBUG oslo_vmware.api [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103989, 'name': Rename_Task, 'duration_secs': 0.188428} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.772606] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2092.772850] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca3169c2-0388-4b0a-93ad-4cd6978375e5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.780437] env[63366]: DEBUG oslo_vmware.api [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2092.780437] env[63366]: value = "task-2103991" [ 2092.780437] env[63366]: _type = "Task" [ 2092.780437] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.790569] env[63366]: DEBUG oslo_vmware.api [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.835765] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3e9e53f-d834-43e0-b4c5-62948be52cf7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.847022] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f340650e-d7c0-4e96-b36c-a748761c67d9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.887649] env[63366]: DEBUG nova.compute.manager [req-3c06d6b9-be45-4a07-967b-5769e31e5e30 req-f008a53d-fcd7-443a-a427-60dbe0664073 service nova] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Detach interface failed, port_id=d6c59030-5d4c-4ba4-9c89-38321133a630, reason: Instance 0237b15e-2ac9-419f-b74e-6eea2558e817 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2092.893846] env[63366]: DEBUG oslo_vmware.api [None req-65188aff-9a4d-4aa2-ab81-2c365f58ec22 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Task: {'id': task-2103990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202992} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.894237] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-65188aff-9a4d-4aa2-ab81-2c365f58ec22 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2092.894436] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-65188aff-9a4d-4aa2-ab81-2c365f58ec22 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2092.894623] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-65188aff-9a4d-4aa2-ab81-2c365f58ec22 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2092.894797] env[63366]: INFO nova.compute.manager [None req-65188aff-9a4d-4aa2-ab81-2c365f58ec22 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Took 1.33 seconds to destroy the instance on the hypervisor. [ 2092.895052] env[63366]: DEBUG oslo.service.loopingcall [None req-65188aff-9a4d-4aa2-ab81-2c365f58ec22 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2092.895245] env[63366]: DEBUG nova.compute.manager [-] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2092.895387] env[63366]: DEBUG nova.network.neutron [-] [instance: f48bbead-21ee-4778-af3c-bab52debb935] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2092.950149] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.953226] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.982s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2092.954664] env[63366]: INFO nova.compute.claims [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2092.969965] env[63366]: INFO nova.scheduler.client.report [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Deleted allocations for instance 99989a73-ad99-4f46-bbfc-84bb704562d3 [ 2093.052902] env[63366]: INFO nova.compute.manager [-] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Took 1.42 seconds to deallocate network for instance. [ 2093.112532] env[63366]: INFO nova.compute.manager [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] bringing vm to original state: 'stopped' [ 2093.167337] env[63366]: DEBUG oslo_vmware.api [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526cf742-5ac1-347a-93f5-b59305d69ba0, 'name': SearchDatastore_Task, 'duration_secs': 0.025281} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.167644] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2093.167861] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 91415de4-4d8e-4e52-990d-304c82a7e899/91415de4-4d8e-4e52-990d-304c82a7e899.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2093.168135] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16f9701f-6d9b-44d5-9563-6d295bc9ad9e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.179633] env[63366]: DEBUG oslo_vmware.api [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Waiting for the task: (returnval){ [ 2093.179633] env[63366]: value = "task-2103992" [ 2093.179633] env[63366]: _type = "Task" [ 2093.179633] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.189131] env[63366]: DEBUG oslo_vmware.api [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.296357] env[63366]: DEBUG oslo_vmware.api [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2103991, 'name': PowerOnVM_Task, 'duration_secs': 0.47536} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.296748] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2093.297064] env[63366]: INFO nova.compute.manager [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Took 9.95 seconds to spawn the instance on the hypervisor. [ 2093.297324] env[63366]: DEBUG nova.compute.manager [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2093.298996] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becddd96-d7d1-480a-9c36-bb6a4f1bbdee {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.456849] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.457128] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.477796] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f0aa6785-ade5-4195-8157-cff5a1653cd3 tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "99989a73-ad99-4f46-bbfc-84bb704562d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.441s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.561361] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c6d1cb68-08f0-4a6a-bb1d-76ad91980d8a tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.699798] env[63366]: DEBUG oslo_vmware.api [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103992, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.825148] env[63366]: INFO nova.compute.manager [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Took 59.87 seconds to build instance. [ 2093.965741] env[63366]: DEBUG nova.compute.manager [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2094.120139] env[63366]: DEBUG oslo_concurrency.lockutils [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "afb11726-923b-4b23-b667-56492003de5b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.120383] env[63366]: DEBUG oslo_concurrency.lockutils [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "afb11726-923b-4b23-b667-56492003de5b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.120566] env[63366]: DEBUG nova.compute.manager [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2094.121467] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50430be7-feeb-4eca-8d1a-7ed485644740 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.130479] env[63366]: DEBUG nova.compute.manager [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63366) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2094.192133] env[63366]: DEBUG oslo_vmware.api [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617065} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.194966] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 91415de4-4d8e-4e52-990d-304c82a7e899/91415de4-4d8e-4e52-990d-304c82a7e899.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2094.195229] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2094.195727] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6d9f76d-9685-4cfe-aef6-332d98a47a4b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.205034] env[63366]: DEBUG oslo_vmware.api [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Waiting for the task: (returnval){ [ 2094.205034] env[63366]: value = "task-2103993" [ 2094.205034] env[63366]: _type = "Task" [ 2094.205034] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.219286] env[63366]: DEBUG oslo_vmware.api [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.332740] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9d86740c-8995-4a23-a1c3-82100d77c03b tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Lock "88979fca-1516-412e-9253-255b02fa1a1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.570s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2094.344982] env[63366]: DEBUG nova.network.neutron [-] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2094.368022] env[63366]: DEBUG oslo_concurrency.lockutils [None req-111688d9-8b1f-47ad-824f-acb58152559e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "2568d389-f910-4543-94d0-4f0b4d6db495" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.368022] env[63366]: DEBUG oslo_concurrency.lockutils [None req-111688d9-8b1f-47ad-824f-acb58152559e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "2568d389-f910-4543-94d0-4f0b4d6db495" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.368022] env[63366]: DEBUG oslo_concurrency.lockutils [None req-111688d9-8b1f-47ad-824f-acb58152559e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "2568d389-f910-4543-94d0-4f0b4d6db495-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.368022] env[63366]: DEBUG oslo_concurrency.lockutils [None req-111688d9-8b1f-47ad-824f-acb58152559e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "2568d389-f910-4543-94d0-4f0b4d6db495-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.368022] env[63366]: DEBUG oslo_concurrency.lockutils [None req-111688d9-8b1f-47ad-824f-acb58152559e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "2568d389-f910-4543-94d0-4f0b4d6db495-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2094.370473] env[63366]: INFO nova.compute.manager [None req-111688d9-8b1f-47ad-824f-acb58152559e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Terminating instance [ 2094.429402] env[63366]: INFO nova.compute.manager [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Rescuing [ 2094.429693] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquiring lock "refresh_cache-88979fca-1516-412e-9253-255b02fa1a1f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2094.429889] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquired lock "refresh_cache-88979fca-1516-412e-9253-255b02fa1a1f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2094.430129] env[63366]: DEBUG nova.network.neutron [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2094.442863] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee4f18d-593c-44f1-b147-abe4d6ce7da7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.448721] env[63366]: DEBUG nova.compute.manager [req-553a1113-0e07-430e-ab29-65ccba9b28b6 req-c9a95dd9-8feb-4de6-a038-e2c0ba471bae service nova] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Received event network-vif-deleted-b20b5afa-80e3-424f-a67a-83bc2c7c7d27 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2094.448844] env[63366]: DEBUG nova.compute.manager [req-553a1113-0e07-430e-ab29-65ccba9b28b6 req-c9a95dd9-8feb-4de6-a038-e2c0ba471bae service nova] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Received event network-vif-deleted-734eb690-f54c-4d8c-97f4-1efafef6aad8 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2094.453463] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069b7628-e7f6-4b9b-b418-87f053c3049b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.487878] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f835eb-ff06-4fa9-9cac-55c941e2e111 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.496203] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c12628d-cbae-4847-afd1-b88b6ada73cb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.500896] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.512199] env[63366]: DEBUG nova.compute.provider_tree [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2094.575940] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c1ff0dea-3109-436d-8014-67ad4b7d5e6b tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "96f0fab0-d17a-46cc-bff7-66de56c2acc3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.576201] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c1ff0dea-3109-436d-8014-67ad4b7d5e6b tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "96f0fab0-d17a-46cc-bff7-66de56c2acc3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.576387] env[63366]: DEBUG nova.compute.manager [None req-c1ff0dea-3109-436d-8014-67ad4b7d5e6b tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2094.577257] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bbe314-0ac3-4aa4-b9a1-4de9be90489e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.584923] env[63366]: DEBUG nova.compute.manager [None req-c1ff0dea-3109-436d-8014-67ad4b7d5e6b tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63366) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2094.585504] env[63366]: DEBUG nova.objects.instance [None req-c1ff0dea-3109-436d-8014-67ad4b7d5e6b tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lazy-loading 'flavor' on Instance uuid 96f0fab0-d17a-46cc-bff7-66de56c2acc3 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2094.635117] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2094.635531] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be6fc72d-58b3-44ad-9e0c-7f0c2ad57b55 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.645765] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2094.645765] env[63366]: value = "task-2103994" [ 2094.645765] env[63366]: _type = "Task" [ 2094.645765] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.654319] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.719776] env[63366]: DEBUG oslo_vmware.api [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078593} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.720477] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2094.721370] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6108cd2b-2ca4-4192-89cd-faccf71dbd76 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.745342] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 91415de4-4d8e-4e52-990d-304c82a7e899/91415de4-4d8e-4e52-990d-304c82a7e899.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2094.745600] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a574194-133b-4fc5-9ac0-3dd6b49bebda {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.767484] env[63366]: DEBUG oslo_vmware.api [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Waiting for the task: (returnval){ [ 2094.767484] env[63366]: value = "task-2103995" [ 2094.767484] env[63366]: _type = "Task" [ 2094.767484] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.776271] env[63366]: DEBUG oslo_vmware.api [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.848198] env[63366]: INFO nova.compute.manager [-] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Took 1.95 seconds to deallocate network for instance. [ 2094.875228] env[63366]: DEBUG nova.compute.manager [None req-111688d9-8b1f-47ad-824f-acb58152559e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2094.875583] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-111688d9-8b1f-47ad-824f-acb58152559e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2094.876759] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04b0c7a-175f-476f-bec0-b78e41f3209d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.886193] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-111688d9-8b1f-47ad-824f-acb58152559e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2094.886427] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a3d67ea-4d09-41e4-a3f5-0fce3f45f65e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.892724] env[63366]: DEBUG oslo_vmware.api [None req-111688d9-8b1f-47ad-824f-acb58152559e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2094.892724] env[63366]: value = "task-2103996" [ 2094.892724] env[63366]: _type = "Task" [ 2094.892724] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.900683] env[63366]: DEBUG oslo_vmware.api [None req-111688d9-8b1f-47ad-824f-acb58152559e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.015559] env[63366]: DEBUG nova.scheduler.client.report [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2095.158405] env[63366]: DEBUG oslo_vmware.api [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2103994, 'name': PowerOffVM_Task, 'duration_secs': 0.208219} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.158405] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2095.158405] env[63366]: DEBUG nova.compute.manager [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2095.158405] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f68a69-1b93-4e67-8d56-0c6588946e47 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.181471] env[63366]: DEBUG nova.network.neutron [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Updating instance_info_cache with network_info: [{"id": "17021d4f-c0d9-46cc-ac5c-533237b6a534", "address": "fa:16:3e:67:99:00", "network": {"id": "066833f8-e62b-4848-a3c5-a804b9ace150", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-168388196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c10b75b2acb4324ba190477e19080c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17021d4f-c0", "ovs_interfaceid": "17021d4f-c0d9-46cc-ac5c-533237b6a534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2095.279634] env[63366]: DEBUG oslo_vmware.api [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103995, 'name': ReconfigVM_Task, 'duration_secs': 0.329961} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.280059] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 91415de4-4d8e-4e52-990d-304c82a7e899/91415de4-4d8e-4e52-990d-304c82a7e899.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2095.280927] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c3ccf6c-3af9-449a-abf8-08eac3410ec9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.288484] env[63366]: DEBUG oslo_vmware.api [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Waiting for the task: (returnval){ [ 2095.288484] env[63366]: value = "task-2103997" [ 2095.288484] env[63366]: _type = "Task" [ 2095.288484] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.297269] env[63366]: DEBUG oslo_vmware.api [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103997, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.355210] env[63366]: DEBUG oslo_concurrency.lockutils [None req-65188aff-9a4d-4aa2-ab81-2c365f58ec22 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2095.404498] env[63366]: DEBUG oslo_vmware.api [None req-111688d9-8b1f-47ad-824f-acb58152559e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103996, 'name': PowerOffVM_Task, 'duration_secs': 0.178598} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.404777] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-111688d9-8b1f-47ad-824f-acb58152559e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2095.404945] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-111688d9-8b1f-47ad-824f-acb58152559e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2095.405205] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96a1818a-cf00-4d82-85a3-6fea6171c286 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.522049] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2095.523015] env[63366]: DEBUG nova.compute.manager [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2095.525657] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.351s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2095.527141] env[63366]: INFO nova.compute.claims [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2095.545382] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-111688d9-8b1f-47ad-824f-acb58152559e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2095.545683] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-111688d9-8b1f-47ad-824f-acb58152559e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2095.545895] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-111688d9-8b1f-47ad-824f-acb58152559e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Deleting the datastore file [datastore2] 2568d389-f910-4543-94d0-4f0b4d6db495 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2095.546211] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-014d32b9-c39d-447d-946b-8db21b2d09a2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.553743] env[63366]: DEBUG oslo_vmware.api [None req-111688d9-8b1f-47ad-824f-acb58152559e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2095.553743] env[63366]: value = "task-2103999" [ 2095.553743] env[63366]: _type = "Task" [ 2095.553743] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.565664] env[63366]: DEBUG oslo_vmware.api [None req-111688d9-8b1f-47ad-824f-acb58152559e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.593036] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ff0dea-3109-436d-8014-67ad4b7d5e6b tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2095.593360] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb338446-06c6-4ee7-aa4c-c6d7f093d3f9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.603954] env[63366]: DEBUG oslo_vmware.api [None req-c1ff0dea-3109-436d-8014-67ad4b7d5e6b tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2095.603954] env[63366]: value = "task-2104000" [ 2095.603954] env[63366]: _type = "Task" [ 2095.603954] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.617454] env[63366]: DEBUG oslo_vmware.api [None req-c1ff0dea-3109-436d-8014-67ad4b7d5e6b tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.673198] env[63366]: DEBUG oslo_concurrency.lockutils [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "afb11726-923b-4b23-b667-56492003de5b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.552s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2095.683860] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Releasing lock "refresh_cache-88979fca-1516-412e-9253-255b02fa1a1f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2095.801241] env[63366]: DEBUG oslo_vmware.api [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2103997, 'name': Rename_Task, 'duration_secs': 0.156314} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.801593] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2095.801913] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62868539-539f-4e15-a7b7-4184c074921f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.810052] env[63366]: DEBUG oslo_vmware.api [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Waiting for the task: (returnval){ [ 2095.810052] env[63366]: value = "task-2104001" [ 2095.810052] env[63366]: _type = "Task" [ 2095.810052] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.828196] env[63366]: DEBUG oslo_vmware.api [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2104001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.034436] env[63366]: DEBUG nova.compute.utils [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2096.036464] env[63366]: DEBUG nova.compute.manager [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2096.036464] env[63366]: DEBUG nova.network.neutron [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2096.064418] env[63366]: DEBUG oslo_vmware.api [None req-111688d9-8b1f-47ad-824f-acb58152559e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2103999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239636} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.064578] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-111688d9-8b1f-47ad-824f-acb58152559e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2096.064693] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-111688d9-8b1f-47ad-824f-acb58152559e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2096.064872] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-111688d9-8b1f-47ad-824f-acb58152559e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2096.065055] env[63366]: INFO nova.compute.manager [None req-111688d9-8b1f-47ad-824f-acb58152559e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2096.065301] env[63366]: DEBUG oslo.service.loopingcall [None req-111688d9-8b1f-47ad-824f-acb58152559e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2096.065487] env[63366]: DEBUG nova.compute.manager [-] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2096.065713] env[63366]: DEBUG nova.network.neutron [-] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2096.114520] env[63366]: DEBUG oslo_vmware.api [None req-c1ff0dea-3109-436d-8014-67ad4b7d5e6b tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104000, 'name': PowerOffVM_Task, 'duration_secs': 0.288829} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.114785] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ff0dea-3109-436d-8014-67ad4b7d5e6b tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2096.115043] env[63366]: DEBUG nova.compute.manager [None req-c1ff0dea-3109-436d-8014-67ad4b7d5e6b tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2096.115833] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292b38ae-734f-4de6-a2cf-f25331fc32ae {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.168698] env[63366]: DEBUG nova.policy [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b97f9b181f3e4f3e8aed1334ba8c7f58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9622986e63843bba40fb1f5bd9b7a61', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2096.183012] env[63366]: DEBUG oslo_concurrency.lockutils [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.323589] env[63366]: DEBUG oslo_vmware.api [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2104001, 'name': PowerOnVM_Task, 'duration_secs': 0.51088} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.323803] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2096.324084] env[63366]: INFO nova.compute.manager [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Took 8.98 seconds to spawn the instance on the hypervisor. [ 2096.324290] env[63366]: DEBUG nova.compute.manager [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2096.325101] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833622d8-0e0e-4592-8ff4-adbd9129c928 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.541126] env[63366]: DEBUG nova.compute.manager [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2096.629616] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c1ff0dea-3109-436d-8014-67ad4b7d5e6b tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "96f0fab0-d17a-46cc-bff7-66de56c2acc3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.800654] env[63366]: DEBUG nova.network.neutron [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Successfully created port: ca6d0f97-a2d8-4838-b1db-059f2928e93a {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2096.849832] env[63366]: INFO nova.compute.manager [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Took 54.31 seconds to build instance. [ 2096.874430] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6325902d-ab68-409c-9f64-145117f35ea4 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "afb11726-923b-4b23-b667-56492003de5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.874660] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6325902d-ab68-409c-9f64-145117f35ea4 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "afb11726-923b-4b23-b667-56492003de5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.874859] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6325902d-ab68-409c-9f64-145117f35ea4 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "afb11726-923b-4b23-b667-56492003de5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.875050] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6325902d-ab68-409c-9f64-145117f35ea4 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "afb11726-923b-4b23-b667-56492003de5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.875225] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6325902d-ab68-409c-9f64-145117f35ea4 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "afb11726-923b-4b23-b667-56492003de5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.877564] env[63366]: INFO nova.compute.manager [None req-6325902d-ab68-409c-9f64-145117f35ea4 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Terminating instance [ 2097.026314] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b9ce43-7e38-4fe4-bba7-45f8764dddca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.034942] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e059b10-3cf7-460d-979a-aa4c294c5404 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.071028] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc28c9fc-ffa6-45b8-a7c4-e84e1904ee7c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.076464] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94acf1b-2431-483a-9546-8be9bb4e0be4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.091751] env[63366]: DEBUG nova.compute.provider_tree [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2097.139022] env[63366]: DEBUG nova.network.neutron [-] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2097.172625] env[63366]: DEBUG nova.compute.manager [req-e9c0acbb-a46c-412b-a0d1-7398952447f4 req-32702913-8ccf-45f1-9d5f-fdc9c09a748a service nova] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Received event network-vif-deleted-1adb5fcd-3436-4ac0-8daf-90113f11c1bb {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2097.224994] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2097.225772] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c749815b-edc9-4ed3-b1d7-dffbb9803763 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.236441] env[63366]: DEBUG oslo_vmware.api [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2097.236441] env[63366]: value = "task-2104002" [ 2097.236441] env[63366]: _type = "Task" [ 2097.236441] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.248064] env[63366]: DEBUG oslo_vmware.api [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2104002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.351999] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e6e06ff1-326a-4afc-a896-11d5bee0fd30 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Lock "91415de4-4d8e-4e52-990d-304c82a7e899" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.387s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.381342] env[63366]: DEBUG nova.compute.manager [None req-6325902d-ab68-409c-9f64-145117f35ea4 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2097.381987] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6325902d-ab68-409c-9f64-145117f35ea4 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2097.382609] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e37ca6-bb34-411b-8159-26e69a0f27cb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.392507] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6325902d-ab68-409c-9f64-145117f35ea4 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2097.392801] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b005d138-7ca6-4848-949d-59f90f4105f3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.506193] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6325902d-ab68-409c-9f64-145117f35ea4 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2097.506312] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6325902d-ab68-409c-9f64-145117f35ea4 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2097.506515] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-6325902d-ab68-409c-9f64-145117f35ea4 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Deleting the datastore file [datastore2] afb11726-923b-4b23-b667-56492003de5b {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2097.506775] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84b7abc0-7da7-4738-a696-f6d34ea985f6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.513753] env[63366]: DEBUG oslo_vmware.api [None req-6325902d-ab68-409c-9f64-145117f35ea4 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2097.513753] env[63366]: value = "task-2104004" [ 2097.513753] env[63366]: _type = "Task" [ 2097.513753] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.521975] env[63366]: DEBUG oslo_vmware.api [None req-6325902d-ab68-409c-9f64-145117f35ea4 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.572574] env[63366]: DEBUG nova.compute.manager [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2097.596346] env[63366]: DEBUG nova.scheduler.client.report [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2097.606524] env[63366]: DEBUG nova.virt.hardware [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2097.606683] env[63366]: DEBUG nova.virt.hardware [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2097.606840] env[63366]: DEBUG nova.virt.hardware [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2097.607035] env[63366]: DEBUG nova.virt.hardware [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2097.607185] env[63366]: DEBUG nova.virt.hardware [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2097.607353] env[63366]: DEBUG nova.virt.hardware [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2097.607764] env[63366]: DEBUG nova.virt.hardware [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2097.607818] env[63366]: DEBUG nova.virt.hardware [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2097.607999] env[63366]: DEBUG nova.virt.hardware [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2097.608174] env[63366]: DEBUG nova.virt.hardware [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2097.608356] env[63366]: DEBUG nova.virt.hardware [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2097.609323] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86554430-2958-46aa-9a25-30a72686d6fa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.619380] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9208441-63ab-464b-9253-e7355aa3fabe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.638095] env[63366]: INFO nova.compute.manager [-] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Took 1.57 seconds to deallocate network for instance. [ 2097.747717] env[63366]: DEBUG oslo_vmware.api [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2104002, 'name': PowerOffVM_Task, 'duration_secs': 0.235502} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.747988] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2097.748803] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d49353-7c94-48ef-a85a-f9787a541849 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.769435] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27a75d0-3c51-4392-bc15-b32b68da88a9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.803207] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2097.803501] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4796352a-6d1f-4f24-9376-ebe45376474e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.810973] env[63366]: DEBUG oslo_vmware.api [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2097.810973] env[63366]: value = "task-2104005" [ 2097.810973] env[63366]: _type = "Task" [ 2097.810973] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.820158] env[63366]: DEBUG oslo_vmware.api [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2104005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.025401] env[63366]: DEBUG oslo_vmware.api [None req-6325902d-ab68-409c-9f64-145117f35ea4 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119818} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.025751] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-6325902d-ab68-409c-9f64-145117f35ea4 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2098.026361] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6325902d-ab68-409c-9f64-145117f35ea4 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2098.026576] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6325902d-ab68-409c-9f64-145117f35ea4 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2098.026784] env[63366]: INFO nova.compute.manager [None req-6325902d-ab68-409c-9f64-145117f35ea4 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Took 0.65 seconds to destroy the instance on the hypervisor. [ 2098.027058] env[63366]: DEBUG oslo.service.loopingcall [None req-6325902d-ab68-409c-9f64-145117f35ea4 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2098.027257] env[63366]: DEBUG nova.compute.manager [-] [instance: afb11726-923b-4b23-b667-56492003de5b] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2098.027353] env[63366]: DEBUG nova.network.neutron [-] [instance: afb11726-923b-4b23-b667-56492003de5b] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2098.101750] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.102360] env[63366]: DEBUG nova.compute.manager [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2098.107448] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.615s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2098.107664] env[63366]: DEBUG nova.objects.instance [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Lazy-loading 'resources' on Instance uuid 9f1629c8-a6f3-4285-85fe-ae369c4d20ec {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2098.144821] env[63366]: DEBUG oslo_concurrency.lockutils [None req-111688d9-8b1f-47ad-824f-acb58152559e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2098.322802] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] VM already powered off {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2098.323092] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2098.323385] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2098.323576] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2098.323795] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2098.324077] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b851d23-8d21-4295-aa85-831410b0e672 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.333140] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2098.333358] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2098.334165] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4622018-079d-42cd-8e60-0e3da77abd65 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.340234] env[63366]: DEBUG oslo_vmware.api [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2098.340234] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52f6eed6-ecdc-a2ef-d3e3-6ae70434e592" [ 2098.340234] env[63366]: _type = "Task" [ 2098.340234] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.348158] env[63366]: DEBUG oslo_vmware.api [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f6eed6-ecdc-a2ef-d3e3-6ae70434e592, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.614569] env[63366]: DEBUG nova.compute.utils [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2098.622507] env[63366]: DEBUG nova.compute.manager [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2098.622685] env[63366]: DEBUG nova.network.neutron [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2098.677801] env[63366]: DEBUG nova.compute.manager [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Stashing vm_state: stopped {{(pid=63366) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2098.722327] env[63366]: DEBUG nova.policy [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd606f259e57342898df2704175a280f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2f8fc42c2b04bf393c29dc227c8dae5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2098.786560] env[63366]: DEBUG nova.network.neutron [-] [instance: afb11726-923b-4b23-b667-56492003de5b] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2098.850873] env[63366]: DEBUG oslo_vmware.api [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f6eed6-ecdc-a2ef-d3e3-6ae70434e592, 'name': SearchDatastore_Task, 'duration_secs': 0.010194} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.854360] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4342e855-34f5-45ed-a193-5e3e35af0ee9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.860854] env[63366]: DEBUG oslo_vmware.api [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2098.860854] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52e5e689-8423-35a5-a78b-2da0defb5fbe" [ 2098.860854] env[63366]: _type = "Task" [ 2098.860854] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.874411] env[63366]: DEBUG oslo_vmware.api [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52e5e689-8423-35a5-a78b-2da0defb5fbe, 'name': SearchDatastore_Task, 'duration_secs': 0.010255} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.874529] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2098.875504] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 88979fca-1516-412e-9253-255b02fa1a1f/a69c6f87-3b9f-45c1-927a-78c60f5617a0-rescue.vmdk. {{(pid=63366) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2098.875504] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b490246d-6a61-4a40-80d0-0e11d1101acc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.884016] env[63366]: DEBUG oslo_vmware.api [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2098.884016] env[63366]: value = "task-2104006" [ 2098.884016] env[63366]: _type = "Task" [ 2098.884016] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.893082] env[63366]: DEBUG oslo_vmware.api [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2104006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.986185] env[63366]: DEBUG nova.network.neutron [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Successfully updated port: ca6d0f97-a2d8-4838-b1db-059f2928e93a {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2099.123675] env[63366]: DEBUG nova.compute.manager [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2099.159788] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746a3a48-20ce-41b8-b6f3-6b4c01e4325a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.169716] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1330975f-cadc-4d35-8fe3-1c17ca2c1e1c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.208848] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7895426c-a277-4256-8076-926ceeb44098 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.217939] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211b0d8c-4ee6-416b-a21f-6126a9aff260 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.222724] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2099.234808] env[63366]: DEBUG nova.compute.provider_tree [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2099.292455] env[63366]: INFO nova.compute.manager [-] [instance: afb11726-923b-4b23-b667-56492003de5b] Took 1.26 seconds to deallocate network for instance. [ 2099.376383] env[63366]: DEBUG nova.network.neutron [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Successfully created port: 3c3bc624-e475-4ff5-a0df-f44a85294ea2 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2099.394991] env[63366]: DEBUG oslo_vmware.api [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2104006, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473276} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.395406] env[63366]: INFO nova.virt.vmwareapi.ds_util [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 88979fca-1516-412e-9253-255b02fa1a1f/a69c6f87-3b9f-45c1-927a-78c60f5617a0-rescue.vmdk. [ 2099.396298] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defabf0e-26c5-4bc0-b60d-88bf4490f0ca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.401952] env[63366]: DEBUG nova.compute.manager [req-ce0c88b3-1618-4d4b-9507-02d435dea6bb req-5add55e9-6336-4f5e-a360-7a4614e9c7fc service nova] [instance: afb11726-923b-4b23-b667-56492003de5b] Received event network-vif-deleted-8473d5fa-d1b7-4be6-bda7-27e290314be2 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2099.402224] env[63366]: DEBUG nova.compute.manager [req-ce0c88b3-1618-4d4b-9507-02d435dea6bb req-5add55e9-6336-4f5e-a360-7a4614e9c7fc service nova] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Received event network-vif-plugged-ca6d0f97-a2d8-4838-b1db-059f2928e93a {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2099.402478] env[63366]: DEBUG oslo_concurrency.lockutils [req-ce0c88b3-1618-4d4b-9507-02d435dea6bb req-5add55e9-6336-4f5e-a360-7a4614e9c7fc service nova] Acquiring lock "0191d2db-f0ea-4e87-bb9e-d454f6a1906b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2099.402722] env[63366]: DEBUG oslo_concurrency.lockutils [req-ce0c88b3-1618-4d4b-9507-02d435dea6bb req-5add55e9-6336-4f5e-a360-7a4614e9c7fc service nova] Lock "0191d2db-f0ea-4e87-bb9e-d454f6a1906b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.403295] env[63366]: DEBUG oslo_concurrency.lockutils [req-ce0c88b3-1618-4d4b-9507-02d435dea6bb req-5add55e9-6336-4f5e-a360-7a4614e9c7fc service nova] Lock "0191d2db-f0ea-4e87-bb9e-d454f6a1906b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.403443] env[63366]: DEBUG nova.compute.manager [req-ce0c88b3-1618-4d4b-9507-02d435dea6bb req-5add55e9-6336-4f5e-a360-7a4614e9c7fc service nova] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] No waiting events found dispatching network-vif-plugged-ca6d0f97-a2d8-4838-b1db-059f2928e93a {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2099.403651] env[63366]: WARNING nova.compute.manager [req-ce0c88b3-1618-4d4b-9507-02d435dea6bb req-5add55e9-6336-4f5e-a360-7a4614e9c7fc service nova] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Received unexpected event network-vif-plugged-ca6d0f97-a2d8-4838-b1db-059f2928e93a for instance with vm_state building and task_state spawning. [ 2099.403861] env[63366]: DEBUG nova.compute.manager [req-ce0c88b3-1618-4d4b-9507-02d435dea6bb req-5add55e9-6336-4f5e-a360-7a4614e9c7fc service nova] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Received event network-changed-ca6d0f97-a2d8-4838-b1db-059f2928e93a {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2099.404071] env[63366]: DEBUG nova.compute.manager [req-ce0c88b3-1618-4d4b-9507-02d435dea6bb req-5add55e9-6336-4f5e-a360-7a4614e9c7fc service nova] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Refreshing instance network info cache due to event network-changed-ca6d0f97-a2d8-4838-b1db-059f2928e93a. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2099.404303] env[63366]: DEBUG oslo_concurrency.lockutils [req-ce0c88b3-1618-4d4b-9507-02d435dea6bb req-5add55e9-6336-4f5e-a360-7a4614e9c7fc service nova] Acquiring lock "refresh_cache-0191d2db-f0ea-4e87-bb9e-d454f6a1906b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2099.404477] env[63366]: DEBUG oslo_concurrency.lockutils [req-ce0c88b3-1618-4d4b-9507-02d435dea6bb req-5add55e9-6336-4f5e-a360-7a4614e9c7fc service nova] Acquired lock "refresh_cache-0191d2db-f0ea-4e87-bb9e-d454f6a1906b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2099.404726] env[63366]: DEBUG nova.network.neutron [req-ce0c88b3-1618-4d4b-9507-02d435dea6bb req-5add55e9-6336-4f5e-a360-7a4614e9c7fc service nova] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Refreshing network info cache for port ca6d0f97-a2d8-4838-b1db-059f2928e93a {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2099.430217] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 88979fca-1516-412e-9253-255b02fa1a1f/a69c6f87-3b9f-45c1-927a-78c60f5617a0-rescue.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2099.433465] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dd9cab5-58a9-46c7-81da-878acd27124b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.453789] env[63366]: DEBUG oslo_vmware.api [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2099.453789] env[63366]: value = "task-2104007" [ 2099.453789] env[63366]: _type = "Task" [ 2099.453789] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.463220] env[63366]: DEBUG oslo_vmware.api [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2104007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.489644] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquiring lock "refresh_cache-0191d2db-f0ea-4e87-bb9e-d454f6a1906b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2099.505018] env[63366]: DEBUG nova.network.neutron [req-ce0c88b3-1618-4d4b-9507-02d435dea6bb req-5add55e9-6336-4f5e-a360-7a4614e9c7fc service nova] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2099.630347] env[63366]: INFO nova.virt.block_device [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Booting with volume 8b5f01aa-d74d-4e70-89cf-598c7057b56b at /dev/sda [ 2099.675466] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-daa22a60-4b71-42e8-98e5-a06b4bde65cf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.686311] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842efbeb-bbdc-416d-a23a-de170f1b90bb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.697468] env[63366]: DEBUG nova.network.neutron [req-ce0c88b3-1618-4d4b-9507-02d435dea6bb req-5add55e9-6336-4f5e-a360-7a4614e9c7fc service nova] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2099.727829] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ca4ca31-64e5-4e3a-ab20-c0f0ec640ccd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.738679] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884e2098-ac0e-4927-adf6-e1c2c171ed5b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.750144] env[63366]: DEBUG nova.scheduler.client.report [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2099.780202] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbaf252-ed99-4d78-9c16-d2f0758223eb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.788162] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd3537a-60a8-468b-964f-73c5862d3de3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.800480] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6325902d-ab68-409c-9f64-145117f35ea4 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2099.804129] env[63366]: DEBUG nova.virt.block_device [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Updating existing volume attachment record: 2e79f71b-ece0-44d7-85e7-d7904f134169 {{(pid=63366) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2099.966441] env[63366]: DEBUG oslo_vmware.api [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2104007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.157949] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8cec5383-2337-49bc-8314-a7f616a8831d tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Acquiring lock "91415de4-4d8e-4e52-990d-304c82a7e899" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2100.158232] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8cec5383-2337-49bc-8314-a7f616a8831d tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Lock "91415de4-4d8e-4e52-990d-304c82a7e899" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2100.158419] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8cec5383-2337-49bc-8314-a7f616a8831d tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Acquiring lock "91415de4-4d8e-4e52-990d-304c82a7e899-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2100.158589] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8cec5383-2337-49bc-8314-a7f616a8831d tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Lock "91415de4-4d8e-4e52-990d-304c82a7e899-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2100.158760] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8cec5383-2337-49bc-8314-a7f616a8831d tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Lock "91415de4-4d8e-4e52-990d-304c82a7e899-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2100.160967] env[63366]: INFO nova.compute.manager [None req-8cec5383-2337-49bc-8314-a7f616a8831d tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Terminating instance [ 2100.204051] env[63366]: DEBUG oslo_concurrency.lockutils [req-ce0c88b3-1618-4d4b-9507-02d435dea6bb req-5add55e9-6336-4f5e-a360-7a4614e9c7fc service nova] Releasing lock "refresh_cache-0191d2db-f0ea-4e87-bb9e-d454f6a1906b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2100.204436] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquired lock "refresh_cache-0191d2db-f0ea-4e87-bb9e-d454f6a1906b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2100.204593] env[63366]: DEBUG nova.network.neutron [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2100.255173] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2100.257450] env[63366]: DEBUG oslo_concurrency.lockutils [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.550s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2100.257634] env[63366]: DEBUG nova.objects.instance [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63366) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2100.280492] env[63366]: INFO nova.scheduler.client.report [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Deleted allocations for instance 9f1629c8-a6f3-4285-85fe-ae369c4d20ec [ 2100.465284] env[63366]: DEBUG oslo_vmware.api [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2104007, 'name': ReconfigVM_Task, 'duration_secs': 0.578004} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.465546] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 88979fca-1516-412e-9253-255b02fa1a1f/a69c6f87-3b9f-45c1-927a-78c60f5617a0-rescue.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2100.466408] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f40ad69-2cc1-4fc4-a1de-b85d35566ee3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.491981] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bcb0f60-f084-43de-a829-a732693d57f2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.508875] env[63366]: DEBUG oslo_vmware.api [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2100.508875] env[63366]: value = "task-2104008" [ 2100.508875] env[63366]: _type = "Task" [ 2100.508875] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.517615] env[63366]: DEBUG oslo_vmware.api [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2104008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.665312] env[63366]: DEBUG nova.compute.manager [None req-8cec5383-2337-49bc-8314-a7f616a8831d tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2100.665571] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8cec5383-2337-49bc-8314-a7f616a8831d tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2100.666496] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504486b0-f55e-439f-ab16-e827c411b038 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.674674] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cec5383-2337-49bc-8314-a7f616a8831d tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2100.674915] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e099fe73-cdd9-4c19-8216-c403ec5a30fa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.682284] env[63366]: DEBUG oslo_vmware.api [None req-8cec5383-2337-49bc-8314-a7f616a8831d tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Waiting for the task: (returnval){ [ 2100.682284] env[63366]: value = "task-2104009" [ 2100.682284] env[63366]: _type = "Task" [ 2100.682284] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.691418] env[63366]: DEBUG oslo_vmware.api [None req-8cec5383-2337-49bc-8314-a7f616a8831d tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2104009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.758789] env[63366]: DEBUG nova.network.neutron [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2100.788991] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c56dcf83-3c1f-4c5c-bae5-797b28a73b59 tempest-SecurityGroupsTestJSON-773106733 tempest-SecurityGroupsTestJSON-773106733-project-member] Lock "9f1629c8-a6f3-4285-85fe-ae369c4d20ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.881s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2101.020363] env[63366]: DEBUG oslo_vmware.api [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2104008, 'name': ReconfigVM_Task, 'duration_secs': 0.207849} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.020684] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2101.020938] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3533be3-65b3-4d1c-87b1-49f1b87d140a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.028872] env[63366]: DEBUG oslo_vmware.api [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2101.028872] env[63366]: value = "task-2104010" [ 2101.028872] env[63366]: _type = "Task" [ 2101.028872] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.038556] env[63366]: DEBUG oslo_vmware.api [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2104010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.071212] env[63366]: DEBUG nova.network.neutron [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Updating instance_info_cache with network_info: [{"id": "ca6d0f97-a2d8-4838-b1db-059f2928e93a", "address": "fa:16:3e:17:ce:ea", "network": {"id": "764dc435-fc64-48c6-ba7f-b6bf111b21dc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1851394257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9622986e63843bba40fb1f5bd9b7a61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca6d0f97-a2", "ovs_interfaceid": "ca6d0f97-a2d8-4838-b1db-059f2928e93a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2101.195349] env[63366]: DEBUG oslo_vmware.api [None req-8cec5383-2337-49bc-8314-a7f616a8831d tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2104009, 'name': PowerOffVM_Task, 'duration_secs': 0.218089} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.196461] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cec5383-2337-49bc-8314-a7f616a8831d tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2101.196816] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8cec5383-2337-49bc-8314-a7f616a8831d tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2101.197247] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e927c6df-4fa0-4ede-a757-ad49ff94e616 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.269401] env[63366]: DEBUG oslo_concurrency.lockutils [None req-809a1d08-5209-4422-9093-d3090b3378fc tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2101.270645] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.946s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.270893] env[63366]: DEBUG nova.objects.instance [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lazy-loading 'resources' on Instance uuid 85d67c6c-ff9a-4c24-8f89-845a0e2829bf {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2101.304803] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8cec5383-2337-49bc-8314-a7f616a8831d tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2101.305118] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8cec5383-2337-49bc-8314-a7f616a8831d tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2101.305326] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cec5383-2337-49bc-8314-a7f616a8831d tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Deleting the datastore file [datastore2] 91415de4-4d8e-4e52-990d-304c82a7e899 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2101.305768] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd83b67b-a869-4487-9d6d-1155d1116e27 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.314663] env[63366]: DEBUG oslo_vmware.api [None req-8cec5383-2337-49bc-8314-a7f616a8831d tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Waiting for the task: (returnval){ [ 2101.314663] env[63366]: value = "task-2104012" [ 2101.314663] env[63366]: _type = "Task" [ 2101.314663] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.330407] env[63366]: DEBUG oslo_vmware.api [None req-8cec5383-2337-49bc-8314-a7f616a8831d tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2104012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.450454] env[63366]: DEBUG nova.network.neutron [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Successfully updated port: 3c3bc624-e475-4ff5-a0df-f44a85294ea2 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2101.540396] env[63366]: DEBUG oslo_vmware.api [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2104010, 'name': PowerOnVM_Task, 'duration_secs': 0.43733} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.540716] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2101.548209] env[63366]: DEBUG nova.compute.manager [None req-9eff4152-bdd1-4d98-bc26-946b8489a237 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2101.548209] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551fde7b-23a5-420c-8ec4-462e8688ad62 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.565489] env[63366]: DEBUG nova.compute.manager [req-21bd9df2-ff9b-4dde-9744-890c7132da86 req-0c61eb22-d787-4786-b88c-02bb2c289d44 service nova] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Received event network-vif-plugged-3c3bc624-e475-4ff5-a0df-f44a85294ea2 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2101.565853] env[63366]: DEBUG oslo_concurrency.lockutils [req-21bd9df2-ff9b-4dde-9744-890c7132da86 req-0c61eb22-d787-4786-b88c-02bb2c289d44 service nova] Acquiring lock "8fb48168-2e94-43d9-a65b-737d6e0907bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.567181] env[63366]: DEBUG oslo_concurrency.lockutils [req-21bd9df2-ff9b-4dde-9744-890c7132da86 req-0c61eb22-d787-4786-b88c-02bb2c289d44 service nova] Lock "8fb48168-2e94-43d9-a65b-737d6e0907bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.567391] env[63366]: DEBUG oslo_concurrency.lockutils [req-21bd9df2-ff9b-4dde-9744-890c7132da86 req-0c61eb22-d787-4786-b88c-02bb2c289d44 service nova] Lock "8fb48168-2e94-43d9-a65b-737d6e0907bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2101.567554] env[63366]: DEBUG nova.compute.manager [req-21bd9df2-ff9b-4dde-9744-890c7132da86 req-0c61eb22-d787-4786-b88c-02bb2c289d44 service nova] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] No waiting events found dispatching network-vif-plugged-3c3bc624-e475-4ff5-a0df-f44a85294ea2 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2101.567731] env[63366]: WARNING nova.compute.manager [req-21bd9df2-ff9b-4dde-9744-890c7132da86 req-0c61eb22-d787-4786-b88c-02bb2c289d44 service nova] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Received unexpected event network-vif-plugged-3c3bc624-e475-4ff5-a0df-f44a85294ea2 for instance with vm_state building and task_state spawning. [ 2101.573922] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Releasing lock "refresh_cache-0191d2db-f0ea-4e87-bb9e-d454f6a1906b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2101.574224] env[63366]: DEBUG nova.compute.manager [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Instance network_info: |[{"id": "ca6d0f97-a2d8-4838-b1db-059f2928e93a", "address": "fa:16:3e:17:ce:ea", "network": {"id": "764dc435-fc64-48c6-ba7f-b6bf111b21dc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1851394257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9622986e63843bba40fb1f5bd9b7a61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca6d0f97-a2", "ovs_interfaceid": "ca6d0f97-a2d8-4838-b1db-059f2928e93a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2101.579238] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:ce:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca6d0f97-a2d8-4838-b1db-059f2928e93a', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2101.586100] env[63366]: DEBUG oslo.service.loopingcall [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2101.587381] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2101.587707] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2cd1130-4f07-4195-8ea0-1018b9f6242d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.613384] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2101.613384] env[63366]: value = "task-2104013" [ 2101.613384] env[63366]: _type = "Task" [ 2101.613384] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.622436] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104013, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.841026] env[63366]: DEBUG oslo_vmware.api [None req-8cec5383-2337-49bc-8314-a7f616a8831d tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2104012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235833} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.841026] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cec5383-2337-49bc-8314-a7f616a8831d tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2101.841026] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8cec5383-2337-49bc-8314-a7f616a8831d tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2101.841026] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8cec5383-2337-49bc-8314-a7f616a8831d tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2101.841026] env[63366]: INFO nova.compute.manager [None req-8cec5383-2337-49bc-8314-a7f616a8831d tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Took 1.17 seconds to destroy the instance on the hypervisor. [ 2101.841026] env[63366]: DEBUG oslo.service.loopingcall [None req-8cec5383-2337-49bc-8314-a7f616a8831d tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2101.841026] env[63366]: DEBUG nova.compute.manager [-] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2101.841026] env[63366]: DEBUG nova.network.neutron [-] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2101.894584] env[63366]: DEBUG nova.compute.manager [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2101.895220] env[63366]: DEBUG nova.virt.hardware [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2101.895822] env[63366]: DEBUG nova.virt.hardware [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2101.895822] env[63366]: DEBUG nova.virt.hardware [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2101.895822] env[63366]: DEBUG nova.virt.hardware [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2101.896069] env[63366]: DEBUG nova.virt.hardware [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2101.896271] env[63366]: DEBUG nova.virt.hardware [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2101.896519] env[63366]: DEBUG nova.virt.hardware [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2101.896723] env[63366]: DEBUG nova.virt.hardware [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2101.896938] env[63366]: DEBUG nova.virt.hardware [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2101.897178] env[63366]: DEBUG nova.virt.hardware [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2101.897435] env[63366]: DEBUG nova.virt.hardware [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2101.898352] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52959f35-6073-40b7-bfc9-653fa332e946 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.908436] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f675f572-6104-45ff-b43b-294f91ea1995 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.953969] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Acquiring lock "refresh_cache-8fb48168-2e94-43d9-a65b-737d6e0907bb" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2101.954119] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Acquired lock "refresh_cache-8fb48168-2e94-43d9-a65b-737d6e0907bb" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2101.954316] env[63366]: DEBUG nova.network.neutron [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2102.125701] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104013, 'name': CreateVM_Task, 'duration_secs': 0.425921} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.125748] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2102.126402] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2102.126569] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2102.126886] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2102.127156] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63122bf0-1847-442b-b44a-decaba694a88 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.133515] env[63366]: DEBUG oslo_vmware.api [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 2102.133515] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52a69603-5000-e0b7-f5ad-5fbc5ded4ccb" [ 2102.133515] env[63366]: _type = "Task" [ 2102.133515] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.143150] env[63366]: DEBUG oslo_vmware.api [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a69603-5000-e0b7-f5ad-5fbc5ded4ccb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.285535] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e0c899-adde-46e8-b942-13cbeb209288 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.293676] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc7188e-9db1-464a-bb1b-f80b88148515 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.323631] env[63366]: INFO nova.compute.manager [None req-bf5b7f9c-49bd-4e5b-ac23-adc71f3c99d4 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Unrescuing [ 2102.323875] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bf5b7f9c-49bd-4e5b-ac23-adc71f3c99d4 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquiring lock "refresh_cache-88979fca-1516-412e-9253-255b02fa1a1f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2102.324037] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bf5b7f9c-49bd-4e5b-ac23-adc71f3c99d4 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquired lock "refresh_cache-88979fca-1516-412e-9253-255b02fa1a1f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2102.324221] env[63366]: DEBUG nova.network.neutron [None req-bf5b7f9c-49bd-4e5b-ac23-adc71f3c99d4 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2102.326430] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f70b5c1-92b6-4eef-bd5c-458722d1245d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.334630] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd1081e-bef0-44c0-84e9-dc1592ce5311 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.350648] env[63366]: DEBUG nova.compute.provider_tree [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2102.547960] env[63366]: DEBUG nova.network.neutron [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2102.645627] env[63366]: DEBUG oslo_vmware.api [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a69603-5000-e0b7-f5ad-5fbc5ded4ccb, 'name': SearchDatastore_Task, 'duration_secs': 0.013024} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.645627] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2102.645627] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2102.645834] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2102.646025] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2102.646167] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2102.646419] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c235b7f-08b9-4974-bdd3-735f5163d4d7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.656820] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2102.657048] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2102.657774] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3770ec5b-4ba3-4fca-b416-3ce71373e69a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.663562] env[63366]: DEBUG oslo_vmware.api [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 2102.663562] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]521a34a4-f861-79b8-8501-8ec8aea06c11" [ 2102.663562] env[63366]: _type = "Task" [ 2102.663562] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.673400] env[63366]: DEBUG oslo_vmware.api [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]521a34a4-f861-79b8-8501-8ec8aea06c11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.805484] env[63366]: DEBUG nova.network.neutron [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Updating instance_info_cache with network_info: [{"id": "3c3bc624-e475-4ff5-a0df-f44a85294ea2", "address": "fa:16:3e:93:2f:4a", "network": {"id": "b592ec00-7644-47d3-a262-044af9144a8a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1903251168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2f8fc42c2b04bf393c29dc227c8dae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c3bc624-e4", "ovs_interfaceid": "3c3bc624-e475-4ff5-a0df-f44a85294ea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2102.853546] env[63366]: DEBUG nova.scheduler.client.report [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2103.118470] env[63366]: DEBUG nova.network.neutron [-] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2103.174826] env[63366]: DEBUG oslo_vmware.api [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]521a34a4-f861-79b8-8501-8ec8aea06c11, 'name': SearchDatastore_Task, 'duration_secs': 0.009252} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.176591] env[63366]: DEBUG nova.network.neutron [None req-bf5b7f9c-49bd-4e5b-ac23-adc71f3c99d4 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Updating instance_info_cache with network_info: [{"id": "17021d4f-c0d9-46cc-ac5c-533237b6a534", "address": "fa:16:3e:67:99:00", "network": {"id": "066833f8-e62b-4848-a3c5-a804b9ace150", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-168388196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c10b75b2acb4324ba190477e19080c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17021d4f-c0", "ovs_interfaceid": "17021d4f-c0d9-46cc-ac5c-533237b6a534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2103.179701] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50d51d68-aa9f-41a2-8349-05a4199d53f7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.188379] env[63366]: DEBUG oslo_vmware.api [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 2103.188379] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52dfa275-feb6-22ce-72c3-b9b954489541" [ 2103.188379] env[63366]: _type = "Task" [ 2103.188379] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.198960] env[63366]: DEBUG oslo_vmware.api [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52dfa275-feb6-22ce-72c3-b9b954489541, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.309670] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Releasing lock "refresh_cache-8fb48168-2e94-43d9-a65b-737d6e0907bb" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2103.309670] env[63366]: DEBUG nova.compute.manager [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Instance network_info: |[{"id": "3c3bc624-e475-4ff5-a0df-f44a85294ea2", "address": "fa:16:3e:93:2f:4a", "network": {"id": "b592ec00-7644-47d3-a262-044af9144a8a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1903251168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2f8fc42c2b04bf393c29dc227c8dae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c3bc624-e4", "ovs_interfaceid": "3c3bc624-e475-4ff5-a0df-f44a85294ea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2103.310087] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:2f:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41f66e20-fd86-4158-bbdc-7a150e85e844', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c3bc624-e475-4ff5-a0df-f44a85294ea2', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2103.317873] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Creating folder: Project (b2f8fc42c2b04bf393c29dc227c8dae5). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2103.318104] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcdd1902-8a2d-47a2-8683-ef783250992b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.333763] env[63366]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 2103.333957] env[63366]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63366) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 2103.334376] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Folder already exists: Project (b2f8fc42c2b04bf393c29dc227c8dae5). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 2103.334611] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Creating folder: Instances. Parent ref: group-v430770. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2103.334896] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-212502ca-7977-430d-b435-af9bbdc88765 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.346857] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Created folder: Instances in parent group-v430770. [ 2103.347171] env[63366]: DEBUG oslo.service.loopingcall [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2103.347400] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2103.347656] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b27aa7ac-0d43-4aa9-a7ee-4f36417b5335 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.363041] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2103.365381] env[63366]: DEBUG oslo_concurrency.lockutils [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.901s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2103.366851] env[63366]: INFO nova.compute.claims [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2103.375840] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2103.375840] env[63366]: value = "task-2104016" [ 2103.375840] env[63366]: _type = "Task" [ 2103.375840] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.386027] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104016, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.389746] env[63366]: INFO nova.scheduler.client.report [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Deleted allocations for instance 85d67c6c-ff9a-4c24-8f89-845a0e2829bf [ 2103.596731] env[63366]: DEBUG nova.compute.manager [req-aa9103da-e400-45aa-b7db-03202d4d59df req-765c1204-1bb4-45bd-adc7-9ec28c05aa4b service nova] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Received event network-changed-3c3bc624-e475-4ff5-a0df-f44a85294ea2 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2103.598039] env[63366]: DEBUG nova.compute.manager [req-aa9103da-e400-45aa-b7db-03202d4d59df req-765c1204-1bb4-45bd-adc7-9ec28c05aa4b service nova] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Refreshing instance network info cache due to event network-changed-3c3bc624-e475-4ff5-a0df-f44a85294ea2. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2103.598039] env[63366]: DEBUG oslo_concurrency.lockutils [req-aa9103da-e400-45aa-b7db-03202d4d59df req-765c1204-1bb4-45bd-adc7-9ec28c05aa4b service nova] Acquiring lock "refresh_cache-8fb48168-2e94-43d9-a65b-737d6e0907bb" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2103.598039] env[63366]: DEBUG oslo_concurrency.lockutils [req-aa9103da-e400-45aa-b7db-03202d4d59df req-765c1204-1bb4-45bd-adc7-9ec28c05aa4b service nova] Acquired lock "refresh_cache-8fb48168-2e94-43d9-a65b-737d6e0907bb" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2103.598039] env[63366]: DEBUG nova.network.neutron [req-aa9103da-e400-45aa-b7db-03202d4d59df req-765c1204-1bb4-45bd-adc7-9ec28c05aa4b service nova] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Refreshing network info cache for port 3c3bc624-e475-4ff5-a0df-f44a85294ea2 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2103.624430] env[63366]: INFO nova.compute.manager [-] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Took 1.78 seconds to deallocate network for instance. [ 2103.680038] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bf5b7f9c-49bd-4e5b-ac23-adc71f3c99d4 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Releasing lock "refresh_cache-88979fca-1516-412e-9253-255b02fa1a1f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2103.680711] env[63366]: DEBUG nova.objects.instance [None req-bf5b7f9c-49bd-4e5b-ac23-adc71f3c99d4 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Lazy-loading 'flavor' on Instance uuid 88979fca-1516-412e-9253-255b02fa1a1f {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2103.702148] env[63366]: DEBUG oslo_vmware.api [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52dfa275-feb6-22ce-72c3-b9b954489541, 'name': SearchDatastore_Task, 'duration_secs': 0.017787} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.702447] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2103.702701] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 0191d2db-f0ea-4e87-bb9e-d454f6a1906b/0191d2db-f0ea-4e87-bb9e-d454f6a1906b.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2103.702887] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb4dee76-d32c-4131-9b89-5198c5c5ffab {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.710759] env[63366]: DEBUG oslo_vmware.api [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 2103.710759] env[63366]: value = "task-2104017" [ 2103.710759] env[63366]: _type = "Task" [ 2103.710759] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.719517] env[63366]: DEBUG oslo_vmware.api [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2104017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.887952] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104016, 'name': CreateVM_Task, 'duration_secs': 0.497545} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.887952] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2103.888499] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': None, 'attachment_id': '2e79f71b-ece0-44d7-85e7-d7904f134169', 'mount_device': '/dev/sda', 'boot_index': 0, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430776', 'volume_id': '8b5f01aa-d74d-4e70-89cf-598c7057b56b', 'name': 'volume-8b5f01aa-d74d-4e70-89cf-598c7057b56b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fb48168-2e94-43d9-a65b-737d6e0907bb', 'attached_at': '', 'detached_at': '', 'volume_id': '8b5f01aa-d74d-4e70-89cf-598c7057b56b', 'serial': '8b5f01aa-d74d-4e70-89cf-598c7057b56b'}, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=63366) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2103.888696] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Root volume attach. Driver type: vmdk {{(pid=63366) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2103.889520] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc828a6-87cc-4ed0-abbf-6ea7ed56e43c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.899843] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e85a36-3c26-40dc-80ee-986d24ab7528 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.906892] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b6a78d1c-523a-4833-a6af-326b55319798 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "85d67c6c-ff9a-4c24-8f89-845a0e2829bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.874s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2103.906892] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2d73a1-64ec-4650-af98-00eedeb48b71 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.913777] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d5f2dfe3-a1b9-4f82-a7e7-25ade084279f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.923218] env[63366]: DEBUG oslo_vmware.api [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Waiting for the task: (returnval){ [ 2103.923218] env[63366]: value = "task-2104018" [ 2103.923218] env[63366]: _type = "Task" [ 2103.923218] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.936144] env[63366]: DEBUG oslo_vmware.api [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Task: {'id': task-2104018, 'name': RelocateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.131657] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8cec5383-2337-49bc-8314-a7f616a8831d tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2104.195910] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc8daa1-aac0-4940-be51-691b04feb71c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.224021] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5b7f9c-49bd-4e5b-ac23-adc71f3c99d4 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2104.226649] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffde590a-c5bf-451c-bb00-48cd2d98ceb4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.234415] env[63366]: DEBUG oslo_vmware.api [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2104017, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.238222] env[63366]: DEBUG oslo_vmware.api [None req-bf5b7f9c-49bd-4e5b-ac23-adc71f3c99d4 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2104.238222] env[63366]: value = "task-2104019" [ 2104.238222] env[63366]: _type = "Task" [ 2104.238222] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.247037] env[63366]: DEBUG oslo_vmware.api [None req-bf5b7f9c-49bd-4e5b-ac23-adc71f3c99d4 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2104019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.443154] env[63366]: DEBUG oslo_vmware.api [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Task: {'id': task-2104018, 'name': RelocateVM_Task} progress is 38%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.588691] env[63366]: DEBUG nova.network.neutron [req-aa9103da-e400-45aa-b7db-03202d4d59df req-765c1204-1bb4-45bd-adc7-9ec28c05aa4b service nova] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Updated VIF entry in instance network info cache for port 3c3bc624-e475-4ff5-a0df-f44a85294ea2. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2104.589111] env[63366]: DEBUG nova.network.neutron [req-aa9103da-e400-45aa-b7db-03202d4d59df req-765c1204-1bb4-45bd-adc7-9ec28c05aa4b service nova] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Updating instance_info_cache with network_info: [{"id": "3c3bc624-e475-4ff5-a0df-f44a85294ea2", "address": "fa:16:3e:93:2f:4a", "network": {"id": "b592ec00-7644-47d3-a262-044af9144a8a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1903251168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2f8fc42c2b04bf393c29dc227c8dae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c3bc624-e4", "ovs_interfaceid": "3c3bc624-e475-4ff5-a0df-f44a85294ea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2104.738419] env[63366]: DEBUG oslo_vmware.api [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2104017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539749} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.742365] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 0191d2db-f0ea-4e87-bb9e-d454f6a1906b/0191d2db-f0ea-4e87-bb9e-d454f6a1906b.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2104.742671] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2104.743560] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e4de72c-f840-4dd6-b50c-fbcf85e3527b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.752362] env[63366]: DEBUG oslo_vmware.api [None req-bf5b7f9c-49bd-4e5b-ac23-adc71f3c99d4 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2104019, 'name': PowerOffVM_Task, 'duration_secs': 0.277565} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.755375] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5b7f9c-49bd-4e5b-ac23-adc71f3c99d4 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2104.762652] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf5b7f9c-49bd-4e5b-ac23-adc71f3c99d4 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Reconfiguring VM instance instance-0000003d to detach disk 2001 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2104.764913] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed55c01d-ae36-43ca-9e1f-dd7d7471f068 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.781620] env[63366]: DEBUG oslo_vmware.api [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 2104.781620] env[63366]: value = "task-2104020" [ 2104.781620] env[63366]: _type = "Task" [ 2104.781620] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.798890] env[63366]: DEBUG oslo_vmware.api [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2104020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.800909] env[63366]: DEBUG oslo_vmware.api [None req-bf5b7f9c-49bd-4e5b-ac23-adc71f3c99d4 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2104.800909] env[63366]: value = "task-2104021" [ 2104.800909] env[63366]: _type = "Task" [ 2104.800909] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.818384] env[63366]: DEBUG oslo_vmware.api [None req-bf5b7f9c-49bd-4e5b-ac23-adc71f3c99d4 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2104021, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.939224] env[63366]: DEBUG oslo_vmware.api [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Task: {'id': task-2104018, 'name': RelocateVM_Task} progress is 51%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.946244] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed0b21e-806f-47e2-a09f-0dc2080200b3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.959569] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4854fb3-0d27-4dda-abc1-fc62fa16d93f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.997167] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2f7136-11c0-4b3d-8946-6be76399e2ad {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.011132] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f27f2c5-09b7-42c2-bdb9-6f880277836b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.032679] env[63366]: DEBUG nova.compute.provider_tree [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2105.092713] env[63366]: DEBUG oslo_concurrency.lockutils [req-aa9103da-e400-45aa-b7db-03202d4d59df req-765c1204-1bb4-45bd-adc7-9ec28c05aa4b service nova] Releasing lock "refresh_cache-8fb48168-2e94-43d9-a65b-737d6e0907bb" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2105.092713] env[63366]: DEBUG nova.compute.manager [req-aa9103da-e400-45aa-b7db-03202d4d59df req-765c1204-1bb4-45bd-adc7-9ec28c05aa4b service nova] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Received event network-vif-deleted-c8d7a415-92bd-4c0f-b6cb-478bf5eb16f7 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2105.308024] env[63366]: DEBUG oslo_vmware.api [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2104020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090291} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.309246] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2105.310294] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0759dd3-6dab-496f-ab0b-ead56b930bb8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.340641] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 0191d2db-f0ea-4e87-bb9e-d454f6a1906b/0191d2db-f0ea-4e87-bb9e-d454f6a1906b.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2105.348635] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef942a77-2307-42bf-ad34-bbacd6df95ba {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.363845] env[63366]: DEBUG oslo_vmware.api [None req-bf5b7f9c-49bd-4e5b-ac23-adc71f3c99d4 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2104021, 'name': ReconfigVM_Task, 'duration_secs': 0.464766} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.364554] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf5b7f9c-49bd-4e5b-ac23-adc71f3c99d4 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Reconfigured VM instance instance-0000003d to detach disk 2001 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2105.365058] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5b7f9c-49bd-4e5b-ac23-adc71f3c99d4 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2105.366571] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4631410c-5783-464d-b77f-a1450740a3e9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.376384] env[63366]: DEBUG oslo_vmware.api [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 2105.376384] env[63366]: value = "task-2104022" [ 2105.376384] env[63366]: _type = "Task" [ 2105.376384] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.382157] env[63366]: DEBUG oslo_vmware.api [None req-bf5b7f9c-49bd-4e5b-ac23-adc71f3c99d4 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2105.382157] env[63366]: value = "task-2104023" [ 2105.382157] env[63366]: _type = "Task" [ 2105.382157] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.393159] env[63366]: DEBUG oslo_vmware.api [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2104022, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.406120] env[63366]: DEBUG oslo_vmware.api [None req-bf5b7f9c-49bd-4e5b-ac23-adc71f3c99d4 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2104023, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.440494] env[63366]: DEBUG oslo_vmware.api [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Task: {'id': task-2104018, 'name': RelocateVM_Task} progress is 63%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.535999] env[63366]: DEBUG nova.scheduler.client.report [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2105.891779] env[63366]: DEBUG oslo_vmware.api [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2104022, 'name': ReconfigVM_Task, 'duration_secs': 0.364084} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.895600] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 0191d2db-f0ea-4e87-bb9e-d454f6a1906b/0191d2db-f0ea-4e87-bb9e-d454f6a1906b.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2105.897443] env[63366]: DEBUG oslo_vmware.api [None req-bf5b7f9c-49bd-4e5b-ac23-adc71f3c99d4 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2104023, 'name': PowerOnVM_Task, 'duration_secs': 0.45184} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.897443] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f0f5e3b-2190-4491-b23c-70cc5e5b9cbb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.898702] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5b7f9c-49bd-4e5b-ac23-adc71f3c99d4 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2105.899014] env[63366]: DEBUG nova.compute.manager [None req-bf5b7f9c-49bd-4e5b-ac23-adc71f3c99d4 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2105.899841] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b285eb58-921f-4acc-b67e-d444c0449e27 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.912145] env[63366]: DEBUG oslo_vmware.api [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 2105.912145] env[63366]: value = "task-2104024" [ 2105.912145] env[63366]: _type = "Task" [ 2105.912145] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.939349] env[63366]: DEBUG oslo_vmware.api [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2104024, 'name': Rename_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.950567] env[63366]: DEBUG oslo_vmware.api [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Task: {'id': task-2104018, 'name': RelocateVM_Task} progress is 78%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.043526] env[63366]: DEBUG oslo_concurrency.lockutils [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.044262] env[63366]: DEBUG nova.compute.manager [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2106.048080] env[63366]: DEBUG oslo_concurrency.lockutils [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.803s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.048311] env[63366]: DEBUG nova.objects.instance [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lazy-loading 'resources' on Instance uuid 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2106.434694] env[63366]: DEBUG oslo_vmware.api [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2104024, 'name': Rename_Task, 'duration_secs': 0.168891} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.436007] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2106.436391] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1d2ac0e-723a-428d-b86a-6e3d2d606d7c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.445602] env[63366]: DEBUG oslo_vmware.api [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Task: {'id': task-2104018, 'name': RelocateVM_Task} progress is 92%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.447185] env[63366]: DEBUG oslo_vmware.api [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 2106.447185] env[63366]: value = "task-2104025" [ 2106.447185] env[63366]: _type = "Task" [ 2106.447185] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.459850] env[63366]: DEBUG oslo_vmware.api [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2104025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.556673] env[63366]: DEBUG nova.compute.utils [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2106.556673] env[63366]: DEBUG nova.compute.manager [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2106.556673] env[63366]: DEBUG nova.network.neutron [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2106.632456] env[63366]: DEBUG nova.policy [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96aaef009b384e4f9ada0711acd2e421', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2868b329abc7424ea97b6dc79731ebe5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2106.942864] env[63366]: DEBUG oslo_vmware.api [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Task: {'id': task-2104018, 'name': RelocateVM_Task} progress is 98%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.959520] env[63366]: DEBUG oslo_vmware.api [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2104025, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.060145] env[63366]: DEBUG nova.compute.manager [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2107.155323] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f691bf-efdd-48a1-b2ae-9dcd59f95172 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.164905] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7db667-985f-4c27-bcfd-8955d44dbcec {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.199990] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148799e3-0957-4829-9107-38ac4ca9412e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.214374] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4226f81e-56a3-4f0d-99eb-7e5abf7d8a3f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.228799] env[63366]: DEBUG nova.compute.provider_tree [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2107.291043] env[63366]: DEBUG nova.network.neutron [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Successfully created port: b16c02ad-d030-42ea-a026-dc05a0f1f64d {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2107.439207] env[63366]: DEBUG oslo_vmware.api [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Task: {'id': task-2104018, 'name': RelocateVM_Task, 'duration_secs': 3.312119} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.439552] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Volume attach. Driver type: vmdk {{(pid=63366) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2107.442369] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430776', 'volume_id': '8b5f01aa-d74d-4e70-89cf-598c7057b56b', 'name': 'volume-8b5f01aa-d74d-4e70-89cf-598c7057b56b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fb48168-2e94-43d9-a65b-737d6e0907bb', 'attached_at': '', 'detached_at': '', 'volume_id': '8b5f01aa-d74d-4e70-89cf-598c7057b56b', 'serial': '8b5f01aa-d74d-4e70-89cf-598c7057b56b'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2107.442369] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e86b9d2-774a-4b5d-b966-a061b6d4ba7b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.465302] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb060e01-d1b6-4007-bd32-15ec40b6a4cd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.485962] env[63366]: DEBUG oslo_vmware.api [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2104025, 'name': PowerOnVM_Task, 'duration_secs': 0.540023} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.495394] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] volume-8b5f01aa-d74d-4e70-89cf-598c7057b56b/volume-8b5f01aa-d74d-4e70-89cf-598c7057b56b.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2107.495972] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2107.496325] env[63366]: INFO nova.compute.manager [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Took 9.92 seconds to spawn the instance on the hypervisor. [ 2107.496652] env[63366]: DEBUG nova.compute.manager [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2107.497040] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6d9a872-0b03-4dfb-94ee-ade4588e7bd4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.516391] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83971b99-1e36-4568-98f6-8d3c797f90fc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.534563] env[63366]: DEBUG oslo_vmware.api [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Waiting for the task: (returnval){ [ 2107.534563] env[63366]: value = "task-2104026" [ 2107.534563] env[63366]: _type = "Task" [ 2107.534563] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.543770] env[63366]: DEBUG oslo_vmware.api [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Task: {'id': task-2104026, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.732291] env[63366]: DEBUG nova.scheduler.client.report [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2108.025282] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e11fdf8d-d7d9-4f15-8abf-53a3dbba3137 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquiring lock "88979fca-1516-412e-9253-255b02fa1a1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2108.025570] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e11fdf8d-d7d9-4f15-8abf-53a3dbba3137 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Lock "88979fca-1516-412e-9253-255b02fa1a1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.025776] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e11fdf8d-d7d9-4f15-8abf-53a3dbba3137 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquiring lock "88979fca-1516-412e-9253-255b02fa1a1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2108.025957] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e11fdf8d-d7d9-4f15-8abf-53a3dbba3137 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Lock "88979fca-1516-412e-9253-255b02fa1a1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.026144] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e11fdf8d-d7d9-4f15-8abf-53a3dbba3137 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Lock "88979fca-1516-412e-9253-255b02fa1a1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.028578] env[63366]: INFO nova.compute.manager [None req-e11fdf8d-d7d9-4f15-8abf-53a3dbba3137 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Terminating instance [ 2108.048056] env[63366]: INFO nova.compute.manager [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Took 53.19 seconds to build instance. [ 2108.055674] env[63366]: DEBUG oslo_vmware.api [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Task: {'id': task-2104026, 'name': ReconfigVM_Task, 'duration_secs': 0.301526} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.055952] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Reconfigured VM instance instance-00000040 to attach disk [datastore2] volume-8b5f01aa-d74d-4e70-89cf-598c7057b56b/volume-8b5f01aa-d74d-4e70-89cf-598c7057b56b.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2108.062014] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cda0073a-442e-487d-9c6b-d9dfc49442ee {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.074099] env[63366]: DEBUG nova.compute.manager [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2108.084345] env[63366]: DEBUG oslo_vmware.api [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Waiting for the task: (returnval){ [ 2108.084345] env[63366]: value = "task-2104027" [ 2108.084345] env[63366]: _type = "Task" [ 2108.084345] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.096767] env[63366]: DEBUG oslo_vmware.api [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Task: {'id': task-2104027, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.108662] env[63366]: DEBUG nova.virt.hardware [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2108.109195] env[63366]: DEBUG nova.virt.hardware [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2108.109195] env[63366]: DEBUG nova.virt.hardware [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2108.109379] env[63366]: DEBUG nova.virt.hardware [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2108.109848] env[63366]: DEBUG nova.virt.hardware [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2108.109848] env[63366]: DEBUG nova.virt.hardware [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2108.109991] env[63366]: DEBUG nova.virt.hardware [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2108.110144] env[63366]: DEBUG nova.virt.hardware [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2108.110351] env[63366]: DEBUG nova.virt.hardware [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2108.110589] env[63366]: DEBUG nova.virt.hardware [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2108.110771] env[63366]: DEBUG nova.virt.hardware [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2108.112093] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f449f781-8624-4173-8ac9-0dc05b4b5bed {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.121523] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbbe5b7-f594-4126-ae0b-fbb3aecd7f29 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.237972] env[63366]: DEBUG oslo_concurrency.lockutils [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.241073] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.721s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.241556] env[63366]: DEBUG nova.objects.instance [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lazy-loading 'resources' on Instance uuid cf49a61a-1a7c-48a8-b0c6-87fd348bd192 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2108.267921] env[63366]: INFO nova.scheduler.client.report [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Deleted allocations for instance 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002 [ 2108.532430] env[63366]: DEBUG nova.compute.manager [None req-e11fdf8d-d7d9-4f15-8abf-53a3dbba3137 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2108.532691] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e11fdf8d-d7d9-4f15-8abf-53a3dbba3137 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2108.533651] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119585c8-1c3b-4ce8-8ea3-c735fa05feb0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.543871] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11fdf8d-d7d9-4f15-8abf-53a3dbba3137 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2108.544318] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf2a1077-1ae9-4bd6-955d-15687ab33c8b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.552561] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7ab6b95f-567d-4191-aedc-615a3be7568d tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lock "0191d2db-f0ea-4e87-bb9e-d454f6a1906b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.699s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.553045] env[63366]: DEBUG oslo_vmware.api [None req-e11fdf8d-d7d9-4f15-8abf-53a3dbba3137 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2108.553045] env[63366]: value = "task-2104028" [ 2108.553045] env[63366]: _type = "Task" [ 2108.553045] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.562239] env[63366]: DEBUG oslo_vmware.api [None req-e11fdf8d-d7d9-4f15-8abf-53a3dbba3137 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2104028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.598965] env[63366]: DEBUG oslo_vmware.api [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Task: {'id': task-2104027, 'name': ReconfigVM_Task, 'duration_secs': 0.136754} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.599417] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430776', 'volume_id': '8b5f01aa-d74d-4e70-89cf-598c7057b56b', 'name': 'volume-8b5f01aa-d74d-4e70-89cf-598c7057b56b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fb48168-2e94-43d9-a65b-737d6e0907bb', 'attached_at': '', 'detached_at': '', 'volume_id': '8b5f01aa-d74d-4e70-89cf-598c7057b56b', 'serial': '8b5f01aa-d74d-4e70-89cf-598c7057b56b'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2108.600044] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9377563f-b3f5-4e72-9470-d667c5f1bc51 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.609404] env[63366]: DEBUG oslo_vmware.api [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Waiting for the task: (returnval){ [ 2108.609404] env[63366]: value = "task-2104029" [ 2108.609404] env[63366]: _type = "Task" [ 2108.609404] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.621521] env[63366]: DEBUG oslo_vmware.api [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Task: {'id': task-2104029, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.778956] env[63366]: DEBUG oslo_concurrency.lockutils [None req-af647ecf-1918-4ea4-b819-b682f3369a6d tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lock "3fcdeccc-bfa0-4f52-aead-9e92c6d2b002" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.480s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.910737] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "3bccae0d-d94f-489e-8480-2b3e16d96b3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2108.910962] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "3bccae0d-d94f-489e-8480-2b3e16d96b3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.068403] env[63366]: DEBUG oslo_vmware.api [None req-e11fdf8d-d7d9-4f15-8abf-53a3dbba3137 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2104028, 'name': PowerOffVM_Task, 'duration_secs': 0.208315} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.071089] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11fdf8d-d7d9-4f15-8abf-53a3dbba3137 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2109.071275] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e11fdf8d-d7d9-4f15-8abf-53a3dbba3137 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2109.071698] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a954708-96a9-4198-912f-1120e0f02958 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.120751] env[63366]: DEBUG oslo_vmware.api [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Task: {'id': task-2104029, 'name': Rename_Task, 'duration_secs': 0.152804} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.121272] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2109.121670] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2db5020a-1e11-4870-9350-64167bb1b926 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.132546] env[63366]: DEBUG oslo_vmware.api [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Waiting for the task: (returnval){ [ 2109.132546] env[63366]: value = "task-2104031" [ 2109.132546] env[63366]: _type = "Task" [ 2109.132546] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.146211] env[63366]: DEBUG oslo_vmware.api [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Task: {'id': task-2104031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.291520] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e11fdf8d-d7d9-4f15-8abf-53a3dbba3137 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2109.292128] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e11fdf8d-d7d9-4f15-8abf-53a3dbba3137 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2109.292128] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-e11fdf8d-d7d9-4f15-8abf-53a3dbba3137 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Deleting the datastore file [datastore2] 88979fca-1516-412e-9253-255b02fa1a1f {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2109.295545] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa100b6d-4d38-4c98-b80a-81c189a5dd70 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.305261] env[63366]: DEBUG oslo_vmware.api [None req-e11fdf8d-d7d9-4f15-8abf-53a3dbba3137 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2109.305261] env[63366]: value = "task-2104032" [ 2109.305261] env[63366]: _type = "Task" [ 2109.305261] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.319849] env[63366]: DEBUG oslo_vmware.api [None req-e11fdf8d-d7d9-4f15-8abf-53a3dbba3137 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2104032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.324966] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29670e17-7f24-4452-ba59-d7bfcf1ceca2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.332985] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f410b97-6ba9-45b3-96c6-a7f87ac51028 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.373837] env[63366]: DEBUG nova.network.neutron [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Successfully updated port: b16c02ad-d030-42ea-a026-dc05a0f1f64d {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2109.375996] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d328d905-647f-44c0-97a1-68fe76e95557 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.388859] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f683c66-2c08-48af-a7c5-424658866b7a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.393847] env[63366]: DEBUG nova.compute.manager [req-29d5ad4a-7ac4-4553-aebf-e6a7fdafd4ed req-503bccde-f171-4fa9-98b1-6c127fe1185d service nova] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Received event network-vif-plugged-b16c02ad-d030-42ea-a026-dc05a0f1f64d {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2109.394392] env[63366]: DEBUG oslo_concurrency.lockutils [req-29d5ad4a-7ac4-4553-aebf-e6a7fdafd4ed req-503bccde-f171-4fa9-98b1-6c127fe1185d service nova] Acquiring lock "37bba57b-6775-474b-9bbe-4802ac518003-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.394392] env[63366]: DEBUG oslo_concurrency.lockutils [req-29d5ad4a-7ac4-4553-aebf-e6a7fdafd4ed req-503bccde-f171-4fa9-98b1-6c127fe1185d service nova] Lock "37bba57b-6775-474b-9bbe-4802ac518003-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.394526] env[63366]: DEBUG oslo_concurrency.lockutils [req-29d5ad4a-7ac4-4553-aebf-e6a7fdafd4ed req-503bccde-f171-4fa9-98b1-6c127fe1185d service nova] Lock "37bba57b-6775-474b-9bbe-4802ac518003-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.394586] env[63366]: DEBUG nova.compute.manager [req-29d5ad4a-7ac4-4553-aebf-e6a7fdafd4ed req-503bccde-f171-4fa9-98b1-6c127fe1185d service nova] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] No waiting events found dispatching network-vif-plugged-b16c02ad-d030-42ea-a026-dc05a0f1f64d {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2109.394737] env[63366]: WARNING nova.compute.manager [req-29d5ad4a-7ac4-4553-aebf-e6a7fdafd4ed req-503bccde-f171-4fa9-98b1-6c127fe1185d service nova] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Received unexpected event network-vif-plugged-b16c02ad-d030-42ea-a026-dc05a0f1f64d for instance with vm_state building and task_state spawning. [ 2109.408454] env[63366]: DEBUG nova.compute.provider_tree [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2109.413501] env[63366]: DEBUG nova.compute.manager [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2109.642953] env[63366]: DEBUG oslo_vmware.api [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Task: {'id': task-2104031, 'name': PowerOnVM_Task, 'duration_secs': 0.461764} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.643265] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2109.643502] env[63366]: INFO nova.compute.manager [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Took 7.75 seconds to spawn the instance on the hypervisor. [ 2109.643686] env[63366]: DEBUG nova.compute.manager [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2109.644546] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410487fb-e4c2-4338-85fd-e07648d4d432 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.816910] env[63366]: DEBUG oslo_vmware.api [None req-e11fdf8d-d7d9-4f15-8abf-53a3dbba3137 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2104032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156799} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.817521] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-e11fdf8d-d7d9-4f15-8abf-53a3dbba3137 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2109.817712] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e11fdf8d-d7d9-4f15-8abf-53a3dbba3137 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2109.817882] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e11fdf8d-d7d9-4f15-8abf-53a3dbba3137 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2109.818067] env[63366]: INFO nova.compute.manager [None req-e11fdf8d-d7d9-4f15-8abf-53a3dbba3137 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Took 1.29 seconds to destroy the instance on the hypervisor. [ 2109.818311] env[63366]: DEBUG oslo.service.loopingcall [None req-e11fdf8d-d7d9-4f15-8abf-53a3dbba3137 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2109.818497] env[63366]: DEBUG nova.compute.manager [-] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2109.818588] env[63366]: DEBUG nova.network.neutron [-] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2109.843040] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d4c4d19f-da28-4db0-9c1e-ff09884f4abd tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquiring lock "0191d2db-f0ea-4e87-bb9e-d454f6a1906b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.843373] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d4c4d19f-da28-4db0-9c1e-ff09884f4abd tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lock "0191d2db-f0ea-4e87-bb9e-d454f6a1906b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.843590] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d4c4d19f-da28-4db0-9c1e-ff09884f4abd tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquiring lock "0191d2db-f0ea-4e87-bb9e-d454f6a1906b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.843809] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d4c4d19f-da28-4db0-9c1e-ff09884f4abd tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lock "0191d2db-f0ea-4e87-bb9e-d454f6a1906b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.843939] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d4c4d19f-da28-4db0-9c1e-ff09884f4abd tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lock "0191d2db-f0ea-4e87-bb9e-d454f6a1906b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.847358] env[63366]: INFO nova.compute.manager [None req-d4c4d19f-da28-4db0-9c1e-ff09884f4abd tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Terminating instance [ 2109.879649] env[63366]: DEBUG oslo_concurrency.lockutils [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "refresh_cache-37bba57b-6775-474b-9bbe-4802ac518003" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2109.879844] env[63366]: DEBUG oslo_concurrency.lockutils [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired lock "refresh_cache-37bba57b-6775-474b-9bbe-4802ac518003" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2109.880110] env[63366]: DEBUG nova.network.neutron [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2109.911950] env[63366]: DEBUG nova.scheduler.client.report [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2109.935363] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.165221] env[63366]: INFO nova.compute.manager [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Took 54.01 seconds to build instance. [ 2110.351013] env[63366]: DEBUG nova.compute.manager [None req-d4c4d19f-da28-4db0-9c1e-ff09884f4abd tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2110.351264] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c4d19f-da28-4db0-9c1e-ff09884f4abd tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2110.353028] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7f39a2-87c8-4575-af98-8dd8ce99bc2c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.360697] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c4d19f-da28-4db0-9c1e-ff09884f4abd tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2110.360938] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c75774d-3121-4089-9212-9b020afbf0f8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.367958] env[63366]: DEBUG oslo_vmware.api [None req-d4c4d19f-da28-4db0-9c1e-ff09884f4abd tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 2110.367958] env[63366]: value = "task-2104033" [ 2110.367958] env[63366]: _type = "Task" [ 2110.367958] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.376254] env[63366]: DEBUG oslo_vmware.api [None req-d4c4d19f-da28-4db0-9c1e-ff09884f4abd tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2104033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.411322] env[63366]: DEBUG nova.network.neutron [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2110.417029] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.418460] env[63366]: DEBUG oslo_concurrency.lockutils [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.794s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.420198] env[63366]: INFO nova.compute.claims [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2110.443801] env[63366]: INFO nova.scheduler.client.report [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Deleted allocations for instance cf49a61a-1a7c-48a8-b0c6-87fd348bd192 [ 2110.600163] env[63366]: DEBUG nova.network.neutron [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Updating instance_info_cache with network_info: [{"id": "b16c02ad-d030-42ea-a026-dc05a0f1f64d", "address": "fa:16:3e:09:90:f6", "network": {"id": "f562c19d-030a-462e-bdcf-6f84dd4123f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-427728629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2868b329abc7424ea97b6dc79731ebe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb16c02ad-d0", "ovs_interfaceid": "b16c02ad-d030-42ea-a026-dc05a0f1f64d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2110.667784] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3bd26a83-be25-4845-aecf-f465b66955dd tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Lock "8fb48168-2e94-43d9-a65b-737d6e0907bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.525s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.701842] env[63366]: DEBUG nova.network.neutron [-] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2110.878824] env[63366]: DEBUG oslo_vmware.api [None req-d4c4d19f-da28-4db0-9c1e-ff09884f4abd tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2104033, 'name': PowerOffVM_Task, 'duration_secs': 0.304775} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.879810] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c4d19f-da28-4db0-9c1e-ff09884f4abd tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2110.880045] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c4d19f-da28-4db0-9c1e-ff09884f4abd tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2110.880605] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf9f8503-3c02-4340-b3ed-86421724a740 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.891326] env[63366]: DEBUG nova.compute.manager [req-e8cd8841-4e59-4431-8c2e-3296bbd999e8 req-4aa4679e-c6d1-4d2e-9550-11838eb3aecd service nova] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Received event network-changed-3c3bc624-e475-4ff5-a0df-f44a85294ea2 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2110.891574] env[63366]: DEBUG nova.compute.manager [req-e8cd8841-4e59-4431-8c2e-3296bbd999e8 req-4aa4679e-c6d1-4d2e-9550-11838eb3aecd service nova] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Refreshing instance network info cache due to event network-changed-3c3bc624-e475-4ff5-a0df-f44a85294ea2. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2110.891722] env[63366]: DEBUG oslo_concurrency.lockutils [req-e8cd8841-4e59-4431-8c2e-3296bbd999e8 req-4aa4679e-c6d1-4d2e-9550-11838eb3aecd service nova] Acquiring lock "refresh_cache-8fb48168-2e94-43d9-a65b-737d6e0907bb" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2110.891841] env[63366]: DEBUG oslo_concurrency.lockutils [req-e8cd8841-4e59-4431-8c2e-3296bbd999e8 req-4aa4679e-c6d1-4d2e-9550-11838eb3aecd service nova] Acquired lock "refresh_cache-8fb48168-2e94-43d9-a65b-737d6e0907bb" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2110.892010] env[63366]: DEBUG nova.network.neutron [req-e8cd8841-4e59-4431-8c2e-3296bbd999e8 req-4aa4679e-c6d1-4d2e-9550-11838eb3aecd service nova] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Refreshing network info cache for port 3c3bc624-e475-4ff5-a0df-f44a85294ea2 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2110.958487] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dfac3271-74c2-42a8-8902-5b17fcc8ecea tempest-ListServersNegativeTestJSON-1083643416 tempest-ListServersNegativeTestJSON-1083643416-project-member] Lock "cf49a61a-1a7c-48a8-b0c6-87fd348bd192" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.182s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.979365] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c4d19f-da28-4db0-9c1e-ff09884f4abd tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2110.979589] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c4d19f-da28-4db0-9c1e-ff09884f4abd tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2110.979774] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4c4d19f-da28-4db0-9c1e-ff09884f4abd tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Deleting the datastore file [datastore2] 0191d2db-f0ea-4e87-bb9e-d454f6a1906b {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2110.980610] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41c3a96e-b053-4eef-9aca-9bb13069d519 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.989759] env[63366]: DEBUG oslo_vmware.api [None req-d4c4d19f-da28-4db0-9c1e-ff09884f4abd tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for the task: (returnval){ [ 2110.989759] env[63366]: value = "task-2104035" [ 2110.989759] env[63366]: _type = "Task" [ 2110.989759] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.999853] env[63366]: DEBUG oslo_vmware.api [None req-d4c4d19f-da28-4db0-9c1e-ff09884f4abd tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2104035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.102314] env[63366]: DEBUG oslo_concurrency.lockutils [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Releasing lock "refresh_cache-37bba57b-6775-474b-9bbe-4802ac518003" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2111.102660] env[63366]: DEBUG nova.compute.manager [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Instance network_info: |[{"id": "b16c02ad-d030-42ea-a026-dc05a0f1f64d", "address": "fa:16:3e:09:90:f6", "network": {"id": "f562c19d-030a-462e-bdcf-6f84dd4123f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-427728629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2868b329abc7424ea97b6dc79731ebe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb16c02ad-d0", "ovs_interfaceid": "b16c02ad-d030-42ea-a026-dc05a0f1f64d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2111.103231] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:90:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b16c02ad-d030-42ea-a026-dc05a0f1f64d', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2111.111067] env[63366]: DEBUG oslo.service.loopingcall [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2111.111306] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2111.111525] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-731f4beb-73f1-48b6-8c96-1732c0cf1116 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.140668] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2111.140668] env[63366]: value = "task-2104036" [ 2111.140668] env[63366]: _type = "Task" [ 2111.140668] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.148751] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104036, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.204755] env[63366]: INFO nova.compute.manager [-] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Took 1.39 seconds to deallocate network for instance. [ 2111.435783] env[63366]: DEBUG nova.compute.manager [req-9ef1bc18-265c-4021-b8e4-e8df6ef3d873 req-398bc568-aa85-4bb1-a2f0-cf93ace98443 service nova] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Received event network-changed-b16c02ad-d030-42ea-a026-dc05a0f1f64d {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2111.435988] env[63366]: DEBUG nova.compute.manager [req-9ef1bc18-265c-4021-b8e4-e8df6ef3d873 req-398bc568-aa85-4bb1-a2f0-cf93ace98443 service nova] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Refreshing instance network info cache due to event network-changed-b16c02ad-d030-42ea-a026-dc05a0f1f64d. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2111.436242] env[63366]: DEBUG oslo_concurrency.lockutils [req-9ef1bc18-265c-4021-b8e4-e8df6ef3d873 req-398bc568-aa85-4bb1-a2f0-cf93ace98443 service nova] Acquiring lock "refresh_cache-37bba57b-6775-474b-9bbe-4802ac518003" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2111.436401] env[63366]: DEBUG oslo_concurrency.lockutils [req-9ef1bc18-265c-4021-b8e4-e8df6ef3d873 req-398bc568-aa85-4bb1-a2f0-cf93ace98443 service nova] Acquired lock "refresh_cache-37bba57b-6775-474b-9bbe-4802ac518003" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2111.436563] env[63366]: DEBUG nova.network.neutron [req-9ef1bc18-265c-4021-b8e4-e8df6ef3d873 req-398bc568-aa85-4bb1-a2f0-cf93ace98443 service nova] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Refreshing network info cache for port b16c02ad-d030-42ea-a026-dc05a0f1f64d {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2111.511103] env[63366]: DEBUG oslo_vmware.api [None req-d4c4d19f-da28-4db0-9c1e-ff09884f4abd tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Task: {'id': task-2104035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158511} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.511103] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4c4d19f-da28-4db0-9c1e-ff09884f4abd tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2111.511103] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c4d19f-da28-4db0-9c1e-ff09884f4abd tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2111.511103] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c4d19f-da28-4db0-9c1e-ff09884f4abd tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2111.511103] env[63366]: INFO nova.compute.manager [None req-d4c4d19f-da28-4db0-9c1e-ff09884f4abd tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2111.511103] env[63366]: DEBUG oslo.service.loopingcall [None req-d4c4d19f-da28-4db0-9c1e-ff09884f4abd tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2111.511103] env[63366]: DEBUG nova.compute.manager [-] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2111.511425] env[63366]: DEBUG nova.network.neutron [-] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2111.648848] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104036, 'name': CreateVM_Task, 'duration_secs': 0.400006} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.649115] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2111.649824] env[63366]: DEBUG oslo_concurrency.lockutils [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2111.650100] env[63366]: DEBUG oslo_concurrency.lockutils [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2111.650471] env[63366]: DEBUG oslo_concurrency.lockutils [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2111.650916] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01d4eedf-3d90-4a23-8df6-07fc7eb20825 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.657714] env[63366]: DEBUG oslo_vmware.api [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2111.657714] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]529ddbca-0695-f667-230e-65d300644714" [ 2111.657714] env[63366]: _type = "Task" [ 2111.657714] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.668956] env[63366]: DEBUG oslo_vmware.api [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]529ddbca-0695-f667-230e-65d300644714, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.714918] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e11fdf8d-d7d9-4f15-8abf-53a3dbba3137 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.814172] env[63366]: DEBUG nova.network.neutron [req-e8cd8841-4e59-4431-8c2e-3296bbd999e8 req-4aa4679e-c6d1-4d2e-9550-11838eb3aecd service nova] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Updated VIF entry in instance network info cache for port 3c3bc624-e475-4ff5-a0df-f44a85294ea2. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2111.814657] env[63366]: DEBUG nova.network.neutron [req-e8cd8841-4e59-4431-8c2e-3296bbd999e8 req-4aa4679e-c6d1-4d2e-9550-11838eb3aecd service nova] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Updating instance_info_cache with network_info: [{"id": "3c3bc624-e475-4ff5-a0df-f44a85294ea2", "address": "fa:16:3e:93:2f:4a", "network": {"id": "b592ec00-7644-47d3-a262-044af9144a8a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1903251168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2f8fc42c2b04bf393c29dc227c8dae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c3bc624-e4", "ovs_interfaceid": "3c3bc624-e475-4ff5-a0df-f44a85294ea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2111.958676] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835eb38d-7e7a-46f8-80fe-b86a9a06431e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.967957] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9faf5878-c5d3-4ee2-9c6d-158ebc6a2d91 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.004793] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd79146-df3c-4e57-b64c-73cdbbfea12c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.013502] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43540202-5279-4d53-b988-3cde0908897c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.036076] env[63366]: DEBUG nova.compute.provider_tree [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2112.175451] env[63366]: DEBUG oslo_vmware.api [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]529ddbca-0695-f667-230e-65d300644714, 'name': SearchDatastore_Task, 'duration_secs': 0.011408} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.175451] env[63366]: DEBUG oslo_concurrency.lockutils [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2112.175451] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2112.175451] env[63366]: DEBUG oslo_concurrency.lockutils [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2112.175750] env[63366]: DEBUG oslo_concurrency.lockutils [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2112.175861] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2112.176191] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d5a74a9-a360-48db-847a-955789997efe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.188503] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2112.188503] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2112.188503] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a02c989-6577-4894-b575-0ba3dce9c6b0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.195366] env[63366]: DEBUG oslo_vmware.api [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2112.195366] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5260c196-2f4f-9bcb-8916-6f7d816880ce" [ 2112.195366] env[63366]: _type = "Task" [ 2112.195366] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.209788] env[63366]: DEBUG oslo_vmware.api [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5260c196-2f4f-9bcb-8916-6f7d816880ce, 'name': SearchDatastore_Task, 'duration_secs': 0.011991} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.210730] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-375925ad-ab9b-42b6-b567-87ccc748c015 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.217472] env[63366]: DEBUG oslo_vmware.api [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2112.217472] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52d9a930-a7ea-54f9-ce20-81922a25fb84" [ 2112.217472] env[63366]: _type = "Task" [ 2112.217472] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.226739] env[63366]: DEBUG oslo_vmware.api [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d9a930-a7ea-54f9-ce20-81922a25fb84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.317338] env[63366]: DEBUG oslo_concurrency.lockutils [req-e8cd8841-4e59-4431-8c2e-3296bbd999e8 req-4aa4679e-c6d1-4d2e-9550-11838eb3aecd service nova] Releasing lock "refresh_cache-8fb48168-2e94-43d9-a65b-737d6e0907bb" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2112.386018] env[63366]: DEBUG nova.network.neutron [req-9ef1bc18-265c-4021-b8e4-e8df6ef3d873 req-398bc568-aa85-4bb1-a2f0-cf93ace98443 service nova] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Updated VIF entry in instance network info cache for port b16c02ad-d030-42ea-a026-dc05a0f1f64d. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2112.386425] env[63366]: DEBUG nova.network.neutron [req-9ef1bc18-265c-4021-b8e4-e8df6ef3d873 req-398bc568-aa85-4bb1-a2f0-cf93ace98443 service nova] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Updating instance_info_cache with network_info: [{"id": "b16c02ad-d030-42ea-a026-dc05a0f1f64d", "address": "fa:16:3e:09:90:f6", "network": {"id": "f562c19d-030a-462e-bdcf-6f84dd4123f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-427728629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2868b329abc7424ea97b6dc79731ebe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb16c02ad-d0", "ovs_interfaceid": "b16c02ad-d030-42ea-a026-dc05a0f1f64d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2112.396809] env[63366]: DEBUG nova.network.neutron [-] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2112.537074] env[63366]: DEBUG nova.scheduler.client.report [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2112.729686] env[63366]: DEBUG oslo_vmware.api [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d9a930-a7ea-54f9-ce20-81922a25fb84, 'name': SearchDatastore_Task, 'duration_secs': 0.011271} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.730503] env[63366]: DEBUG oslo_concurrency.lockutils [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2112.730503] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 37bba57b-6775-474b-9bbe-4802ac518003/37bba57b-6775-474b-9bbe-4802ac518003.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2112.730926] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48914868-be1f-4437-9135-eb1e9429ef99 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.739650] env[63366]: DEBUG oslo_vmware.api [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2112.739650] env[63366]: value = "task-2104037" [ 2112.739650] env[63366]: _type = "Task" [ 2112.739650] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.750252] env[63366]: DEBUG oslo_vmware.api [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.889129] env[63366]: DEBUG oslo_concurrency.lockutils [req-9ef1bc18-265c-4021-b8e4-e8df6ef3d873 req-398bc568-aa85-4bb1-a2f0-cf93ace98443 service nova] Releasing lock "refresh_cache-37bba57b-6775-474b-9bbe-4802ac518003" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2112.889442] env[63366]: DEBUG nova.compute.manager [req-9ef1bc18-265c-4021-b8e4-e8df6ef3d873 req-398bc568-aa85-4bb1-a2f0-cf93ace98443 service nova] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Received event network-vif-deleted-17021d4f-c0d9-46cc-ac5c-533237b6a534 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2112.899476] env[63366]: INFO nova.compute.manager [-] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Took 1.39 seconds to deallocate network for instance. [ 2113.042815] env[63366]: DEBUG oslo_concurrency.lockutils [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.043260] env[63366]: DEBUG nova.compute.manager [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2113.046782] env[63366]: DEBUG oslo_concurrency.lockutils [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.795s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.047276] env[63366]: DEBUG nova.objects.instance [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63366) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2113.253348] env[63366]: DEBUG oslo_vmware.api [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472908} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.253348] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 37bba57b-6775-474b-9bbe-4802ac518003/37bba57b-6775-474b-9bbe-4802ac518003.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2113.255675] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2113.255675] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce540b33-c302-4050-a759-f8e563c2407f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.262778] env[63366]: DEBUG oslo_vmware.api [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2113.262778] env[63366]: value = "task-2104038" [ 2113.262778] env[63366]: _type = "Task" [ 2113.262778] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.272716] env[63366]: DEBUG oslo_vmware.api [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.405883] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d4c4d19f-da28-4db0-9c1e-ff09884f4abd tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.468791] env[63366]: DEBUG nova.compute.manager [req-5cfde0b4-3917-46e6-a0a8-5a3d89b22f90 req-1a686719-288c-47bb-80ce-6c16693988eb service nova] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Received event network-vif-deleted-ca6d0f97-a2d8-4838-b1db-059f2928e93a {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2113.555023] env[63366]: DEBUG nova.compute.utils [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2113.558305] env[63366]: DEBUG nova.compute.manager [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2113.558884] env[63366]: DEBUG nova.network.neutron [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2113.619114] env[63366]: DEBUG nova.policy [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d7dcd38e9f04e458088766903dd8e86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cb07fc3a1c740cba093beb2cdd4d2b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2113.774662] env[63366]: DEBUG oslo_vmware.api [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068657} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.782157] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2113.782157] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06cf5ea-10c5-46c8-aea5-87f21abd7ebb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.806615] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 37bba57b-6775-474b-9bbe-4802ac518003/37bba57b-6775-474b-9bbe-4802ac518003.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2113.807225] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16a65f26-224f-4b7f-b03d-208f6beb9d86 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.831019] env[63366]: DEBUG oslo_vmware.api [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2113.831019] env[63366]: value = "task-2104039" [ 2113.831019] env[63366]: _type = "Task" [ 2113.831019] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.839912] env[63366]: DEBUG oslo_vmware.api [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104039, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.947598] env[63366]: DEBUG nova.network.neutron [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Successfully created port: 9e91870e-aae0-4c95-8df0-47909607a150 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2114.063325] env[63366]: DEBUG nova.compute.manager [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2114.065682] env[63366]: DEBUG oslo_concurrency.lockutils [None req-602edc02-3e8a-4003-bfc3-558d634aeaab tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2114.066814] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.404s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2114.071119] env[63366]: INFO nova.compute.claims [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2114.353407] env[63366]: DEBUG oslo_vmware.api [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104039, 'name': ReconfigVM_Task, 'duration_secs': 0.298662} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.353407] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 37bba57b-6775-474b-9bbe-4802ac518003/37bba57b-6775-474b-9bbe-4802ac518003.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2114.353407] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0a26d30-b77a-4996-b6f8-d4324858f754 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.362060] env[63366]: DEBUG oslo_vmware.api [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2114.362060] env[63366]: value = "task-2104040" [ 2114.362060] env[63366]: _type = "Task" [ 2114.362060] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.376980] env[63366]: DEBUG oslo_vmware.api [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104040, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.880110] env[63366]: DEBUG oslo_vmware.api [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104040, 'name': Rename_Task, 'duration_secs': 0.196542} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.880417] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2114.880665] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dac0780b-bade-4608-ae1e-21b57f55bd24 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.891351] env[63366]: DEBUG oslo_vmware.api [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2114.891351] env[63366]: value = "task-2104041" [ 2114.891351] env[63366]: _type = "Task" [ 2114.891351] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.900429] env[63366]: DEBUG oslo_vmware.api [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.074403] env[63366]: DEBUG nova.compute.manager [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2115.106659] env[63366]: DEBUG nova.virt.hardware [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2115.106924] env[63366]: DEBUG nova.virt.hardware [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2115.107099] env[63366]: DEBUG nova.virt.hardware [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2115.107281] env[63366]: DEBUG nova.virt.hardware [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2115.107427] env[63366]: DEBUG nova.virt.hardware [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2115.107574] env[63366]: DEBUG nova.virt.hardware [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2115.107786] env[63366]: DEBUG nova.virt.hardware [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2115.107943] env[63366]: DEBUG nova.virt.hardware [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2115.108159] env[63366]: DEBUG nova.virt.hardware [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2115.108335] env[63366]: DEBUG nova.virt.hardware [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2115.108510] env[63366]: DEBUG nova.virt.hardware [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2115.109408] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0084eed-33a7-4b2e-b376-83d66fabe0af {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.122722] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0aa56f8-05c2-4f33-9a37-8b3aa6abfe42 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.401290] env[63366]: DEBUG oslo_vmware.api [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104041, 'name': PowerOnVM_Task, 'duration_secs': 0.492267} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.404086] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2115.405210] env[63366]: INFO nova.compute.manager [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Took 7.33 seconds to spawn the instance on the hypervisor. [ 2115.405210] env[63366]: DEBUG nova.compute.manager [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2115.410018] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dc3d70-72fa-4af5-957b-89e552b42cca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.629791] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde8dcbd-8ec6-4aa2-a94c-d95bd770ed9c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.639093] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dbf3c9-4b80-47f9-9a7d-e59c514fed3d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.679690] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80839610-bf91-47ac-ae59-112ee57dbbcd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.688654] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e5101b-8b34-4c28-9fe2-8fdd13ee97b1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.705721] env[63366]: DEBUG nova.compute.provider_tree [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2115.815092] env[63366]: DEBUG nova.compute.manager [req-9eb961ec-e441-4458-be78-1f92716a9236 req-51e020fa-efa0-4e47-b1bb-0c3257b34500 service nova] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Received event network-vif-plugged-9e91870e-aae0-4c95-8df0-47909607a150 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2115.815092] env[63366]: DEBUG oslo_concurrency.lockutils [req-9eb961ec-e441-4458-be78-1f92716a9236 req-51e020fa-efa0-4e47-b1bb-0c3257b34500 service nova] Acquiring lock "27110bbb-1aa4-4a32-8693-2f94374eebe9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2115.815450] env[63366]: DEBUG oslo_concurrency.lockutils [req-9eb961ec-e441-4458-be78-1f92716a9236 req-51e020fa-efa0-4e47-b1bb-0c3257b34500 service nova] Lock "27110bbb-1aa4-4a32-8693-2f94374eebe9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2115.815633] env[63366]: DEBUG oslo_concurrency.lockutils [req-9eb961ec-e441-4458-be78-1f92716a9236 req-51e020fa-efa0-4e47-b1bb-0c3257b34500 service nova] Lock "27110bbb-1aa4-4a32-8693-2f94374eebe9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2115.815833] env[63366]: DEBUG nova.compute.manager [req-9eb961ec-e441-4458-be78-1f92716a9236 req-51e020fa-efa0-4e47-b1bb-0c3257b34500 service nova] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] No waiting events found dispatching network-vif-plugged-9e91870e-aae0-4c95-8df0-47909607a150 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2115.815957] env[63366]: WARNING nova.compute.manager [req-9eb961ec-e441-4458-be78-1f92716a9236 req-51e020fa-efa0-4e47-b1bb-0c3257b34500 service nova] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Received unexpected event network-vif-plugged-9e91870e-aae0-4c95-8df0-47909607a150 for instance with vm_state building and task_state spawning. [ 2115.818253] env[63366]: DEBUG nova.network.neutron [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Successfully updated port: 9e91870e-aae0-4c95-8df0-47909607a150 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2115.927873] env[63366]: INFO nova.compute.manager [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Took 49.49 seconds to build instance. [ 2116.208886] env[63366]: DEBUG nova.scheduler.client.report [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2116.321043] env[63366]: DEBUG oslo_concurrency.lockutils [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Acquiring lock "refresh_cache-27110bbb-1aa4-4a32-8693-2f94374eebe9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2116.321223] env[63366]: DEBUG oslo_concurrency.lockutils [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Acquired lock "refresh_cache-27110bbb-1aa4-4a32-8693-2f94374eebe9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2116.321379] env[63366]: DEBUG nova.network.neutron [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2116.431114] env[63366]: DEBUG oslo_concurrency.lockutils [None req-41183540-1b2e-4810-91b6-96d506346875 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "37bba57b-6775-474b-9bbe-4802ac518003" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.527s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2116.714441] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2116.715035] env[63366]: DEBUG nova.compute.manager [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2116.719091] env[63366]: DEBUG oslo_concurrency.lockutils [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.441s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.719091] env[63366]: DEBUG nova.objects.instance [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Lazy-loading 'resources' on Instance uuid 014f86cc-5258-4b91-a43c-f29d7acf3e68 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2117.021230] env[63366]: DEBUG nova.network.neutron [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2117.195665] env[63366]: INFO nova.compute.manager [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Rebuilding instance [ 2117.224614] env[63366]: DEBUG nova.compute.utils [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2117.245699] env[63366]: DEBUG nova.compute.manager [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2117.246013] env[63366]: DEBUG nova.network.neutron [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2117.279863] env[63366]: DEBUG nova.network.neutron [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Updating instance_info_cache with network_info: [{"id": "9e91870e-aae0-4c95-8df0-47909607a150", "address": "fa:16:3e:be:a2:94", "network": {"id": "a584ec1f-1c46-49be-b1aa-412c5eb16e81", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-206915631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cb07fc3a1c740cba093beb2cdd4d2b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e91870e-aa", "ovs_interfaceid": "9e91870e-aae0-4c95-8df0-47909607a150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2117.281212] env[63366]: DEBUG nova.compute.manager [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2117.282109] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fc5559-2003-4f6e-a08c-895c32ac4fbf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.356080] env[63366]: DEBUG nova.policy [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb87a94e48c5414590071f7b9a7e5016', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae1ff64f0d194d108aaaee128cf37032', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2117.733044] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc0ad8c-749c-4cd5-b34b-fb8aea8ebe87 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.737466] env[63366]: DEBUG nova.compute.manager [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2117.747720] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4384a1-30ed-4b4d-9ddf-d1bbebb6b54a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.782949] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f05efb6-38fc-4c0a-9597-a91f50382ad2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.785951] env[63366]: DEBUG oslo_concurrency.lockutils [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Releasing lock "refresh_cache-27110bbb-1aa4-4a32-8693-2f94374eebe9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2117.786258] env[63366]: DEBUG nova.compute.manager [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Instance network_info: |[{"id": "9e91870e-aae0-4c95-8df0-47909607a150", "address": "fa:16:3e:be:a2:94", "network": {"id": "a584ec1f-1c46-49be-b1aa-412c5eb16e81", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-206915631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cb07fc3a1c740cba093beb2cdd4d2b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e91870e-aa", "ovs_interfaceid": "9e91870e-aae0-4c95-8df0-47909607a150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2117.786636] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:a2:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e91870e-aae0-4c95-8df0-47909607a150', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2117.794820] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Creating folder: Project (7cb07fc3a1c740cba093beb2cdd4d2b2). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2117.796235] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbce961a-9c7d-4ce6-85e8-2d37ec5800e6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.811463] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92526a3d-604c-4fc5-adea-0708468760df {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.816501] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Created folder: Project (7cb07fc3a1c740cba093beb2cdd4d2b2) in parent group-v430612. [ 2117.816628] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Creating folder: Instances. Parent ref: group-v430806. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2117.816870] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78b1d0fc-898c-4858-b33c-c380f63cc209 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.827836] env[63366]: DEBUG nova.compute.provider_tree [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2117.841427] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Created folder: Instances in parent group-v430806. [ 2117.841491] env[63366]: DEBUG oslo.service.loopingcall [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2117.843650] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2117.844201] env[63366]: DEBUG nova.compute.manager [req-51eadd7a-910c-4ed4-93a5-81bb23d51c2f req-cadcc9c5-0886-43b6-8843-f6ae9eb3a0de service nova] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Received event network-changed-9e91870e-aae0-4c95-8df0-47909607a150 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2117.844429] env[63366]: DEBUG nova.compute.manager [req-51eadd7a-910c-4ed4-93a5-81bb23d51c2f req-cadcc9c5-0886-43b6-8843-f6ae9eb3a0de service nova] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Refreshing instance network info cache due to event network-changed-9e91870e-aae0-4c95-8df0-47909607a150. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2117.844684] env[63366]: DEBUG oslo_concurrency.lockutils [req-51eadd7a-910c-4ed4-93a5-81bb23d51c2f req-cadcc9c5-0886-43b6-8843-f6ae9eb3a0de service nova] Acquiring lock "refresh_cache-27110bbb-1aa4-4a32-8693-2f94374eebe9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2117.844870] env[63366]: DEBUG oslo_concurrency.lockutils [req-51eadd7a-910c-4ed4-93a5-81bb23d51c2f req-cadcc9c5-0886-43b6-8843-f6ae9eb3a0de service nova] Acquired lock "refresh_cache-27110bbb-1aa4-4a32-8693-2f94374eebe9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2117.845081] env[63366]: DEBUG nova.network.neutron [req-51eadd7a-910c-4ed4-93a5-81bb23d51c2f req-cadcc9c5-0886-43b6-8843-f6ae9eb3a0de service nova] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Refreshing network info cache for port 9e91870e-aae0-4c95-8df0-47909607a150 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2117.846875] env[63366]: DEBUG nova.network.neutron [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Successfully created port: 2c8e6519-7e39-4732-83f5-97fd790f292f {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2117.849386] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45b01219-13c4-41f5-a196-77a2706b412c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.879062] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2117.879062] env[63366]: value = "task-2104044" [ 2117.879062] env[63366]: _type = "Task" [ 2117.879062] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.888095] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104044, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.305641] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2118.305980] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6c5f852-108d-499d-aa82-a81e12407194 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.315176] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2118.315176] env[63366]: value = "task-2104045" [ 2118.315176] env[63366]: _type = "Task" [ 2118.315176] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.326514] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.331729] env[63366]: DEBUG nova.scheduler.client.report [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2118.374092] env[63366]: DEBUG nova.network.neutron [req-51eadd7a-910c-4ed4-93a5-81bb23d51c2f req-cadcc9c5-0886-43b6-8843-f6ae9eb3a0de service nova] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Updated VIF entry in instance network info cache for port 9e91870e-aae0-4c95-8df0-47909607a150. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2118.375409] env[63366]: DEBUG nova.network.neutron [req-51eadd7a-910c-4ed4-93a5-81bb23d51c2f req-cadcc9c5-0886-43b6-8843-f6ae9eb3a0de service nova] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Updating instance_info_cache with network_info: [{"id": "9e91870e-aae0-4c95-8df0-47909607a150", "address": "fa:16:3e:be:a2:94", "network": {"id": "a584ec1f-1c46-49be-b1aa-412c5eb16e81", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-206915631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cb07fc3a1c740cba093beb2cdd4d2b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e91870e-aa", "ovs_interfaceid": "9e91870e-aae0-4c95-8df0-47909607a150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2118.390614] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104044, 'name': CreateVM_Task, 'duration_secs': 0.495662} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.391348] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2118.392048] env[63366]: DEBUG oslo_concurrency.lockutils [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2118.392271] env[63366]: DEBUG oslo_concurrency.lockutils [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2118.392618] env[63366]: DEBUG oslo_concurrency.lockutils [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2118.393110] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3545285-36ff-4523-aafe-dae37d3f23c7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.398857] env[63366]: DEBUG oslo_vmware.api [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Waiting for the task: (returnval){ [ 2118.398857] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52b7d00a-709f-bdf9-4f74-0d8edf9980cf" [ 2118.398857] env[63366]: _type = "Task" [ 2118.398857] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.411308] env[63366]: DEBUG oslo_vmware.api [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52b7d00a-709f-bdf9-4f74-0d8edf9980cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.749118] env[63366]: DEBUG nova.compute.manager [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2118.780819] env[63366]: DEBUG nova.virt.hardware [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e86839029f8154665bb3c7dd9d1a3dee',container_format='bare',created_at=2025-01-14T17:10:52Z,direct_url=,disk_format='vmdk',id=ac4d11b5-a6bd-43d3-ba03-cd5fda333746,min_disk=1,min_ram=0,name='tempest-test-snap-1207042818',owner='ae1ff64f0d194d108aaaee128cf37032',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-01-14T17:11:06Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2118.781219] env[63366]: DEBUG nova.virt.hardware [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2118.781485] env[63366]: DEBUG nova.virt.hardware [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2118.781781] env[63366]: DEBUG nova.virt.hardware [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2118.782046] env[63366]: DEBUG nova.virt.hardware [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2118.782310] env[63366]: DEBUG nova.virt.hardware [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2118.782655] env[63366]: DEBUG nova.virt.hardware [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2118.782924] env[63366]: DEBUG nova.virt.hardware [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2118.783229] env[63366]: DEBUG nova.virt.hardware [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2118.783513] env[63366]: DEBUG nova.virt.hardware [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2118.783810] env[63366]: DEBUG nova.virt.hardware [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2118.785138] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f562b1-5a35-43bf-8d0f-26846a6a20fc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.796803] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9343d80a-e6fe-4709-a5a9-1650afb7524d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.829532] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104045, 'name': PowerOffVM_Task, 'duration_secs': 0.235787} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.829935] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2118.830298] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2118.831441] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c156c2f-ca34-4879-afa8-4ee03ff4fec8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.837484] env[63366]: DEBUG oslo_concurrency.lockutils [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.845752] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 37.443s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.848256] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2118.848903] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51b97ea8-a757-48ad-a6fe-181372b9d6d1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.865659] env[63366]: INFO nova.scheduler.client.report [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Deleted allocations for instance 014f86cc-5258-4b91-a43c-f29d7acf3e68 [ 2118.877568] env[63366]: DEBUG oslo_concurrency.lockutils [req-51eadd7a-910c-4ed4-93a5-81bb23d51c2f req-cadcc9c5-0886-43b6-8843-f6ae9eb3a0de service nova] Releasing lock "refresh_cache-27110bbb-1aa4-4a32-8693-2f94374eebe9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2118.916394] env[63366]: DEBUG oslo_vmware.api [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52b7d00a-709f-bdf9-4f74-0d8edf9980cf, 'name': SearchDatastore_Task, 'duration_secs': 0.012609} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.917494] env[63366]: DEBUG oslo_concurrency.lockutils [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2118.917818] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2118.918194] env[63366]: DEBUG oslo_concurrency.lockutils [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2118.918663] env[63366]: DEBUG oslo_concurrency.lockutils [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2118.919608] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2118.919715] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a1323ed-0fa5-4424-b636-0f0dafc174a4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.929339] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2118.929674] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2118.929967] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Deleting the datastore file [datastore2] 37bba57b-6775-474b-9bbe-4802ac518003 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2118.930352] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af243fe8-0c0f-481f-9792-d684f918a46a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.938997] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2118.939309] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2118.940945] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18420e8b-4709-4539-abf3-16773eab615b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.946955] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2118.946955] env[63366]: value = "task-2104047" [ 2118.946955] env[63366]: _type = "Task" [ 2118.946955] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.954545] env[63366]: DEBUG oslo_vmware.api [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Waiting for the task: (returnval){ [ 2118.954545] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5241bca5-12a1-1230-af47-deafebcde558" [ 2118.954545] env[63366]: _type = "Task" [ 2118.954545] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.965340] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.973278] env[63366]: DEBUG oslo_vmware.api [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5241bca5-12a1-1230-af47-deafebcde558, 'name': SearchDatastore_Task, 'duration_secs': 0.009086} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.974514] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54b0a668-7c53-490d-9dcd-059fc40cb19b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.982659] env[63366]: DEBUG oslo_vmware.api [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Waiting for the task: (returnval){ [ 2118.982659] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52d93c48-2849-6674-64f0-4a1fe0b8c84a" [ 2118.982659] env[63366]: _type = "Task" [ 2118.982659] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.994648] env[63366]: DEBUG oslo_vmware.api [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d93c48-2849-6674-64f0-4a1fe0b8c84a, 'name': SearchDatastore_Task, 'duration_secs': 0.009181} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.994964] env[63366]: DEBUG oslo_concurrency.lockutils [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2118.995337] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 27110bbb-1aa4-4a32-8693-2f94374eebe9/27110bbb-1aa4-4a32-8693-2f94374eebe9.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2118.995658] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04eabd5b-864e-4337-a8a0-d4643b024627 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.004456] env[63366]: DEBUG oslo_vmware.api [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Waiting for the task: (returnval){ [ 2119.004456] env[63366]: value = "task-2104048" [ 2119.004456] env[63366]: _type = "Task" [ 2119.004456] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.016034] env[63366]: DEBUG oslo_vmware.api [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Task: {'id': task-2104048, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.378588] env[63366]: DEBUG oslo_concurrency.lockutils [None req-117e83df-0cd5-4782-ab85-3a05fede4644 tempest-ServerShowV257Test-192630366 tempest-ServerShowV257Test-192630366-project-member] Lock "014f86cc-5258-4b91-a43c-f29d7acf3e68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.448s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.458312] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144731} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.458591] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2119.458777] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2119.458952] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2119.516018] env[63366]: DEBUG oslo_vmware.api [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Task: {'id': task-2104048, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.865726] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Applying migration context for instance 689df898-ef9c-4a0b-8196-f2e917101949 as it has an incoming, in-progress migration 1301d832-0872-4d92-b0f8-f5eaaf02b97a. Migration status is reverting {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2119.867808] env[63366]: INFO nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Updating resource usage from migration 1301d832-0872-4d92-b0f8-f5eaaf02b97a [ 2119.868124] env[63366]: INFO nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Updating resource usage from migration 7dc598a7-3a91-402b-99af-392cfed822a8 [ 2119.910216] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 05c3d463-05fa-44a6-835c-756d94f65be4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2119.910409] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 49c15748-bcd1-4c07-9572-9ff7ea7a4284 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2119.910533] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 3f634a63-a93f-48b9-8272-3bbf62ae807f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2119.910739] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance c33de456-d210-4ba8-b039-3bf1678f9cb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2119.910803] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance ace1ae39-d6de-4b36-93f5-e1b8f810a16a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2119.910885] env[63366]: WARNING nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 2568d389-f910-4543-94d0-4f0b4d6db495 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2119.910995] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance ee29e2c3-464e-4ec9-a7d9-057519c836f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2119.911138] env[63366]: WARNING nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 0237b15e-2ac9-419f-b74e-6eea2558e817 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2119.911250] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance f3b6e9ea-be4b-43c5-9503-4531eddcbe81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2119.911358] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 526080de-0e4d-4a04-a9e2-1868167d5abb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2119.911462] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 55f46a77-cd49-47ba-ba4f-369ce8c69d50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2119.911569] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 4b3e0653-b7d8-4458-ac35-a81527b7ceb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2119.911672] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 4de3c119-cf83-4c3f-bee5-2000540c5f80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2119.911788] env[63366]: WARNING nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 017849f8-77d3-4c49-86ec-e54fad04b5f4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2119.911905] env[63366]: WARNING nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 5526389c-8814-4aa4-bc67-aba298e39703 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2119.912160] env[63366]: WARNING nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance afb11726-923b-4b23-b667-56492003de5b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2119.912354] env[63366]: WARNING nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 46daf026-16bc-4525-9f8c-198beb021083 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2119.912485] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Migration 1301d832-0872-4d92-b0f8-f5eaaf02b97a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2119.912605] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 689df898-ef9c-4a0b-8196-f2e917101949 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2119.912727] env[63366]: WARNING nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance f48bbead-21ee-4778-af3c-bab52debb935 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2119.912843] env[63366]: WARNING nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 88979fca-1516-412e-9253-255b02fa1a1f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2119.912958] env[63366]: WARNING nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 91415de4-4d8e-4e52-990d-304c82a7e899 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2119.913086] env[63366]: WARNING nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 0191d2db-f0ea-4e87-bb9e-d454f6a1906b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2119.913221] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 8fb48168-2e94-43d9-a65b-737d6e0907bb actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2119.913343] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 37bba57b-6775-474b-9bbe-4802ac518003 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2119.913449] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 27110bbb-1aa4-4a32-8693-2f94374eebe9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2119.913624] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance a05e9d34-6a75-48af-bb3c-a78ff4081801 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2120.004557] env[63366]: DEBUG nova.network.neutron [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Successfully updated port: 2c8e6519-7e39-4732-83f5-97fd790f292f {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2120.019881] env[63366]: DEBUG oslo_vmware.api [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Task: {'id': task-2104048, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525573} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.020247] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 27110bbb-1aa4-4a32-8693-2f94374eebe9/27110bbb-1aa4-4a32-8693-2f94374eebe9.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2120.020462] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2120.020984] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31b641f9-a965-453c-8b7c-9f8303c08e6e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.031437] env[63366]: DEBUG oslo_vmware.api [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Waiting for the task: (returnval){ [ 2120.031437] env[63366]: value = "task-2104049" [ 2120.031437] env[63366]: _type = "Task" [ 2120.031437] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.040464] env[63366]: DEBUG oslo_vmware.api [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Task: {'id': task-2104049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.044420] env[63366]: DEBUG nova.compute.manager [req-75424d37-37e3-4128-98fe-d1437c70732f req-8147a9bf-10b2-4b35-b3ff-6cdbb245f8ff service nova] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Received event network-vif-plugged-2c8e6519-7e39-4732-83f5-97fd790f292f {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2120.044668] env[63366]: DEBUG oslo_concurrency.lockutils [req-75424d37-37e3-4128-98fe-d1437c70732f req-8147a9bf-10b2-4b35-b3ff-6cdbb245f8ff service nova] Acquiring lock "a05e9d34-6a75-48af-bb3c-a78ff4081801-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2120.044886] env[63366]: DEBUG oslo_concurrency.lockutils [req-75424d37-37e3-4128-98fe-d1437c70732f req-8147a9bf-10b2-4b35-b3ff-6cdbb245f8ff service nova] Lock "a05e9d34-6a75-48af-bb3c-a78ff4081801-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2120.045082] env[63366]: DEBUG oslo_concurrency.lockutils [req-75424d37-37e3-4128-98fe-d1437c70732f req-8147a9bf-10b2-4b35-b3ff-6cdbb245f8ff service nova] Lock "a05e9d34-6a75-48af-bb3c-a78ff4081801-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2120.045258] env[63366]: DEBUG nova.compute.manager [req-75424d37-37e3-4128-98fe-d1437c70732f req-8147a9bf-10b2-4b35-b3ff-6cdbb245f8ff service nova] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] No waiting events found dispatching network-vif-plugged-2c8e6519-7e39-4732-83f5-97fd790f292f {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2120.045409] env[63366]: WARNING nova.compute.manager [req-75424d37-37e3-4128-98fe-d1437c70732f req-8147a9bf-10b2-4b35-b3ff-6cdbb245f8ff service nova] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Received unexpected event network-vif-plugged-2c8e6519-7e39-4732-83f5-97fd790f292f for instance with vm_state building and task_state spawning. [ 2120.417899] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 72c0f6a5-1ef7-43d4-b4f9-81987eca9722 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2120.496087] env[63366]: DEBUG nova.virt.hardware [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2120.496361] env[63366]: DEBUG nova.virt.hardware [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2120.496519] env[63366]: DEBUG nova.virt.hardware [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2120.496696] env[63366]: DEBUG nova.virt.hardware [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2120.496840] env[63366]: DEBUG nova.virt.hardware [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2120.496986] env[63366]: DEBUG nova.virt.hardware [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2120.497222] env[63366]: DEBUG nova.virt.hardware [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2120.497412] env[63366]: DEBUG nova.virt.hardware [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2120.497582] env[63366]: DEBUG nova.virt.hardware [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2120.497742] env[63366]: DEBUG nova.virt.hardware [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2120.497911] env[63366]: DEBUG nova.virt.hardware [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2120.499088] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d32bf62-7949-45c2-85b9-c03342aba79b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.508009] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193baa97-0962-415a-8e57-58b02875dcdd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.514458] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "refresh_cache-a05e9d34-6a75-48af-bb3c-a78ff4081801" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2120.514984] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquired lock "refresh_cache-a05e9d34-6a75-48af-bb3c-a78ff4081801" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2120.514984] env[63366]: DEBUG nova.network.neutron [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2120.530162] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:90:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b16c02ad-d030-42ea-a026-dc05a0f1f64d', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2120.537901] env[63366]: DEBUG oslo.service.loopingcall [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2120.538936] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2120.542036] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d3d1b99-21e8-41ee-87c9-e66fdf6d61bb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.562815] env[63366]: DEBUG oslo_vmware.api [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Task: {'id': task-2104049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073882} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.564120] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2120.564691] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2120.564691] env[63366]: value = "task-2104050" [ 2120.564691] env[63366]: _type = "Task" [ 2120.564691] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.565415] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e05a61-fae4-43bd-a744-1a64e7965305 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.576940] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104050, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.594360] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 27110bbb-1aa4-4a32-8693-2f94374eebe9/27110bbb-1aa4-4a32-8693-2f94374eebe9.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2120.595130] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-167f2c2f-efcd-4d77-870e-d544bc1dad97 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.616021] env[63366]: DEBUG oslo_vmware.api [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Waiting for the task: (returnval){ [ 2120.616021] env[63366]: value = "task-2104051" [ 2120.616021] env[63366]: _type = "Task" [ 2120.616021] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.624580] env[63366]: DEBUG oslo_vmware.api [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Task: {'id': task-2104051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.921498] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2120.921686] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Migration 7dc598a7-3a91-402b-99af-392cfed822a8 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2120.921858] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 96f0fab0-d17a-46cc-bff7-66de56c2acc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2121.056072] env[63366]: DEBUG nova.network.neutron [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2121.080102] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104050, 'name': CreateVM_Task, 'duration_secs': 0.460687} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.080294] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2121.080969] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2121.081147] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2121.081459] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2121.081714] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f11c2b90-dd0c-4bea-bbf1-59c2363fe7ff {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.087985] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2121.087985] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52b9c3af-d5b5-98f2-d52d-c2c1afd81bdc" [ 2121.087985] env[63366]: _type = "Task" [ 2121.087985] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.096256] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52b9c3af-d5b5-98f2-d52d-c2c1afd81bdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.124804] env[63366]: DEBUG oslo_vmware.api [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Task: {'id': task-2104051, 'name': ReconfigVM_Task, 'duration_secs': 0.334763} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.124927] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 27110bbb-1aa4-4a32-8693-2f94374eebe9/27110bbb-1aa4-4a32-8693-2f94374eebe9.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2121.125531] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcd6b6cb-53e2-495b-922f-83036adbca98 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.132653] env[63366]: DEBUG oslo_vmware.api [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Waiting for the task: (returnval){ [ 2121.132653] env[63366]: value = "task-2104052" [ 2121.132653] env[63366]: _type = "Task" [ 2121.132653] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.142692] env[63366]: DEBUG oslo_vmware.api [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Task: {'id': task-2104052, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.309245] env[63366]: DEBUG nova.network.neutron [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Updating instance_info_cache with network_info: [{"id": "2c8e6519-7e39-4732-83f5-97fd790f292f", "address": "fa:16:3e:1b:91:51", "network": {"id": "8e5b94f6-69f8-4bb7-aff5-99920baec34e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-341388656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1ff64f0d194d108aaaee128cf37032", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c8e6519-7e", "ovs_interfaceid": "2c8e6519-7e39-4732-83f5-97fd790f292f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2121.425514] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 3bccae0d-d94f-489e-8480-2b3e16d96b3f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2121.425814] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2121.425918] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2121.599126] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52b9c3af-d5b5-98f2-d52d-c2c1afd81bdc, 'name': SearchDatastore_Task, 'duration_secs': 0.009996} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.599300] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2121.599405] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2121.599649] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2121.599794] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2121.599968] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2121.600234] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce2b54d4-24cb-43e6-b12c-02ac87ce60ce {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.611239] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2121.611394] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2121.612126] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02442a75-066c-4bdf-a21c-dc1c58ac8fcc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.617670] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2121.617670] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52d79eec-cdf3-2973-455d-72f428a22a81" [ 2121.617670] env[63366]: _type = "Task" [ 2121.617670] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.628462] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d79eec-cdf3-2973-455d-72f428a22a81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.642186] env[63366]: DEBUG oslo_vmware.api [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Task: {'id': task-2104052, 'name': Rename_Task, 'duration_secs': 0.144827} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.642514] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2121.642786] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f5a4e1e-31ee-4fbd-ac52-eb421cc4959d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.652860] env[63366]: DEBUG oslo_vmware.api [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Waiting for the task: (returnval){ [ 2121.652860] env[63366]: value = "task-2104053" [ 2121.652860] env[63366]: _type = "Task" [ 2121.652860] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.663796] env[63366]: DEBUG oslo_vmware.api [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Task: {'id': task-2104053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.812259] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Releasing lock "refresh_cache-a05e9d34-6a75-48af-bb3c-a78ff4081801" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2121.812674] env[63366]: DEBUG nova.compute.manager [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Instance network_info: |[{"id": "2c8e6519-7e39-4732-83f5-97fd790f292f", "address": "fa:16:3e:1b:91:51", "network": {"id": "8e5b94f6-69f8-4bb7-aff5-99920baec34e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-341388656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1ff64f0d194d108aaaee128cf37032", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c8e6519-7e", "ovs_interfaceid": "2c8e6519-7e39-4732-83f5-97fd790f292f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2121.813226] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:91:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c8e6519-7e39-4732-83f5-97fd790f292f', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2121.820857] env[63366]: DEBUG oslo.service.loopingcall [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2121.821968] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2121.822735] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694e9c42-dcad-43a2-9e2e-cfbbe960b701 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.825403] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-401d2f99-a423-45e9-be8a-72cb87fc93b4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.846463] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159d6b23-3c23-461c-9a39-1519fd03054b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.850790] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2121.850790] env[63366]: value = "task-2104054" [ 2121.850790] env[63366]: _type = "Task" [ 2121.850790] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.880910] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c15991-2b36-4f96-926d-fb222a3812a1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.886951] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104054, 'name': CreateVM_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.892471] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84d8258-7963-41ef-8311-1eef982b0e41 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.907838] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2122.072269] env[63366]: DEBUG nova.compute.manager [req-6e63cc38-a79f-441d-9302-fdd7671ce4cc req-502ad1cf-0afa-4a33-a64a-d733d4b448f3 service nova] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Received event network-changed-2c8e6519-7e39-4732-83f5-97fd790f292f {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2122.072532] env[63366]: DEBUG nova.compute.manager [req-6e63cc38-a79f-441d-9302-fdd7671ce4cc req-502ad1cf-0afa-4a33-a64a-d733d4b448f3 service nova] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Refreshing instance network info cache due to event network-changed-2c8e6519-7e39-4732-83f5-97fd790f292f. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2122.073333] env[63366]: DEBUG oslo_concurrency.lockutils [req-6e63cc38-a79f-441d-9302-fdd7671ce4cc req-502ad1cf-0afa-4a33-a64a-d733d4b448f3 service nova] Acquiring lock "refresh_cache-a05e9d34-6a75-48af-bb3c-a78ff4081801" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2122.073536] env[63366]: DEBUG oslo_concurrency.lockutils [req-6e63cc38-a79f-441d-9302-fdd7671ce4cc req-502ad1cf-0afa-4a33-a64a-d733d4b448f3 service nova] Acquired lock "refresh_cache-a05e9d34-6a75-48af-bb3c-a78ff4081801" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2122.073762] env[63366]: DEBUG nova.network.neutron [req-6e63cc38-a79f-441d-9302-fdd7671ce4cc req-502ad1cf-0afa-4a33-a64a-d733d4b448f3 service nova] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Refreshing network info cache for port 2c8e6519-7e39-4732-83f5-97fd790f292f {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2122.130298] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d79eec-cdf3-2973-455d-72f428a22a81, 'name': SearchDatastore_Task, 'duration_secs': 0.009638} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.131062] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cd6eac3-dca4-4a56-8ce8-c7f52f016a5f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.138061] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2122.138061] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]522dae2d-23c1-e48d-9eb6-a3785d9bc62e" [ 2122.138061] env[63366]: _type = "Task" [ 2122.138061] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.148771] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522dae2d-23c1-e48d-9eb6-a3785d9bc62e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.162754] env[63366]: DEBUG oslo_vmware.api [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Task: {'id': task-2104053, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.362100] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104054, 'name': CreateVM_Task, 'duration_secs': 0.40662} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.362297] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2122.363018] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ac4d11b5-a6bd-43d3-ba03-cd5fda333746" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2122.363197] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ac4d11b5-a6bd-43d3-ba03-cd5fda333746" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2122.363556] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ac4d11b5-a6bd-43d3-ba03-cd5fda333746" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2122.363818] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a87b214-4fd1-4ad3-ad65-f77dc8b82050 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.369778] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2122.369778] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]524b2b69-37e2-005b-a127-ed4572b2a4bb" [ 2122.369778] env[63366]: _type = "Task" [ 2122.369778] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.381826] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]524b2b69-37e2-005b-a127-ed4572b2a4bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.411032] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2122.649776] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522dae2d-23c1-e48d-9eb6-a3785d9bc62e, 'name': SearchDatastore_Task, 'duration_secs': 0.009352} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.650073] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2122.650215] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 37bba57b-6775-474b-9bbe-4802ac518003/37bba57b-6775-474b-9bbe-4802ac518003.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2122.650480] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3aff858a-bb46-4a6a-a878-e7ac84bbe47c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.658083] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2122.658083] env[63366]: value = "task-2104055" [ 2122.658083] env[63366]: _type = "Task" [ 2122.658083] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.666270] env[63366]: DEBUG oslo_vmware.api [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Task: {'id': task-2104053, 'name': PowerOnVM_Task, 'duration_secs': 0.557252} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.666846] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2122.667123] env[63366]: INFO nova.compute.manager [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Took 7.59 seconds to spawn the instance on the hypervisor. [ 2122.667354] env[63366]: DEBUG nova.compute.manager [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2122.668432] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04af5c2-45d3-40ce-bc10-3d5f96a5ff3e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.674989] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.885783] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ac4d11b5-a6bd-43d3-ba03-cd5fda333746" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2122.886203] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Processing image ac4d11b5-a6bd-43d3-ba03-cd5fda333746 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2122.886554] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ac4d11b5-a6bd-43d3-ba03-cd5fda333746/ac4d11b5-a6bd-43d3-ba03-cd5fda333746.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2122.886801] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ac4d11b5-a6bd-43d3-ba03-cd5fda333746/ac4d11b5-a6bd-43d3-ba03-cd5fda333746.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2122.887095] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2122.888784] env[63366]: DEBUG nova.network.neutron [req-6e63cc38-a79f-441d-9302-fdd7671ce4cc req-502ad1cf-0afa-4a33-a64a-d733d4b448f3 service nova] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Updated VIF entry in instance network info cache for port 2c8e6519-7e39-4732-83f5-97fd790f292f. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2122.888926] env[63366]: DEBUG nova.network.neutron [req-6e63cc38-a79f-441d-9302-fdd7671ce4cc req-502ad1cf-0afa-4a33-a64a-d733d4b448f3 service nova] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Updating instance_info_cache with network_info: [{"id": "2c8e6519-7e39-4732-83f5-97fd790f292f", "address": "fa:16:3e:1b:91:51", "network": {"id": "8e5b94f6-69f8-4bb7-aff5-99920baec34e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-341388656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1ff64f0d194d108aaaee128cf37032", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c8e6519-7e", "ovs_interfaceid": "2c8e6519-7e39-4732-83f5-97fd790f292f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2122.890378] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25bbd21e-8e7a-4c60-a166-5062a0d41690 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.908575] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2122.908813] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2122.909703] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bf8ab16-e509-4bd2-8cd3-c3c7d31c2c8d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.916389] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2122.916389] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.071s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2122.918190] env[63366]: DEBUG oslo_concurrency.lockutils [None req-be37b7ea-0a6c-47d7-8016-9ffe2ce23ae6 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.905s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.918546] env[63366]: DEBUG oslo_concurrency.lockutils [None req-be37b7ea-0a6c-47d7-8016-9ffe2ce23ae6 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2122.920811] env[63366]: DEBUG oslo_concurrency.lockutils [None req-77f2bfff-e6fd-4940-a397-4137808b197b tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.302s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.921095] env[63366]: DEBUG oslo_concurrency.lockutils [None req-77f2bfff-e6fd-4940-a397-4137808b197b tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2122.923128] env[63366]: DEBUG oslo_concurrency.lockutils [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.677s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.924899] env[63366]: INFO nova.compute.claims [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2122.928385] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2122.928669] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Cleaning up deleted instances {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 2122.930108] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2122.930108] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52bbc238-e476-c37d-f0fd-9832019bb9c3" [ 2122.930108] env[63366]: _type = "Task" [ 2122.930108] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.955395] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Preparing fetch location {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2122.955395] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Fetch image to [datastore2] OSTACK_IMG_ddcca327-6ad6-4bdb-a65f-de556a2e1c9e/OSTACK_IMG_ddcca327-6ad6-4bdb-a65f-de556a2e1c9e.vmdk {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2122.955395] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Downloading stream optimized image ac4d11b5-a6bd-43d3-ba03-cd5fda333746 to [datastore2] OSTACK_IMG_ddcca327-6ad6-4bdb-a65f-de556a2e1c9e/OSTACK_IMG_ddcca327-6ad6-4bdb-a65f-de556a2e1c9e.vmdk on the data store datastore2 as vApp {{(pid=63366) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2122.955668] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Downloading image file data ac4d11b5-a6bd-43d3-ba03-cd5fda333746 to the ESX as VM named 'OSTACK_IMG_ddcca327-6ad6-4bdb-a65f-de556a2e1c9e' {{(pid=63366) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2122.958938] env[63366]: INFO nova.scheduler.client.report [None req-77f2bfff-e6fd-4940-a397-4137808b197b tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Deleted allocations for instance 017849f8-77d3-4c49-86ec-e54fad04b5f4 [ 2122.964337] env[63366]: INFO nova.scheduler.client.report [None req-be37b7ea-0a6c-47d7-8016-9ffe2ce23ae6 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Deleted allocations for instance 5526389c-8814-4aa4-bc67-aba298e39703 [ 2123.065777] env[63366]: DEBUG oslo_vmware.rw_handles [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2123.065777] env[63366]: value = "resgroup-9" [ 2123.065777] env[63366]: _type = "ResourcePool" [ 2123.065777] env[63366]: }. {{(pid=63366) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2123.068205] env[63366]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6b833cd1-7e39-441d-965c-0bb7a943dad9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.093830] env[63366]: DEBUG oslo_vmware.rw_handles [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lease: (returnval){ [ 2123.093830] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]524984be-11e6-d309-053c-c6964eab09ad" [ 2123.093830] env[63366]: _type = "HttpNfcLease" [ 2123.093830] env[63366]: } obtained for vApp import into resource pool (val){ [ 2123.093830] env[63366]: value = "resgroup-9" [ 2123.093830] env[63366]: _type = "ResourcePool" [ 2123.093830] env[63366]: }. {{(pid=63366) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2123.094893] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the lease: (returnval){ [ 2123.094893] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]524984be-11e6-d309-053c-c6964eab09ad" [ 2123.094893] env[63366]: _type = "HttpNfcLease" [ 2123.094893] env[63366]: } to be ready. {{(pid=63366) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2123.102131] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2123.102131] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]524984be-11e6-d309-053c-c6964eab09ad" [ 2123.102131] env[63366]: _type = "HttpNfcLease" [ 2123.102131] env[63366]: } is initializing. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2123.168886] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463836} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.169175] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 37bba57b-6775-474b-9bbe-4802ac518003/37bba57b-6775-474b-9bbe-4802ac518003.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2123.169385] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2123.169631] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e366e4c-71e5-4112-b70e-bd0ac78f830a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.176239] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2123.176239] env[63366]: value = "task-2104057" [ 2123.176239] env[63366]: _type = "Task" [ 2123.176239] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.188049] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.190448] env[63366]: INFO nova.compute.manager [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Took 50.59 seconds to build instance. [ 2123.394854] env[63366]: DEBUG oslo_concurrency.lockutils [req-6e63cc38-a79f-441d-9302-fdd7671ce4cc req-502ad1cf-0afa-4a33-a64a-d733d4b448f3 service nova] Releasing lock "refresh_cache-a05e9d34-6a75-48af-bb3c-a78ff4081801" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2123.443616] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] There are 40 instances to clean {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 2123.443883] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 014f86cc-5258-4b91-a43c-f29d7acf3e68] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2123.469130] env[63366]: DEBUG oslo_concurrency.lockutils [None req-77f2bfff-e6fd-4940-a397-4137808b197b tempest-FloatingIPsAssociationNegativeTestJSON-1830001110 tempest-FloatingIPsAssociationNegativeTestJSON-1830001110-project-member] Lock "017849f8-77d3-4c49-86ec-e54fad04b5f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.558s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.472117] env[63366]: DEBUG oslo_concurrency.lockutils [None req-be37b7ea-0a6c-47d7-8016-9ffe2ce23ae6 tempest-ServerAddressesNegativeTestJSON-936417084 tempest-ServerAddressesNegativeTestJSON-936417084-project-member] Lock "5526389c-8814-4aa4-bc67-aba298e39703" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.264s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.605959] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2123.605959] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]524984be-11e6-d309-053c-c6964eab09ad" [ 2123.605959] env[63366]: _type = "HttpNfcLease" [ 2123.605959] env[63366]: } is ready. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2123.606426] env[63366]: DEBUG oslo_vmware.rw_handles [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2123.606426] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]524984be-11e6-d309-053c-c6964eab09ad" [ 2123.606426] env[63366]: _type = "HttpNfcLease" [ 2123.606426] env[63366]: }. {{(pid=63366) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2123.607185] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0249b7-09d8-4b37-8987-32d991ec921c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.614815] env[63366]: DEBUG oslo_vmware.rw_handles [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52154c50-21ac-2d9c-98f5-eedda8040c6b/disk-0.vmdk from lease info. {{(pid=63366) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2123.615027] env[63366]: DEBUG oslo_vmware.rw_handles [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52154c50-21ac-2d9c-98f5-eedda8040c6b/disk-0.vmdk. {{(pid=63366) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2123.690501] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9dc101eb-3509-46ff-8e47-b14b69d05c07 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.692450] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07219} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.694328] env[63366]: DEBUG oslo_concurrency.lockutils [None req-787dd925-b61b-48f7-b9ec-63d7f8cf4e5f tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Lock "27110bbb-1aa4-4a32-8693-2f94374eebe9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.210s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.694598] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2123.695803] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37d2d6b-5534-427c-a617-767331ec16f7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.721165] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 37bba57b-6775-474b-9bbe-4802ac518003/37bba57b-6775-474b-9bbe-4802ac518003.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2123.721529] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3928c5cd-6022-49b6-b2d9-3624ec205354 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.742562] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2123.742562] env[63366]: value = "task-2104058" [ 2123.742562] env[63366]: _type = "Task" [ 2123.742562] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.751150] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.952373] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 85d67c6c-ff9a-4c24-8f89-845a0e2829bf] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2124.262078] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104058, 'name': ReconfigVM_Task, 'duration_secs': 0.481057} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.262422] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 37bba57b-6775-474b-9bbe-4802ac518003/37bba57b-6775-474b-9bbe-4802ac518003.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2124.263190] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcb0eac5-4d3b-4839-84f9-60b434aa4e4c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.274953] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2124.274953] env[63366]: value = "task-2104059" [ 2124.274953] env[63366]: _type = "Task" [ 2124.274953] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.288892] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104059, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.447710] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a1f324-33cc-4140-882d-c9423a54a9e4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.460429] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5e8e56-4013-4b12-a8e2-22baac5c37cd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.465594] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: e7a6b4c9-4a95-4664-906c-e02f4191abe6] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2124.516295] env[63366]: DEBUG oslo_vmware.rw_handles [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Completed reading data from the image iterator. {{(pid=63366) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2124.516547] env[63366]: DEBUG oslo_vmware.rw_handles [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52154c50-21ac-2d9c-98f5-eedda8040c6b/disk-0.vmdk. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2124.517958] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94744840-6e8a-4de4-921f-3578d1cdf059 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.521427] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09afae54-4a08-4b48-9275-f81499cb3591 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.532212] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979da524-beea-4470-a840-bf70e775958d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.537128] env[63366]: DEBUG oslo_vmware.rw_handles [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52154c50-21ac-2d9c-98f5-eedda8040c6b/disk-0.vmdk is in state: ready. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2124.537128] env[63366]: DEBUG oslo_vmware.rw_handles [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52154c50-21ac-2d9c-98f5-eedda8040c6b/disk-0.vmdk. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2124.537128] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-87b7b99a-9f55-4676-b32f-58b4243c9e8b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.551419] env[63366]: DEBUG nova.compute.provider_tree [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2124.712084] env[63366]: DEBUG oslo_vmware.rw_handles [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52154c50-21ac-2d9c-98f5-eedda8040c6b/disk-0.vmdk. {{(pid=63366) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2124.712574] env[63366]: INFO nova.virt.vmwareapi.images [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Downloaded image file data ac4d11b5-a6bd-43d3-ba03-cd5fda333746 [ 2124.713302] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c566e9-0b28-425c-add7-a81f85310fcc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.732379] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-925aa9ef-ec0e-4135-8c92-f2ea06c5a5c9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.776321] env[63366]: INFO nova.virt.vmwareapi.images [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] The imported VM was unregistered [ 2124.779183] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Caching image {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2124.779513] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Creating directory with path [datastore2] devstack-image-cache_base/ac4d11b5-a6bd-43d3-ba03-cd5fda333746 {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2124.783241] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83b7ad2f-c53b-4567-8d04-613c8d27a8da {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.795135] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104059, 'name': Rename_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.796288] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Created directory with path [datastore2] devstack-image-cache_base/ac4d11b5-a6bd-43d3-ba03-cd5fda333746 {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2124.796473] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_ddcca327-6ad6-4bdb-a65f-de556a2e1c9e/OSTACK_IMG_ddcca327-6ad6-4bdb-a65f-de556a2e1c9e.vmdk to [datastore2] devstack-image-cache_base/ac4d11b5-a6bd-43d3-ba03-cd5fda333746/ac4d11b5-a6bd-43d3-ba03-cd5fda333746.vmdk. {{(pid=63366) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2124.796773] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4d8173bc-93ab-420f-8ddd-b37ccd68b503 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.804259] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2124.804259] env[63366]: value = "task-2104061" [ 2124.804259] env[63366]: _type = "Task" [ 2124.804259] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.813547] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104061, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.815963] env[63366]: DEBUG nova.compute.manager [req-e2296ff5-f701-40ee-822a-2b149ec592da req-a18c757d-f983-46aa-a61e-22bc7ffe3962 service nova] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Received event network-changed-9e91870e-aae0-4c95-8df0-47909607a150 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2124.816183] env[63366]: DEBUG nova.compute.manager [req-e2296ff5-f701-40ee-822a-2b149ec592da req-a18c757d-f983-46aa-a61e-22bc7ffe3962 service nova] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Refreshing instance network info cache due to event network-changed-9e91870e-aae0-4c95-8df0-47909607a150. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2124.816396] env[63366]: DEBUG oslo_concurrency.lockutils [req-e2296ff5-f701-40ee-822a-2b149ec592da req-a18c757d-f983-46aa-a61e-22bc7ffe3962 service nova] Acquiring lock "refresh_cache-27110bbb-1aa4-4a32-8693-2f94374eebe9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2124.816585] env[63366]: DEBUG oslo_concurrency.lockutils [req-e2296ff5-f701-40ee-822a-2b149ec592da req-a18c757d-f983-46aa-a61e-22bc7ffe3962 service nova] Acquired lock "refresh_cache-27110bbb-1aa4-4a32-8693-2f94374eebe9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2124.816761] env[63366]: DEBUG nova.network.neutron [req-e2296ff5-f701-40ee-822a-2b149ec592da req-a18c757d-f983-46aa-a61e-22bc7ffe3962 service nova] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Refreshing network info cache for port 9e91870e-aae0-4c95-8df0-47909607a150 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2124.973422] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 6e56de4c-9de5-4a5b-9af4-0005925b1e4f] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2125.053812] env[63366]: DEBUG nova.scheduler.client.report [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2125.286272] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104059, 'name': Rename_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.324160] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104061, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.476984] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 99989a73-ad99-4f46-bbfc-84bb704562d3] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2125.563319] env[63366]: DEBUG oslo_concurrency.lockutils [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2125.563319] env[63366]: DEBUG nova.compute.manager [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2125.565055] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4d3bea1c-5014-43cb-add2-1ec9fc37b0f6 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.416s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2125.565452] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4d3bea1c-5014-43cb-add2-1ec9fc37b0f6 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2125.567739] env[63366]: DEBUG oslo_concurrency.lockutils [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 33.066s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2125.605299] env[63366]: INFO nova.scheduler.client.report [None req-4d3bea1c-5014-43cb-add2-1ec9fc37b0f6 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Deleted allocations for instance 46daf026-16bc-4525-9f8c-198beb021083 [ 2125.657910] env[63366]: DEBUG nova.network.neutron [req-e2296ff5-f701-40ee-822a-2b149ec592da req-a18c757d-f983-46aa-a61e-22bc7ffe3962 service nova] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Updated VIF entry in instance network info cache for port 9e91870e-aae0-4c95-8df0-47909607a150. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2125.658375] env[63366]: DEBUG nova.network.neutron [req-e2296ff5-f701-40ee-822a-2b149ec592da req-a18c757d-f983-46aa-a61e-22bc7ffe3962 service nova] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Updating instance_info_cache with network_info: [{"id": "9e91870e-aae0-4c95-8df0-47909607a150", "address": "fa:16:3e:be:a2:94", "network": {"id": "a584ec1f-1c46-49be-b1aa-412c5eb16e81", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-206915631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cb07fc3a1c740cba093beb2cdd4d2b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e91870e-aa", "ovs_interfaceid": "9e91870e-aae0-4c95-8df0-47909607a150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2125.790426] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104059, 'name': Rename_Task, 'duration_secs': 1.272672} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.790802] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2125.791111] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78b176c7-2cc4-456a-a56d-f7ace53b93a2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.801598] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2125.801598] env[63366]: value = "task-2104062" [ 2125.801598] env[63366]: _type = "Task" [ 2125.801598] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.816568] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104061, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.820427] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.983142] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: cf49a61a-1a7c-48a8-b0c6-87fd348bd192] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2126.072667] env[63366]: DEBUG nova.compute.utils [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2126.074556] env[63366]: DEBUG nova.objects.instance [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lazy-loading 'migration_context' on Instance uuid 689df898-ef9c-4a0b-8196-f2e917101949 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2126.075804] env[63366]: DEBUG nova.compute.manager [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2126.076015] env[63366]: DEBUG nova.network.neutron [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2126.117694] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4d3bea1c-5014-43cb-add2-1ec9fc37b0f6 tempest-ServerTagsTestJSON-1561166633 tempest-ServerTagsTestJSON-1561166633-project-member] Lock "46daf026-16bc-4525-9f8c-198beb021083" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.631s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2126.141420] env[63366]: DEBUG nova.policy [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8aefa24f4353471f84bc0dd54bcc299e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbfbd9f9d0234131a269c24e2c4a2df8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2126.161802] env[63366]: DEBUG oslo_concurrency.lockutils [req-e2296ff5-f701-40ee-822a-2b149ec592da req-a18c757d-f983-46aa-a61e-22bc7ffe3962 service nova] Releasing lock "refresh_cache-27110bbb-1aa4-4a32-8693-2f94374eebe9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2126.318046] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104061, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.321790] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104062, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.487335] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 3fcdeccc-bfa0-4f52-aead-9e92c6d2b002] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2126.501941] env[63366]: DEBUG nova.network.neutron [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Successfully created port: 643a4587-b077-49be-bda1-f098f2000f28 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2126.577201] env[63366]: DEBUG nova.compute.manager [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2126.817565] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104062, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.826652] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104061, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.995211] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 5452d952-0785-4526-a865-4951b0f9004f] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2127.111027] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09259f0-41df-4e32-a0c2-607f82afdeee {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.118541] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3d30c9-c73a-4d29-bdfa-6f9c98ba3ec4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.155466] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167ef42e-caf7-4af0-a35e-41a4a17ba85a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.168168] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2a4543-32f0-4405-a772-03c095a8ce0a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.184258] env[63366]: DEBUG nova.compute.provider_tree [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2127.316515] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104062, 'name': PowerOnVM_Task} progress is 76%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.322648] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104061, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.498360] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: dc1b5d0d-5bdb-40f6-9308-bfa4a966adf2] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2127.592696] env[63366]: DEBUG nova.compute.manager [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2127.621206] env[63366]: DEBUG nova.virt.hardware [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2127.621473] env[63366]: DEBUG nova.virt.hardware [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2127.621628] env[63366]: DEBUG nova.virt.hardware [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2127.621808] env[63366]: DEBUG nova.virt.hardware [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2127.621952] env[63366]: DEBUG nova.virt.hardware [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2127.622203] env[63366]: DEBUG nova.virt.hardware [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2127.622503] env[63366]: DEBUG nova.virt.hardware [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2127.622709] env[63366]: DEBUG nova.virt.hardware [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2127.622923] env[63366]: DEBUG nova.virt.hardware [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2127.623142] env[63366]: DEBUG nova.virt.hardware [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2127.623408] env[63366]: DEBUG nova.virt.hardware [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2127.624349] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba88a70-6b4a-4092-8953-2fcecdba0bf6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.634104] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a575740f-60a3-4160-ba06-0b95633998eb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.688631] env[63366]: DEBUG nova.scheduler.client.report [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2127.817897] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104062, 'name': PowerOnVM_Task} progress is 81%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.823827] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104061, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.004166] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 394309ab-d10e-4578-bb8c-82372267ba4d] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2128.317793] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104062, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.323117] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104061, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.509142] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 80fd055f-cf2a-41bd-8d94-1bdd3bd440e0] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2128.554865] env[63366]: DEBUG nova.compute.manager [req-2d9f4842-0d98-4f27-a0c0-26efd08629dc req-5bb2868d-eb2d-44f7-880d-014d312cb5d4 service nova] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Received event network-vif-plugged-643a4587-b077-49be-bda1-f098f2000f28 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2128.555099] env[63366]: DEBUG oslo_concurrency.lockutils [req-2d9f4842-0d98-4f27-a0c0-26efd08629dc req-5bb2868d-eb2d-44f7-880d-014d312cb5d4 service nova] Acquiring lock "72c0f6a5-1ef7-43d4-b4f9-81987eca9722-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.555348] env[63366]: DEBUG oslo_concurrency.lockutils [req-2d9f4842-0d98-4f27-a0c0-26efd08629dc req-5bb2868d-eb2d-44f7-880d-014d312cb5d4 service nova] Lock "72c0f6a5-1ef7-43d4-b4f9-81987eca9722-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.556991] env[63366]: DEBUG oslo_concurrency.lockutils [req-2d9f4842-0d98-4f27-a0c0-26efd08629dc req-5bb2868d-eb2d-44f7-880d-014d312cb5d4 service nova] Lock "72c0f6a5-1ef7-43d4-b4f9-81987eca9722-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.556991] env[63366]: DEBUG nova.compute.manager [req-2d9f4842-0d98-4f27-a0c0-26efd08629dc req-5bb2868d-eb2d-44f7-880d-014d312cb5d4 service nova] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] No waiting events found dispatching network-vif-plugged-643a4587-b077-49be-bda1-f098f2000f28 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2128.556991] env[63366]: WARNING nova.compute.manager [req-2d9f4842-0d98-4f27-a0c0-26efd08629dc req-5bb2868d-eb2d-44f7-880d-014d312cb5d4 service nova] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Received unexpected event network-vif-plugged-643a4587-b077-49be-bda1-f098f2000f28 for instance with vm_state building and task_state spawning. [ 2128.690261] env[63366]: DEBUG nova.network.neutron [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Successfully updated port: 643a4587-b077-49be-bda1-f098f2000f28 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2128.706179] env[63366]: DEBUG oslo_concurrency.lockutils [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.135s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.713967] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c6d1cb68-08f0-4a6a-bb1d-76ad91980d8a tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.153s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.715018] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c6d1cb68-08f0-4a6a-bb1d-76ad91980d8a tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.717114] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.216s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.718985] env[63366]: INFO nova.compute.claims [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2128.756857] env[63366]: INFO nova.scheduler.client.report [None req-c6d1cb68-08f0-4a6a-bb1d-76ad91980d8a tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Deleted allocations for instance 0237b15e-2ac9-419f-b74e-6eea2558e817 [ 2128.816908] env[63366]: DEBUG oslo_vmware.api [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104062, 'name': PowerOnVM_Task, 'duration_secs': 2.83904} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.821025] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2128.821331] env[63366]: DEBUG nova.compute.manager [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2128.822478] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718c6cfa-bb40-4465-9994-dcd71b2c9aab {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.831951] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104061, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.62638} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.833664] env[63366]: INFO nova.virt.vmwareapi.ds_util [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_ddcca327-6ad6-4bdb-a65f-de556a2e1c9e/OSTACK_IMG_ddcca327-6ad6-4bdb-a65f-de556a2e1c9e.vmdk to [datastore2] devstack-image-cache_base/ac4d11b5-a6bd-43d3-ba03-cd5fda333746/ac4d11b5-a6bd-43d3-ba03-cd5fda333746.vmdk. [ 2128.833860] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Cleaning up location [datastore2] OSTACK_IMG_ddcca327-6ad6-4bdb-a65f-de556a2e1c9e {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2128.834041] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_ddcca327-6ad6-4bdb-a65f-de556a2e1c9e {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2128.836803] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4396f53d-b31c-4841-a9a1-25daa803415a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.844535] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2128.844535] env[63366]: value = "task-2104063" [ 2128.844535] env[63366]: _type = "Task" [ 2128.844535] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.857060] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.012380] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 929c57e8-88c8-4cda-8a89-afcfda128c51] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2129.191764] env[63366]: DEBUG oslo_concurrency.lockutils [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Acquiring lock "refresh_cache-72c0f6a5-1ef7-43d4-b4f9-81987eca9722" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2129.191939] env[63366]: DEBUG oslo_concurrency.lockutils [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Acquired lock "refresh_cache-72c0f6a5-1ef7-43d4-b4f9-81987eca9722" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2129.192093] env[63366]: DEBUG nova.network.neutron [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2129.264817] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c6d1cb68-08f0-4a6a-bb1d-76ad91980d8a tempest-FloatingIPsAssociationTestJSON-615410513 tempest-FloatingIPsAssociationTestJSON-615410513-project-member] Lock "0237b15e-2ac9-419f-b74e-6eea2558e817" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.430s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.349311] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2129.355790] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113973} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.355790] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2129.355790] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ac4d11b5-a6bd-43d3-ba03-cd5fda333746/ac4d11b5-a6bd-43d3-ba03-cd5fda333746.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2129.356038] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ac4d11b5-a6bd-43d3-ba03-cd5fda333746/ac4d11b5-a6bd-43d3-ba03-cd5fda333746.vmdk to [datastore2] a05e9d34-6a75-48af-bb3c-a78ff4081801/a05e9d34-6a75-48af-bb3c-a78ff4081801.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2129.356276] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48b25577-a6eb-45ad-878f-f80e326ea9d3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.363967] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2129.363967] env[63366]: value = "task-2104064" [ 2129.363967] env[63366]: _type = "Task" [ 2129.363967] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.373213] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.520021] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: f62137c6-8851-4d59-9f15-2ee39cda52f6] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2129.877673] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104064, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.941786] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "37bba57b-6775-474b-9bbe-4802ac518003" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2129.942815] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "37bba57b-6775-474b-9bbe-4802ac518003" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2129.944735] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "37bba57b-6775-474b-9bbe-4802ac518003-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2129.945100] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "37bba57b-6775-474b-9bbe-4802ac518003-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2129.945414] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "37bba57b-6775-474b-9bbe-4802ac518003-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.950014] env[63366]: INFO nova.compute.manager [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Terminating instance [ 2130.025296] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: dad60003-ef3c-4f6e-87ef-90900722de87] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2130.182622] env[63366]: DEBUG nova.network.neutron [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2130.263434] env[63366]: INFO nova.compute.manager [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Swapping old allocation on dict_keys(['d4eb5599-1ee7-4533-a84b-536c6f825ecc']) held by migration 1301d832-0872-4d92-b0f8-f5eaaf02b97a for instance [ 2130.288186] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e222930-d012-406a-91c6-77ad91efe612 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.300027] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097f73f3-de92-4ec0-84ce-7734a71a7dcf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.305229] env[63366]: DEBUG nova.scheduler.client.report [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Overwriting current allocation {'allocations': {'d4eb5599-1ee7-4533-a84b-536c6f825ecc': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 92}}, 'project_id': 'cee41884862643a5aded589b36b42807', 'user_id': '23409dd13c414e6db5b7669dcd51763c', 'consumer_generation': 1} on consumer 689df898-ef9c-4a0b-8196-f2e917101949 {{(pid=63366) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2130.343991] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218954b6-0f98-415d-8d7f-1d39c1214b18 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.354496] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65df227-4611-417f-9d8a-20411068fefb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.372054] env[63366]: DEBUG nova.compute.provider_tree [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2130.386339] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104064, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.461381] env[63366]: DEBUG nova.compute.manager [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2130.461594] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2130.462586] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49727277-42de-4ee6-b814-891d46f37184 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.472114] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2130.472253] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbfd4ccf-da62-47e7-aabd-632f9d42d45a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.480160] env[63366]: DEBUG oslo_vmware.api [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2130.480160] env[63366]: value = "task-2104065" [ 2130.480160] env[63366]: _type = "Task" [ 2130.480160] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.485592] env[63366]: DEBUG oslo_concurrency.lockutils [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquiring lock "refresh_cache-689df898-ef9c-4a0b-8196-f2e917101949" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2130.487611] env[63366]: DEBUG oslo_concurrency.lockutils [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquired lock "refresh_cache-689df898-ef9c-4a0b-8196-f2e917101949" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2130.488451] env[63366]: DEBUG nova.network.neutron [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2130.496746] env[63366]: DEBUG oslo_vmware.api [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.525213] env[63366]: DEBUG nova.network.neutron [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Updating instance_info_cache with network_info: [{"id": "643a4587-b077-49be-bda1-f098f2000f28", "address": "fa:16:3e:f0:9e:96", "network": {"id": "3a3a8d20-29ce-4084-87d7-8f8b807ddc8a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1240569735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbfbd9f9d0234131a269c24e2c4a2df8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap643a4587-b0", "ovs_interfaceid": "643a4587-b077-49be-bda1-f098f2000f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2130.530960] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: ead14cf0-3a27-45ca-9d18-8dbbd7e24ba4] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2130.884046] env[63366]: DEBUG nova.scheduler.client.report [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2130.888661] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104064, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.000161] env[63366]: DEBUG oslo_vmware.api [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.033297] env[63366]: DEBUG oslo_concurrency.lockutils [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Releasing lock "refresh_cache-72c0f6a5-1ef7-43d4-b4f9-81987eca9722" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2131.033297] env[63366]: DEBUG nova.compute.manager [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Instance network_info: |[{"id": "643a4587-b077-49be-bda1-f098f2000f28", "address": "fa:16:3e:f0:9e:96", "network": {"id": "3a3a8d20-29ce-4084-87d7-8f8b807ddc8a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1240569735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbfbd9f9d0234131a269c24e2c4a2df8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap643a4587-b0", "ovs_interfaceid": "643a4587-b077-49be-bda1-f098f2000f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2131.033297] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:9e:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '643a4587-b077-49be-bda1-f098f2000f28', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2131.040152] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Creating folder: Project (dbfbd9f9d0234131a269c24e2c4a2df8). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2131.041010] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 2b6b22da-7808-4eaa-9d5e-ea74f3d57b79] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2131.043061] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8b2c9aa-28be-4523-8f9b-9af4ff7baaff {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.058747] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Created folder: Project (dbfbd9f9d0234131a269c24e2c4a2df8) in parent group-v430612. [ 2131.059391] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Creating folder: Instances. Parent ref: group-v430812. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2131.059785] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d948484a-d9e4-4c6b-8119-0f12ed9596d8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.078478] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Created folder: Instances in parent group-v430812. [ 2131.080166] env[63366]: DEBUG oslo.service.loopingcall [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2131.080166] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2131.080166] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0e09742-fc65-43f5-9d2b-b3d3bcc6af50 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.106012] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2131.106012] env[63366]: value = "task-2104068" [ 2131.106012] env[63366]: _type = "Task" [ 2131.106012] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.115713] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104068, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.294984] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "3c98a7f6-60f9-4915-b0ef-2f30e7bd9279" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.294984] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "3c98a7f6-60f9-4915-b0ef-2f30e7bd9279" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.387693] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104064, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.389718] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.390267] env[63366]: DEBUG nova.compute.manager [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2131.395596] env[63366]: DEBUG oslo_concurrency.lockutils [None req-65188aff-9a4d-4aa2-ab81-2c365f58ec22 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.038s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.395596] env[63366]: DEBUG oslo_concurrency.lockutils [None req-65188aff-9a4d-4aa2-ab81-2c365f58ec22 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.395596] env[63366]: DEBUG oslo_concurrency.lockutils [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.213s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.395819] env[63366]: DEBUG nova.objects.instance [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: afb11726-923b-4b23-b667-56492003de5b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63366) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2131.420836] env[63366]: INFO nova.scheduler.client.report [None req-65188aff-9a4d-4aa2-ab81-2c365f58ec22 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Deleted allocations for instance f48bbead-21ee-4778-af3c-bab52debb935 [ 2131.464049] env[63366]: DEBUG nova.compute.manager [req-9e560a98-b35c-4f0d-ad9b-2ae408b5bb86 req-2da85e9d-0bc5-4ba3-be25-e5e5f223e687 service nova] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Received event network-changed-643a4587-b077-49be-bda1-f098f2000f28 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2131.464049] env[63366]: DEBUG nova.compute.manager [req-9e560a98-b35c-4f0d-ad9b-2ae408b5bb86 req-2da85e9d-0bc5-4ba3-be25-e5e5f223e687 service nova] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Refreshing instance network info cache due to event network-changed-643a4587-b077-49be-bda1-f098f2000f28. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2131.464049] env[63366]: DEBUG oslo_concurrency.lockutils [req-9e560a98-b35c-4f0d-ad9b-2ae408b5bb86 req-2da85e9d-0bc5-4ba3-be25-e5e5f223e687 service nova] Acquiring lock "refresh_cache-72c0f6a5-1ef7-43d4-b4f9-81987eca9722" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2131.464049] env[63366]: DEBUG oslo_concurrency.lockutils [req-9e560a98-b35c-4f0d-ad9b-2ae408b5bb86 req-2da85e9d-0bc5-4ba3-be25-e5e5f223e687 service nova] Acquired lock "refresh_cache-72c0f6a5-1ef7-43d4-b4f9-81987eca9722" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2131.464049] env[63366]: DEBUG nova.network.neutron [req-9e560a98-b35c-4f0d-ad9b-2ae408b5bb86 req-2da85e9d-0bc5-4ba3-be25-e5e5f223e687 service nova] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Refreshing network info cache for port 643a4587-b077-49be-bda1-f098f2000f28 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2131.494542] env[63366]: DEBUG oslo_vmware.api [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.541633] env[63366]: DEBUG nova.network.neutron [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Updating instance_info_cache with network_info: [{"id": "bd772bee-245b-407a-8adb-7998e25d35a5", "address": "fa:16:3e:e8:b2:44", "network": {"id": "d0c32ec5-ccb7-4d04-9236-e5669b5031d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43ebe989b62c4351ad2b56bea602bd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd772bee-24", "ovs_interfaceid": "bd772bee-245b-407a-8adb-7998e25d35a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2131.547517] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 2dc14df8-6821-432c-8ce3-3c211b6de2b0] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2131.620551] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104068, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.798404] env[63366]: DEBUG nova.compute.manager [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2131.887604] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104064, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.900881] env[63366]: DEBUG nova.compute.utils [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2131.905523] env[63366]: DEBUG nova.compute.manager [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2131.905742] env[63366]: DEBUG nova.network.neutron [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2131.929304] env[63366]: DEBUG oslo_concurrency.lockutils [None req-65188aff-9a4d-4aa2-ab81-2c365f58ec22 tempest-ServersTestMultiNic-336822099 tempest-ServersTestMultiNic-336822099-project-member] Lock "f48bbead-21ee-4778-af3c-bab52debb935" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.880s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.995917] env[63366]: DEBUG oslo_vmware.api [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104065, 'name': PowerOffVM_Task, 'duration_secs': 1.210029} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.996233] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2131.996398] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2131.996666] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea320fd7-86ec-41af-8e56-1f5536b3cdcb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.040996] env[63366]: DEBUG nova.policy [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fc07d8d73834e85ac8d7df0c53c40e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e2100d8abe0431c93b03b71a19f2086', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2132.050012] env[63366]: DEBUG oslo_concurrency.lockutils [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Releasing lock "refresh_cache-689df898-ef9c-4a0b-8196-f2e917101949" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2132.050659] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2132.051270] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 9b8491be-ee59-4584-90e8-f905cdfe0ad7] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2132.053371] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3ea7db8-aa3a-49a8-a452-88a3249700d4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.063038] env[63366]: DEBUG oslo_vmware.api [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 2132.063038] env[63366]: value = "task-2104070" [ 2132.063038] env[63366]: _type = "Task" [ 2132.063038] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.073788] env[63366]: DEBUG oslo_vmware.api [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2104070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.124026] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104068, 'name': CreateVM_Task, 'duration_secs': 1.011063} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.124026] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2132.124026] env[63366]: DEBUG oslo_concurrency.lockutils [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2132.124026] env[63366]: DEBUG oslo_concurrency.lockutils [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2132.124026] env[63366]: DEBUG oslo_concurrency.lockutils [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2132.124026] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c59413d4-a0d8-4cd7-a60e-148ea6fd4ccc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.129239] env[63366]: DEBUG oslo_vmware.api [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Waiting for the task: (returnval){ [ 2132.129239] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52c7535a-b711-f0dc-d4d9-eaaaf19d632b" [ 2132.129239] env[63366]: _type = "Task" [ 2132.129239] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.141065] env[63366]: DEBUG oslo_vmware.api [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52c7535a-b711-f0dc-d4d9-eaaaf19d632b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.249021] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2132.249021] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2132.249021] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Deleting the datastore file [datastore2] 37bba57b-6775-474b-9bbe-4802ac518003 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2132.249021] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df4d3ecd-6dd8-4979-a0b4-d780f80ed82d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.256843] env[63366]: DEBUG oslo_vmware.api [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2132.256843] env[63366]: value = "task-2104071" [ 2132.256843] env[63366]: _type = "Task" [ 2132.256843] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.265278] env[63366]: DEBUG oslo_vmware.api [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.326861] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2132.388082] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104064, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.800537} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.388371] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ac4d11b5-a6bd-43d3-ba03-cd5fda333746/ac4d11b5-a6bd-43d3-ba03-cd5fda333746.vmdk to [datastore2] a05e9d34-6a75-48af-bb3c-a78ff4081801/a05e9d34-6a75-48af-bb3c-a78ff4081801.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2132.389598] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d7551f-1941-4e23-a4a0-9fe2ba8a40db {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.413115] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] a05e9d34-6a75-48af-bb3c-a78ff4081801/a05e9d34-6a75-48af-bb3c-a78ff4081801.vmdk or device None with type streamOptimized {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2132.413658] env[63366]: DEBUG nova.compute.manager [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2132.416945] env[63366]: DEBUG oslo_concurrency.lockutils [None req-db57b9e3-37ac-4aaf-b6fe-199c845dbf7f tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2132.418279] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88c337eb-26a2-438b-8ae5-418bf714aa7a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.433547] env[63366]: DEBUG oslo_concurrency.lockutils [None req-111688d9-8b1f-47ad-824f-acb58152559e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.289s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2132.433764] env[63366]: DEBUG oslo_concurrency.lockutils [None req-111688d9-8b1f-47ad-824f-acb58152559e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2132.435628] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.213s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2132.446610] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2132.446610] env[63366]: value = "task-2104072" [ 2132.446610] env[63366]: _type = "Task" [ 2132.446610] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.454754] env[63366]: INFO nova.scheduler.client.report [None req-111688d9-8b1f-47ad-824f-acb58152559e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Deleted allocations for instance 2568d389-f910-4543-94d0-4f0b4d6db495 [ 2132.463708] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.556616] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: a46fad37-b982-49d7-a999-755e36c1ed44] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2132.577908] env[63366]: DEBUG oslo_vmware.api [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2104070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.641319] env[63366]: DEBUG nova.network.neutron [req-9e560a98-b35c-4f0d-ad9b-2ae408b5bb86 req-2da85e9d-0bc5-4ba3-be25-e5e5f223e687 service nova] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Updated VIF entry in instance network info cache for port 643a4587-b077-49be-bda1-f098f2000f28. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2132.641691] env[63366]: DEBUG nova.network.neutron [req-9e560a98-b35c-4f0d-ad9b-2ae408b5bb86 req-2da85e9d-0bc5-4ba3-be25-e5e5f223e687 service nova] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Updating instance_info_cache with network_info: [{"id": "643a4587-b077-49be-bda1-f098f2000f28", "address": "fa:16:3e:f0:9e:96", "network": {"id": "3a3a8d20-29ce-4084-87d7-8f8b807ddc8a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1240569735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbfbd9f9d0234131a269c24e2c4a2df8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap643a4587-b0", "ovs_interfaceid": "643a4587-b077-49be-bda1-f098f2000f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2132.648198] env[63366]: DEBUG oslo_vmware.api [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52c7535a-b711-f0dc-d4d9-eaaaf19d632b, 'name': SearchDatastore_Task, 'duration_secs': 0.044336} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.648198] env[63366]: DEBUG oslo_concurrency.lockutils [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2132.648286] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2132.648521] env[63366]: DEBUG oslo_concurrency.lockutils [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2132.648643] env[63366]: DEBUG oslo_concurrency.lockutils [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2132.648924] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2132.649140] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a71af667-9d7a-4689-ab08-e24777369a18 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.662187] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2132.663518] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2132.664357] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8d0d1f7-cf7a-4d05-b92c-76edd1a899bb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.673121] env[63366]: DEBUG oslo_vmware.api [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Waiting for the task: (returnval){ [ 2132.673121] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5239c215-c053-071b-b086-9e276c097c1a" [ 2132.673121] env[63366]: _type = "Task" [ 2132.673121] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.688853] env[63366]: DEBUG oslo_vmware.api [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5239c215-c053-071b-b086-9e276c097c1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.771335] env[63366]: DEBUG oslo_vmware.api [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399598} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.771651] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2132.771847] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2132.772041] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2132.772223] env[63366]: INFO nova.compute.manager [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Took 2.31 seconds to destroy the instance on the hypervisor. [ 2132.772494] env[63366]: DEBUG oslo.service.loopingcall [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2132.772716] env[63366]: DEBUG nova.compute.manager [-] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2132.772812] env[63366]: DEBUG nova.network.neutron [-] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2132.941080] env[63366]: INFO nova.compute.claims [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2132.959775] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.976558] env[63366]: DEBUG oslo_concurrency.lockutils [None req-111688d9-8b1f-47ad-824f-acb58152559e tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "2568d389-f910-4543-94d0-4f0b4d6db495" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.611s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.029238] env[63366]: DEBUG nova.network.neutron [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Successfully created port: 54a17ad2-264e-41a1-8d92-044e059663df {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2133.062225] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: e926cfb4-f56f-425a-8f00-69069f75f649] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2133.079956] env[63366]: DEBUG oslo_vmware.api [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2104070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.149643] env[63366]: DEBUG oslo_concurrency.lockutils [req-9e560a98-b35c-4f0d-ad9b-2ae408b5bb86 req-2da85e9d-0bc5-4ba3-be25-e5e5f223e687 service nova] Releasing lock "refresh_cache-72c0f6a5-1ef7-43d4-b4f9-81987eca9722" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2133.186395] env[63366]: DEBUG oslo_vmware.api [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5239c215-c053-071b-b086-9e276c097c1a, 'name': SearchDatastore_Task, 'duration_secs': 0.02093} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.188366] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aaeaa6e-f46d-4b8b-86b7-c70a0e8c877d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.195919] env[63366]: DEBUG oslo_vmware.api [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Waiting for the task: (returnval){ [ 2133.195919] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5243cc80-7607-95dc-b0d2-dc55c5a01fd0" [ 2133.195919] env[63366]: _type = "Task" [ 2133.195919] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.206674] env[63366]: DEBUG oslo_vmware.api [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5243cc80-7607-95dc-b0d2-dc55c5a01fd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.449221] env[63366]: DEBUG nova.compute.manager [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2133.451625] env[63366]: INFO nova.compute.resource_tracker [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Updating resource usage from migration 7dc598a7-3a91-402b-99af-392cfed822a8 [ 2133.469446] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104072, 'name': ReconfigVM_Task, 'duration_secs': 0.579941} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.469760] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Reconfigured VM instance instance-00000043 to attach disk [datastore2] a05e9d34-6a75-48af-bb3c-a78ff4081801/a05e9d34-6a75-48af-bb3c-a78ff4081801.vmdk or device None with type streamOptimized {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2133.470558] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd22f257-45d0-452e-b82c-50fc11f67e10 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.478864] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2133.478864] env[63366]: value = "task-2104073" [ 2133.478864] env[63366]: _type = "Task" [ 2133.478864] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.491358] env[63366]: DEBUG nova.virt.hardware [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2133.491770] env[63366]: DEBUG nova.virt.hardware [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2133.491936] env[63366]: DEBUG nova.virt.hardware [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2133.492175] env[63366]: DEBUG nova.virt.hardware [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2133.492645] env[63366]: DEBUG nova.virt.hardware [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2133.492645] env[63366]: DEBUG nova.virt.hardware [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2133.492928] env[63366]: DEBUG nova.virt.hardware [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2133.493236] env[63366]: DEBUG nova.virt.hardware [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2133.493429] env[63366]: DEBUG nova.virt.hardware [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2133.493724] env[63366]: DEBUG nova.virt.hardware [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2133.493911] env[63366]: DEBUG nova.virt.hardware [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2133.494838] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e97e9f7-9b72-4b01-8273-6cfd43917afe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.506259] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104073, 'name': Rename_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.514659] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8a57b0-1e57-4971-b94b-c5c9c66188e6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.564989] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 2f544489-1ad2-40ea-9427-d6f34dcfe39a] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2133.585847] env[63366]: DEBUG oslo_vmware.api [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2104070, 'name': PowerOffVM_Task, 'duration_secs': 1.194007} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.588718] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2133.589406] env[63366]: DEBUG nova.virt.hardware [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T17:09:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5e88a544-0863-45f8-9a61-4aa749394418',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-378556504',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2133.589625] env[63366]: DEBUG nova.virt.hardware [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2133.589790] env[63366]: DEBUG nova.virt.hardware [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2133.589973] env[63366]: DEBUG nova.virt.hardware [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2133.590129] env[63366]: DEBUG nova.virt.hardware [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2133.590356] env[63366]: DEBUG nova.virt.hardware [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2133.590515] env[63366]: DEBUG nova.virt.hardware [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2133.590674] env[63366]: DEBUG nova.virt.hardware [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2133.590868] env[63366]: DEBUG nova.virt.hardware [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2133.591048] env[63366]: DEBUG nova.virt.hardware [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2133.591225] env[63366]: DEBUG nova.virt.hardware [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2133.597721] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d480f0f-b7b0-4d88-a8ee-939de778ded3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.627023] env[63366]: DEBUG oslo_vmware.api [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 2133.627023] env[63366]: value = "task-2104074" [ 2133.627023] env[63366]: _type = "Task" [ 2133.627023] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.638530] env[63366]: DEBUG oslo_vmware.api [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2104074, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.709948] env[63366]: DEBUG oslo_vmware.api [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5243cc80-7607-95dc-b0d2-dc55c5a01fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.011166} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.710312] env[63366]: DEBUG oslo_concurrency.lockutils [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2133.710578] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 72c0f6a5-1ef7-43d4-b4f9-81987eca9722/72c0f6a5-1ef7-43d4-b4f9-81987eca9722.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2133.710880] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41f36eee-6a9a-47c4-a0de-8c90213c330d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.722468] env[63366]: DEBUG oslo_vmware.api [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Waiting for the task: (returnval){ [ 2133.722468] env[63366]: value = "task-2104075" [ 2133.722468] env[63366]: _type = "Task" [ 2133.722468] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.734641] env[63366]: DEBUG oslo_vmware.api [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Task: {'id': task-2104075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.891966] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60b1cfa-2189-4db5-921a-77e10d0693d1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.906673] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42093387-d55e-41c7-a4ef-f054530cd4fc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.968071] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08f912e-3922-45e6-a421-d083b24f1fb9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.978539] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f208c74d-d354-45af-945e-036c5e60c5eb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.995797] env[63366]: DEBUG nova.compute.provider_tree [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2134.005085] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104073, 'name': Rename_Task, 'duration_secs': 0.161569} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.005737] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2134.005737] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c666a794-b571-4493-b89a-65df479d18f8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.015846] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2134.015846] env[63366]: value = "task-2104076" [ 2134.015846] env[63366]: _type = "Task" [ 2134.015846] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.026722] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.076880] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: e52bb7a4-0d9e-42b1-93a5-5005a3c99229] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2134.138668] env[63366]: DEBUG oslo_vmware.api [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2104074, 'name': ReconfigVM_Task, 'duration_secs': 0.179919} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.139862] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8c4815-36c0-476b-92ca-30766c90b3fe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.161402] env[63366]: DEBUG nova.virt.hardware [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T17:09:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5e88a544-0863-45f8-9a61-4aa749394418',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-378556504',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2134.165021] env[63366]: DEBUG nova.virt.hardware [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2134.165021] env[63366]: DEBUG nova.virt.hardware [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2134.165021] env[63366]: DEBUG nova.virt.hardware [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2134.165021] env[63366]: DEBUG nova.virt.hardware [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2134.165021] env[63366]: DEBUG nova.virt.hardware [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2134.165021] env[63366]: DEBUG nova.virt.hardware [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2134.165021] env[63366]: DEBUG nova.virt.hardware [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2134.165021] env[63366]: DEBUG nova.virt.hardware [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2134.165021] env[63366]: DEBUG nova.virt.hardware [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2134.165021] env[63366]: DEBUG nova.virt.hardware [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2134.165021] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c90b9736-6550-41d0-ae34-b862f9271b17 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.172637] env[63366]: DEBUG oslo_vmware.api [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 2134.172637] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52d7a03c-92d2-4ac8-7521-9572eb3a0169" [ 2134.172637] env[63366]: _type = "Task" [ 2134.172637] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.175134] env[63366]: DEBUG nova.compute.manager [req-aac3dd52-89fa-4ed4-a753-da2b52129064 req-9e8763c0-a7fa-4de2-82c5-d390481e28f0 service nova] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Received event network-vif-deleted-b16c02ad-d030-42ea-a026-dc05a0f1f64d {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2134.175134] env[63366]: INFO nova.compute.manager [req-aac3dd52-89fa-4ed4-a753-da2b52129064 req-9e8763c0-a7fa-4de2-82c5-d390481e28f0 service nova] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Neutron deleted interface b16c02ad-d030-42ea-a026-dc05a0f1f64d; detaching it from the instance and deleting it from the info cache [ 2134.175134] env[63366]: DEBUG nova.network.neutron [req-aac3dd52-89fa-4ed4-a753-da2b52129064 req-9e8763c0-a7fa-4de2-82c5-d390481e28f0 service nova] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2134.180266] env[63366]: DEBUG nova.network.neutron [-] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2134.192392] env[63366]: DEBUG oslo_vmware.api [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d7a03c-92d2-4ac8-7521-9572eb3a0169, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.238164] env[63366]: DEBUG oslo_vmware.api [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Task: {'id': task-2104075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496814} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.238416] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 72c0f6a5-1ef7-43d4-b4f9-81987eca9722/72c0f6a5-1ef7-43d4-b4f9-81987eca9722.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2134.238630] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2134.238874] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-babb9ce5-7c7d-44aa-bff2-a0397873987a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.246640] env[63366]: DEBUG oslo_vmware.api [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Waiting for the task: (returnval){ [ 2134.246640] env[63366]: value = "task-2104077" [ 2134.246640] env[63366]: _type = "Task" [ 2134.246640] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.263650] env[63366]: DEBUG oslo_vmware.api [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Task: {'id': task-2104077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.499681] env[63366]: DEBUG nova.scheduler.client.report [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2134.532046] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104076, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.581285] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 36bd68d5-0f27-4c82-9b66-9467a57fbae3] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2134.680677] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0254199b-33a2-4ff1-bf46-7dfdb74611e8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.686265] env[63366]: INFO nova.compute.manager [-] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Took 1.91 seconds to deallocate network for instance. [ 2134.686595] env[63366]: DEBUG oslo_vmware.api [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d7a03c-92d2-4ac8-7521-9572eb3a0169, 'name': SearchDatastore_Task, 'duration_secs': 0.024145} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.694636] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2134.698324] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac5c1b38-ce31-4891-9008-53d04a9bd4bf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.713778] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2a6606-db7c-4820-b964-cc46325a3bfd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.728620] env[63366]: DEBUG oslo_concurrency.lockutils [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "49c15748-bcd1-4c07-9572-9ff7ea7a4284" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.728860] env[63366]: DEBUG oslo_concurrency.lockutils [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "49c15748-bcd1-4c07-9572-9ff7ea7a4284" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.729078] env[63366]: DEBUG oslo_concurrency.lockutils [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "49c15748-bcd1-4c07-9572-9ff7ea7a4284-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.729285] env[63366]: DEBUG oslo_concurrency.lockutils [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "49c15748-bcd1-4c07-9572-9ff7ea7a4284-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.729500] env[63366]: DEBUG oslo_concurrency.lockutils [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "49c15748-bcd1-4c07-9572-9ff7ea7a4284-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.732905] env[63366]: DEBUG oslo_vmware.api [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 2134.732905] env[63366]: value = "task-2104078" [ 2134.732905] env[63366]: _type = "Task" [ 2134.732905] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.736328] env[63366]: INFO nova.compute.manager [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Terminating instance [ 2134.755029] env[63366]: DEBUG nova.compute.manager [req-aac3dd52-89fa-4ed4-a753-da2b52129064 req-9e8763c0-a7fa-4de2-82c5-d390481e28f0 service nova] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Detach interface failed, port_id=b16c02ad-d030-42ea-a026-dc05a0f1f64d, reason: Instance 37bba57b-6775-474b-9bbe-4802ac518003 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2134.759508] env[63366]: DEBUG oslo_vmware.api [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2104078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.765514] env[63366]: DEBUG oslo_vmware.api [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Task: {'id': task-2104077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07282} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.765774] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2134.766620] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1f3045-4508-4938-9fdf-786048df1027 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.791618] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 72c0f6a5-1ef7-43d4-b4f9-81987eca9722/72c0f6a5-1ef7-43d4-b4f9-81987eca9722.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2134.792314] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4147c038-55be-4dd0-8a66-b851644247a9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.814720] env[63366]: DEBUG oslo_vmware.api [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Waiting for the task: (returnval){ [ 2134.814720] env[63366]: value = "task-2104079" [ 2134.814720] env[63366]: _type = "Task" [ 2134.814720] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.823713] env[63366]: DEBUG oslo_vmware.api [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Task: {'id': task-2104079, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.006484] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.571s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.006799] env[63366]: INFO nova.compute.manager [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Migrating [ 2135.014784] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6325902d-ab68-409c-9f64-145117f35ea4 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.214s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.014784] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6325902d-ab68-409c-9f64-145117f35ea4 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.016796] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8cec5383-2337-49bc-8314-a7f616a8831d tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.886s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.016873] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8cec5383-2337-49bc-8314-a7f616a8831d tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.018691] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.083s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.020305] env[63366]: INFO nova.compute.claims [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2135.044223] env[63366]: DEBUG oslo_vmware.api [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104076, 'name': PowerOnVM_Task, 'duration_secs': 0.808318} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.044223] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2135.044223] env[63366]: INFO nova.compute.manager [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Took 16.29 seconds to spawn the instance on the hypervisor. [ 2135.047124] env[63366]: DEBUG nova.compute.manager [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2135.047124] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26f2035-6a5a-4978-ab88-2391946dbd0e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.052741] env[63366]: INFO nova.scheduler.client.report [None req-6325902d-ab68-409c-9f64-145117f35ea4 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Deleted allocations for instance afb11726-923b-4b23-b667-56492003de5b [ 2135.058263] env[63366]: INFO nova.scheduler.client.report [None req-8cec5383-2337-49bc-8314-a7f616a8831d tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Deleted allocations for instance 91415de4-4d8e-4e52-990d-304c82a7e899 [ 2135.084531] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 90bafd7e-563c-4212-a11b-137f2bec2d84] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2135.212608] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2135.247141] env[63366]: DEBUG oslo_vmware.api [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2104078, 'name': ReconfigVM_Task, 'duration_secs': 0.279518} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.247141] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2135.247141] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95c3b9f-280a-4ab8-b5f0-9bb696416faf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.263012] env[63366]: DEBUG nova.compute.manager [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2135.263459] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2135.273670] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 689df898-ef9c-4a0b-8196-f2e917101949/689df898-ef9c-4a0b-8196-f2e917101949.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2135.274747] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b994f6b2-3d82-47cf-8c08-3786395d7c13 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.278477] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8221a7a7-03d5-4cb9-a4f9-3ea1ae1e60d7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.300157] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2135.300772] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83b86457-78f0-41a6-b281-f14037d00fa7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.302943] env[63366]: DEBUG oslo_vmware.api [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 2135.302943] env[63366]: value = "task-2104080" [ 2135.302943] env[63366]: _type = "Task" [ 2135.302943] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.308753] env[63366]: DEBUG oslo_vmware.api [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2135.308753] env[63366]: value = "task-2104081" [ 2135.308753] env[63366]: _type = "Task" [ 2135.308753] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.317603] env[63366]: DEBUG oslo_vmware.api [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2104080, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.330019] env[63366]: DEBUG oslo_vmware.api [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Task: {'id': task-2104079, 'name': ReconfigVM_Task, 'duration_secs': 0.330507} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.333437] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 72c0f6a5-1ef7-43d4-b4f9-81987eca9722/72c0f6a5-1ef7-43d4-b4f9-81987eca9722.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2135.334175] env[63366]: DEBUG oslo_vmware.api [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2104081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.334437] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f69ced3c-8f7c-4e18-af6c-6399363614cb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.343024] env[63366]: DEBUG oslo_vmware.api [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Waiting for the task: (returnval){ [ 2135.343024] env[63366]: value = "task-2104082" [ 2135.343024] env[63366]: _type = "Task" [ 2135.343024] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.352865] env[63366]: DEBUG oslo_vmware.api [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Task: {'id': task-2104082, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.536167] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "refresh_cache-96f0fab0-d17a-46cc-bff7-66de56c2acc3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2135.536167] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquired lock "refresh_cache-96f0fab0-d17a-46cc-bff7-66de56c2acc3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2135.536167] env[63366]: DEBUG nova.network.neutron [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2135.565666] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6325902d-ab68-409c-9f64-145117f35ea4 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "afb11726-923b-4b23-b667-56492003de5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.691s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.587451] env[63366]: INFO nova.compute.manager [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Took 57.94 seconds to build instance. [ 2135.590285] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8cec5383-2337-49bc-8314-a7f616a8831d tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Lock "91415de4-4d8e-4e52-990d-304c82a7e899" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.432s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.593092] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 104eaa03-2212-451d-bc4e-e84be2b126ca] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2135.816610] env[63366]: DEBUG nova.network.neutron [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Successfully updated port: 54a17ad2-264e-41a1-8d92-044e059663df {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2135.818163] env[63366]: DEBUG oslo_vmware.api [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2104080, 'name': ReconfigVM_Task, 'duration_secs': 0.309902} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.819511] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 689df898-ef9c-4a0b-8196-f2e917101949/689df898-ef9c-4a0b-8196-f2e917101949.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2135.820105] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af54b01-e368-4fe2-8137-a789b01fa9b3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.826773] env[63366]: DEBUG oslo_vmware.api [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2104081, 'name': PowerOffVM_Task, 'duration_secs': 0.255459} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.828383] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2135.828551] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2135.829465] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfc810d1-d1a3-49cf-a2fa-9ecd432a9c93 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.849379] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f726f1-eb6f-41e6-978b-12ab5da9842c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.859249] env[63366]: DEBUG oslo_vmware.api [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Task: {'id': task-2104082, 'name': Rename_Task, 'duration_secs': 0.148441} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.872424] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2135.873433] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ba15fbe-6c4d-43a7-b877-44f3437ef521 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.875857] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73fb43e-01de-4fdb-bcc1-c2e7a7bc1608 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.902099] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c512a04e-a713-4adf-a8c8-6ff77aeeba8f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.905284] env[63366]: DEBUG oslo_vmware.api [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Waiting for the task: (returnval){ [ 2135.905284] env[63366]: value = "task-2104085" [ 2135.905284] env[63366]: _type = "Task" [ 2135.905284] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.913843] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2135.915459] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b50b7f2-ab6c-49ba-89c3-f644707e42ef {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.920232] env[63366]: DEBUG oslo_vmware.api [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Task: {'id': task-2104085, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.922202] env[63366]: DEBUG oslo_vmware.api [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 2135.922202] env[63366]: value = "task-2104086" [ 2135.922202] env[63366]: _type = "Task" [ 2135.922202] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.935266] env[63366]: DEBUG oslo_vmware.api [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2104086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.099071] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f17c337d-0c57-4079-a034-2cad68d1eb11 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "a05e9d34-6a75-48af-bb3c-a78ff4081801" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.745s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.099071] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 2a5458eb-c394-484c-8374-73eee310dc89] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2136.151216] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2136.151216] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2136.151216] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Deleting the datastore file [datastore2] 49c15748-bcd1-4c07-9572-9ff7ea7a4284 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2136.151216] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-457152d4-ff0a-493d-89a1-c41236170d33 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.160844] env[63366]: DEBUG oslo_vmware.api [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2136.160844] env[63366]: value = "task-2104087" [ 2136.160844] env[63366]: _type = "Task" [ 2136.160844] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.172139] env[63366]: DEBUG oslo_vmware.api [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2104087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.318821] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "refresh_cache-6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2136.319028] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquired lock "refresh_cache-6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2136.319202] env[63366]: DEBUG nova.network.neutron [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2136.418324] env[63366]: DEBUG oslo_vmware.api [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Task: {'id': task-2104085, 'name': PowerOnVM_Task, 'duration_secs': 0.512539} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.418613] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2136.419542] env[63366]: INFO nova.compute.manager [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Took 8.83 seconds to spawn the instance on the hypervisor. [ 2136.419542] env[63366]: DEBUG nova.compute.manager [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2136.420269] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf28ab2-e670-4a93-ad45-b99fd63df673 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.435267] env[63366]: DEBUG oslo_vmware.api [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2104086, 'name': PowerOnVM_Task, 'duration_secs': 0.406849} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.436968] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2136.511164] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34c6d64-95ef-4e25-acb1-f2db08f2fbba {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.519114] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009ba12d-78f5-4863-9e32-64438fef1f01 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.554436] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6921c7ee-dd2b-458f-a33c-7eb68b138ab5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.564872] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13586264-a597-46a9-8218-766bf0e7e65d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.579105] env[63366]: DEBUG nova.compute.provider_tree [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2136.605496] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 9f1629c8-a6f3-4285-85fe-ae369c4d20ec] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2136.672226] env[63366]: DEBUG oslo_vmware.api [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2104087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254573} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.672527] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2136.672715] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2136.672893] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2136.673075] env[63366]: INFO nova.compute.manager [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Took 1.41 seconds to destroy the instance on the hypervisor. [ 2136.673311] env[63366]: DEBUG oslo.service.loopingcall [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2136.673503] env[63366]: DEBUG nova.compute.manager [-] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2136.673598] env[63366]: DEBUG nova.network.neutron [-] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2136.831360] env[63366]: DEBUG nova.network.neutron [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Updating instance_info_cache with network_info: [{"id": "aeda7b4e-29b5-45e2-9a58-a55b2f8c3072", "address": "fa:16:3e:30:19:91", "network": {"id": "2461296c-b492-4d75-b35d-5e521090c9eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-859076243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6b369729644eb299067082c22e5e36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeda7b4e-29", "ovs_interfaceid": "aeda7b4e-29b5-45e2-9a58-a55b2f8c3072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2136.869715] env[63366]: DEBUG nova.network.neutron [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2136.960573] env[63366]: INFO nova.compute.manager [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Took 48.74 seconds to build instance. [ 2137.084204] env[63366]: DEBUG nova.scheduler.client.report [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2137.111018] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 8cd4e26b-954b-435e-880a-5765ca34f736] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2137.136032] env[63366]: DEBUG nova.network.neutron [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Updating instance_info_cache with network_info: [{"id": "54a17ad2-264e-41a1-8d92-044e059663df", "address": "fa:16:3e:e0:ba:3f", "network": {"id": "4129a070-c31a-4310-b4b1-4e475fb3f1bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1668961456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2100d8abe0431c93b03b71a19f2086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54a17ad2-26", "ovs_interfaceid": "54a17ad2-264e-41a1-8d92-044e059663df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2137.158859] env[63366]: DEBUG nova.compute.manager [req-9ba0ee38-315c-46bb-b4b0-168631c3dde9 req-4cd48232-77bb-42a7-aed0-139d5cbf3c66 service nova] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Received event network-vif-plugged-54a17ad2-264e-41a1-8d92-044e059663df {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2137.159082] env[63366]: DEBUG oslo_concurrency.lockutils [req-9ba0ee38-315c-46bb-b4b0-168631c3dde9 req-4cd48232-77bb-42a7-aed0-139d5cbf3c66 service nova] Acquiring lock "6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.159295] env[63366]: DEBUG oslo_concurrency.lockutils [req-9ba0ee38-315c-46bb-b4b0-168631c3dde9 req-4cd48232-77bb-42a7-aed0-139d5cbf3c66 service nova] Lock "6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.159462] env[63366]: DEBUG oslo_concurrency.lockutils [req-9ba0ee38-315c-46bb-b4b0-168631c3dde9 req-4cd48232-77bb-42a7-aed0-139d5cbf3c66 service nova] Lock "6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.160580] env[63366]: DEBUG nova.compute.manager [req-9ba0ee38-315c-46bb-b4b0-168631c3dde9 req-4cd48232-77bb-42a7-aed0-139d5cbf3c66 service nova] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] No waiting events found dispatching network-vif-plugged-54a17ad2-264e-41a1-8d92-044e059663df {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2137.160682] env[63366]: WARNING nova.compute.manager [req-9ba0ee38-315c-46bb-b4b0-168631c3dde9 req-4cd48232-77bb-42a7-aed0-139d5cbf3c66 service nova] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Received unexpected event network-vif-plugged-54a17ad2-264e-41a1-8d92-044e059663df for instance with vm_state building and task_state spawning. [ 2137.161443] env[63366]: DEBUG nova.compute.manager [req-9ba0ee38-315c-46bb-b4b0-168631c3dde9 req-4cd48232-77bb-42a7-aed0-139d5cbf3c66 service nova] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Received event network-changed-54a17ad2-264e-41a1-8d92-044e059663df {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2137.161443] env[63366]: DEBUG nova.compute.manager [req-9ba0ee38-315c-46bb-b4b0-168631c3dde9 req-4cd48232-77bb-42a7-aed0-139d5cbf3c66 service nova] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Refreshing instance network info cache due to event network-changed-54a17ad2-264e-41a1-8d92-044e059663df. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2137.161443] env[63366]: DEBUG oslo_concurrency.lockutils [req-9ba0ee38-315c-46bb-b4b0-168631c3dde9 req-4cd48232-77bb-42a7-aed0-139d5cbf3c66 service nova] Acquiring lock "refresh_cache-6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2137.339515] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Releasing lock "refresh_cache-96f0fab0-d17a-46cc-bff7-66de56c2acc3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2137.456450] env[63366]: INFO nova.compute.manager [None req-50d502e0-5f7d-43f2-beb0-711e7e02c3a8 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Updating instance to original state: 'active' [ 2137.464111] env[63366]: DEBUG oslo_concurrency.lockutils [None req-86a80163-bfd4-4bbf-89df-f8f8affe0d83 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Lock "72c0f6a5-1ef7-43d4-b4f9-81987eca9722" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.274s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.592692] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.593333] env[63366]: DEBUG nova.compute.manager [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2137.596551] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e11fdf8d-d7d9-4f15-8abf-53a3dbba3137 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.882s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.596551] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e11fdf8d-d7d9-4f15-8abf-53a3dbba3137 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.599161] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d4c4d19f-da28-4db0-9c1e-ff09884f4abd tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.193s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.599368] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d4c4d19f-da28-4db0-9c1e-ff09884f4abd tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.601217] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.252s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.601396] env[63366]: DEBUG nova.objects.instance [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63366) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2137.612761] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 0273547a-6bdc-40e4-be59-4a7b96e68f83] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2137.637893] env[63366]: INFO nova.scheduler.client.report [None req-d4c4d19f-da28-4db0-9c1e-ff09884f4abd tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Deleted allocations for instance 0191d2db-f0ea-4e87-bb9e-d454f6a1906b [ 2137.643737] env[63366]: INFO nova.scheduler.client.report [None req-e11fdf8d-d7d9-4f15-8abf-53a3dbba3137 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Deleted allocations for instance 88979fca-1516-412e-9253-255b02fa1a1f [ 2137.644584] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Releasing lock "refresh_cache-6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2137.644905] env[63366]: DEBUG nova.compute.manager [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Instance network_info: |[{"id": "54a17ad2-264e-41a1-8d92-044e059663df", "address": "fa:16:3e:e0:ba:3f", "network": {"id": "4129a070-c31a-4310-b4b1-4e475fb3f1bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1668961456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2100d8abe0431c93b03b71a19f2086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54a17ad2-26", "ovs_interfaceid": "54a17ad2-264e-41a1-8d92-044e059663df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2137.653167] env[63366]: DEBUG oslo_concurrency.lockutils [req-9ba0ee38-315c-46bb-b4b0-168631c3dde9 req-4cd48232-77bb-42a7-aed0-139d5cbf3c66 service nova] Acquired lock "refresh_cache-6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2137.653383] env[63366]: DEBUG nova.network.neutron [req-9ba0ee38-315c-46bb-b4b0-168631c3dde9 req-4cd48232-77bb-42a7-aed0-139d5cbf3c66 service nova] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Refreshing network info cache for port 54a17ad2-264e-41a1-8d92-044e059663df {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2137.654492] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:ba:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39a4aca0-934b-4a91-8779-6a4360c3f967', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54a17ad2-264e-41a1-8d92-044e059663df', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2137.662495] env[63366]: DEBUG oslo.service.loopingcall [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2137.663500] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2137.665445] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-517ce634-df61-4372-96f3-1bc1b7a226a7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.693379] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2137.693379] env[63366]: value = "task-2104088" [ 2137.693379] env[63366]: _type = "Task" [ 2137.693379] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.704764] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104088, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.804834] env[63366]: DEBUG nova.network.neutron [-] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2138.109910] env[63366]: DEBUG nova.compute.utils [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2138.115908] env[63366]: DEBUG nova.compute.manager [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2138.115908] env[63366]: DEBUG nova.network.neutron [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2138.118054] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 8b68d0fc-6687-4ac5-9ae0-b9e26a4f7226] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2138.172729] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d4c4d19f-da28-4db0-9c1e-ff09884f4abd tempest-ImagesOneServerNegativeTestJSON-2051639873 tempest-ImagesOneServerNegativeTestJSON-2051639873-project-member] Lock "0191d2db-f0ea-4e87-bb9e-d454f6a1906b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.329s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2138.173896] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e11fdf8d-d7d9-4f15-8abf-53a3dbba3137 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Lock "88979fca-1516-412e-9253-255b02fa1a1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.148s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2138.209973] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104088, 'name': CreateVM_Task, 'duration_secs': 0.495989} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.210169] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2138.211499] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2138.211564] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2138.211865] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2138.212953] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ed3244a-5407-42a4-bcfc-b23afbc8f272 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.219027] env[63366]: DEBUG oslo_vmware.api [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2138.219027] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]523f5533-5189-382d-8772-8c872f8a3c7b" [ 2138.219027] env[63366]: _type = "Task" [ 2138.219027] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.229902] env[63366]: DEBUG oslo_vmware.api [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523f5533-5189-382d-8772-8c872f8a3c7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.237679] env[63366]: DEBUG nova.policy [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85662cabad5e49f49f3025e55216ffd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '198c481722604b28b22fe824a12b6100', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2138.312653] env[63366]: INFO nova.compute.manager [-] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Took 1.64 seconds to deallocate network for instance. [ 2138.354934] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "a05e9d34-6a75-48af-bb3c-a78ff4081801" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2138.354934] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "a05e9d34-6a75-48af-bb3c-a78ff4081801" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.354934] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "a05e9d34-6a75-48af-bb3c-a78ff4081801-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2138.354934] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "a05e9d34-6a75-48af-bb3c-a78ff4081801-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.354934] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "a05e9d34-6a75-48af-bb3c-a78ff4081801-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2138.367437] env[63366]: INFO nova.compute.manager [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Terminating instance [ 2138.616586] env[63366]: DEBUG nova.compute.manager [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2138.620786] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5603a84-1429-4414-a9b4-4bc2c07fb6f1 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2138.622583] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 9edbed1b-6fc3-4fbb-9c16-f426ecfa286f] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2138.624192] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.297s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.626429] env[63366]: INFO nova.compute.claims [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2138.638838] env[63366]: DEBUG nova.network.neutron [req-9ba0ee38-315c-46bb-b4b0-168631c3dde9 req-4cd48232-77bb-42a7-aed0-139d5cbf3c66 service nova] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Updated VIF entry in instance network info cache for port 54a17ad2-264e-41a1-8d92-044e059663df. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2138.639216] env[63366]: DEBUG nova.network.neutron [req-9ba0ee38-315c-46bb-b4b0-168631c3dde9 req-4cd48232-77bb-42a7-aed0-139d5cbf3c66 service nova] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Updating instance_info_cache with network_info: [{"id": "54a17ad2-264e-41a1-8d92-044e059663df", "address": "fa:16:3e:e0:ba:3f", "network": {"id": "4129a070-c31a-4310-b4b1-4e475fb3f1bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1668961456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2100d8abe0431c93b03b71a19f2086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54a17ad2-26", "ovs_interfaceid": "54a17ad2-264e-41a1-8d92-044e059663df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2138.731011] env[63366]: DEBUG oslo_vmware.api [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523f5533-5189-382d-8772-8c872f8a3c7b, 'name': SearchDatastore_Task, 'duration_secs': 0.017769} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.731597] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2138.731845] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2138.732278] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2138.732278] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2138.732473] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2138.732885] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2acac44-158e-475b-a637-62a5485a8376 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.743969] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2138.744228] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2138.745056] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-419fae2e-ffc1-486f-95b4-f2eda0253481 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.749666] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquiring lock "55f46a77-cd49-47ba-ba4f-369ce8c69d50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2138.750535] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Lock "55f46a77-cd49-47ba-ba4f-369ce8c69d50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.750578] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquiring lock "55f46a77-cd49-47ba-ba4f-369ce8c69d50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2138.751385] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Lock "55f46a77-cd49-47ba-ba4f-369ce8c69d50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.751385] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Lock "55f46a77-cd49-47ba-ba4f-369ce8c69d50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2138.755048] env[63366]: INFO nova.compute.manager [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Terminating instance [ 2138.759426] env[63366]: DEBUG oslo_vmware.api [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2138.759426] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52f9ee55-1825-c689-28f6-bbb3bcb3c5b2" [ 2138.759426] env[63366]: _type = "Task" [ 2138.759426] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.774273] env[63366]: DEBUG oslo_vmware.api [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f9ee55-1825-c689-28f6-bbb3bcb3c5b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.819865] env[63366]: DEBUG oslo_concurrency.lockutils [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2138.835915] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Acquiring lock "72c0f6a5-1ef7-43d4-b4f9-81987eca9722" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2138.836215] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Lock "72c0f6a5-1ef7-43d4-b4f9-81987eca9722" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.838141] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Acquiring lock "72c0f6a5-1ef7-43d4-b4f9-81987eca9722-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2138.838141] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Lock "72c0f6a5-1ef7-43d4-b4f9-81987eca9722-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.838141] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Lock "72c0f6a5-1ef7-43d4-b4f9-81987eca9722-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2138.839058] env[63366]: INFO nova.compute.manager [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Terminating instance [ 2138.873210] env[63366]: DEBUG nova.compute.manager [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2138.873210] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2138.874837] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec24bd9-aec9-4274-b856-431eb69bc685 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.879850] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5f5b43-7c53-4e16-86e6-d0f3535cdddd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.889986] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2138.905205] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34f48114-9246-4231-ab76-991acdb07870 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.907673] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Updating instance '96f0fab0-d17a-46cc-bff7-66de56c2acc3' progress to 0 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2138.913987] env[63366]: DEBUG nova.network.neutron [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Successfully created port: 8087ae24-ea32-4aeb-a3b3-f44d35552997 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2138.922287] env[63366]: DEBUG oslo_vmware.api [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2138.922287] env[63366]: value = "task-2104089" [ 2138.922287] env[63366]: _type = "Task" [ 2138.922287] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.931710] env[63366]: DEBUG oslo_vmware.api [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.133213] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 36746589-7243-480f-8aa8-07b7ed19cdec] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2139.141595] env[63366]: DEBUG oslo_concurrency.lockutils [req-9ba0ee38-315c-46bb-b4b0-168631c3dde9 req-4cd48232-77bb-42a7-aed0-139d5cbf3c66 service nova] Releasing lock "refresh_cache-6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2139.268572] env[63366]: DEBUG nova.compute.manager [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2139.268834] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2139.269956] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c9b4d6-37be-43ca-b053-a5e8533c6cc7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.277787] env[63366]: DEBUG oslo_vmware.api [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f9ee55-1825-c689-28f6-bbb3bcb3c5b2, 'name': SearchDatastore_Task, 'duration_secs': 0.016696} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.279119] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acb469f7-ebc0-401a-a452-cef998875b56 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.284506] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2139.285179] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ea8c682-cbd9-402e-9af2-af13f81ebb3d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.289588] env[63366]: DEBUG oslo_vmware.api [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2139.289588] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5268eb00-76d1-5b0e-8c2c-4a4685506365" [ 2139.289588] env[63366]: _type = "Task" [ 2139.289588] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.295745] env[63366]: DEBUG oslo_vmware.api [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2139.295745] env[63366]: value = "task-2104090" [ 2139.295745] env[63366]: _type = "Task" [ 2139.295745] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.303887] env[63366]: DEBUG oslo_vmware.api [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5268eb00-76d1-5b0e-8c2c-4a4685506365, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.310236] env[63366]: DEBUG oslo_vmware.api [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2104090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.344319] env[63366]: DEBUG nova.compute.manager [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2139.344545] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2139.345507] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5148399a-e660-401a-86fb-4be0d49f548f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.355096] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2139.355358] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67cd73de-fe45-4cc3-a58c-66c63aaa6358 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.364280] env[63366]: DEBUG oslo_vmware.api [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Waiting for the task: (returnval){ [ 2139.364280] env[63366]: value = "task-2104091" [ 2139.364280] env[63366]: _type = "Task" [ 2139.364280] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.372176] env[63366]: DEBUG oslo_vmware.api [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Task: {'id': task-2104091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.417783] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2139.418302] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7c0e228-5fb8-4d9b-827e-e66649151877 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.427395] env[63366]: DEBUG oslo_vmware.api [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2139.427395] env[63366]: value = "task-2104092" [ 2139.427395] env[63366]: _type = "Task" [ 2139.427395] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.434375] env[63366]: DEBUG oslo_vmware.api [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104089, 'name': PowerOffVM_Task, 'duration_secs': 0.222583} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.435127] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2139.435405] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2139.435699] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fd7f74c-35f9-453a-83fb-988f216f45cf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.441172] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] VM already powered off {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2139.441422] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Updating instance '96f0fab0-d17a-46cc-bff7-66de56c2acc3' progress to 17 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2139.541958] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2139.542127] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2139.542311] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Deleting the datastore file [datastore2] a05e9d34-6a75-48af-bb3c-a78ff4081801 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2139.542643] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8318e70-348f-41e1-9592-b85032ab92d8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.553024] env[63366]: DEBUG oslo_vmware.api [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2139.553024] env[63366]: value = "task-2104094" [ 2139.553024] env[63366]: _type = "Task" [ 2139.553024] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.559327] env[63366]: DEBUG oslo_vmware.api [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.631060] env[63366]: DEBUG nova.compute.manager [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2139.634246] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Acquiring lock "c33de456-d210-4ba8-b039-3bf1678f9cb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2139.634495] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Lock "c33de456-d210-4ba8-b039-3bf1678f9cb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2139.635047] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Acquiring lock "c33de456-d210-4ba8-b039-3bf1678f9cb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2139.635047] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Lock "c33de456-d210-4ba8-b039-3bf1678f9cb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2139.635307] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Lock "c33de456-d210-4ba8-b039-3bf1678f9cb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2139.640196] env[63366]: INFO nova.compute.manager [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Terminating instance [ 2139.641861] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 24dffd64-79b1-4d94-b5af-b7822d04b8f5] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2139.668953] env[63366]: DEBUG nova.virt.hardware [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2139.669310] env[63366]: DEBUG nova.virt.hardware [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2139.669519] env[63366]: DEBUG nova.virt.hardware [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2139.669706] env[63366]: DEBUG nova.virt.hardware [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2139.669849] env[63366]: DEBUG nova.virt.hardware [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2139.670014] env[63366]: DEBUG nova.virt.hardware [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2139.670813] env[63366]: DEBUG nova.virt.hardware [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2139.671400] env[63366]: DEBUG nova.virt.hardware [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2139.671400] env[63366]: DEBUG nova.virt.hardware [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2139.671400] env[63366]: DEBUG nova.virt.hardware [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2139.671553] env[63366]: DEBUG nova.virt.hardware [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2139.672844] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026e668d-a144-4b57-84ba-933cbe2f7b8f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.686491] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b95e74-0467-4b90-ad84-3964d4d1acb4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.809720] env[63366]: DEBUG oslo_vmware.api [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5268eb00-76d1-5b0e-8c2c-4a4685506365, 'name': SearchDatastore_Task, 'duration_secs': 0.012411} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.809972] env[63366]: DEBUG oslo_vmware.api [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2104090, 'name': PowerOffVM_Task, 'duration_secs': 0.440078} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.810204] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2139.810469] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f/6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2139.810754] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2139.810918] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2139.811162] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab1347fb-5b20-425f-b368-990819c0c792 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.813105] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34a3af5f-b936-4d6f-a3b3-0e10ef3ad883 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.822895] env[63366]: DEBUG oslo_vmware.api [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2139.822895] env[63366]: value = "task-2104095" [ 2139.822895] env[63366]: _type = "Task" [ 2139.822895] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.831855] env[63366]: DEBUG oslo_vmware.api [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.873406] env[63366]: DEBUG oslo_vmware.api [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Task: {'id': task-2104091, 'name': PowerOffVM_Task, 'duration_secs': 0.370226} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.873669] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2139.874480] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2139.874480] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a627d463-59d2-42a4-8dc0-1c1e3d042972 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.928813] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2139.929051] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2139.929277] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Deleting the datastore file [datastore2] 55f46a77-cd49-47ba-ba4f-369ce8c69d50 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2139.929642] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81cffab4-ab09-476b-8b6d-43cb124af97c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.938687] env[63366]: DEBUG oslo_vmware.api [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for the task: (returnval){ [ 2139.938687] env[63366]: value = "task-2104098" [ 2139.938687] env[63366]: _type = "Task" [ 2139.938687] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.948430] env[63366]: DEBUG nova.virt.hardware [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2139.948882] env[63366]: DEBUG nova.virt.hardware [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2139.949175] env[63366]: DEBUG nova.virt.hardware [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2139.949528] env[63366]: DEBUG nova.virt.hardware [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2139.949636] env[63366]: DEBUG nova.virt.hardware [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2139.950055] env[63366]: DEBUG nova.virt.hardware [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2139.950151] env[63366]: DEBUG nova.virt.hardware [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2139.950494] env[63366]: DEBUG nova.virt.hardware [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2139.950692] env[63366]: DEBUG nova.virt.hardware [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2139.951000] env[63366]: DEBUG nova.virt.hardware [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2139.951379] env[63366]: DEBUG nova.virt.hardware [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2139.961255] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb0c3dcb-32fb-47ce-a849-5a35902ad128 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.979977] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2139.980181] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2139.980233] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Deleting the datastore file [datastore2] 72c0f6a5-1ef7-43d4-b4f9-81987eca9722 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2139.984505] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a9b8f8f-42dd-461d-aeaa-74f4474a7c73 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.986210] env[63366]: DEBUG oslo_vmware.api [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2104098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.989314] env[63366]: DEBUG oslo_vmware.api [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2139.989314] env[63366]: value = "task-2104099" [ 2139.989314] env[63366]: _type = "Task" [ 2139.989314] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.997479] env[63366]: DEBUG oslo_vmware.api [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Waiting for the task: (returnval){ [ 2139.997479] env[63366]: value = "task-2104100" [ 2139.997479] env[63366]: _type = "Task" [ 2139.997479] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.006121] env[63366]: DEBUG oslo_vmware.api [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104099, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.010520] env[63366]: DEBUG oslo_vmware.api [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Task: {'id': task-2104100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.012493] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71ce440-e513-4f39-8eed-a1c4b94c0898 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.024836] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35618f23-dbb4-4660-b292-e4219972ae28 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.068553] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98456d40-4622-494e-b3e2-fd48c1006920 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.082094] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7ea76f-3f2e-44d3-883a-2eed9fadb116 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.086484] env[63366]: DEBUG oslo_vmware.api [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143236} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.086768] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2140.086948] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2140.087150] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2140.087329] env[63366]: INFO nova.compute.manager [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Took 1.21 seconds to destroy the instance on the hypervisor. [ 2140.087581] env[63366]: DEBUG oslo.service.loopingcall [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2140.088302] env[63366]: DEBUG nova.compute.manager [-] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2140.088445] env[63366]: DEBUG nova.network.neutron [-] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2140.100011] env[63366]: DEBUG nova.compute.provider_tree [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2140.148928] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 5772c3d4-987e-411d-8b1a-499c247ee735] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2140.153479] env[63366]: DEBUG nova.compute.manager [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2140.153704] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2140.154943] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feba65f6-b2af-4ad1-8730-e38a0ed5446d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.166176] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2140.166478] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c35c5b21-a426-492b-8753-f0fd6e30473b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.177012] env[63366]: DEBUG oslo_vmware.api [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Waiting for the task: (returnval){ [ 2140.177012] env[63366]: value = "task-2104101" [ 2140.177012] env[63366]: _type = "Task" [ 2140.177012] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.188131] env[63366]: DEBUG oslo_vmware.api [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2104101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.255717] env[63366]: DEBUG nova.compute.manager [req-d2e40781-3fe8-4668-8ae4-a924aa01fc49 req-90dcff13-c265-40f6-9621-dc1f1c319a33 service nova] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Received event network-vif-deleted-a40e9f3b-467c-4b27-b727-2e8b9076b371 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2140.335617] env[63366]: DEBUG oslo_vmware.api [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104095, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.453289] env[63366]: DEBUG oslo_vmware.api [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2104098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.500132] env[63366]: DEBUG oslo_vmware.api [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104099, 'name': ReconfigVM_Task, 'duration_secs': 0.432496} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.503402] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Updating instance '96f0fab0-d17a-46cc-bff7-66de56c2acc3' progress to 33 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2140.512050] env[63366]: DEBUG oslo_vmware.api [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Task: {'id': task-2104100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471356} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.512317] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2140.512524] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2140.512706] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2140.512877] env[63366]: INFO nova.compute.manager [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Took 1.17 seconds to destroy the instance on the hypervisor. [ 2140.513130] env[63366]: DEBUG oslo.service.loopingcall [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2140.513347] env[63366]: DEBUG nova.compute.manager [-] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2140.513479] env[63366]: DEBUG nova.network.neutron [-] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2140.603105] env[63366]: DEBUG nova.scheduler.client.report [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2140.654793] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 2a99be1b-f5c2-4df9-ae96-3bb1f244e576] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2140.692603] env[63366]: DEBUG oslo_vmware.api [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2104101, 'name': PowerOffVM_Task, 'duration_secs': 0.314382} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.692905] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2140.693086] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2140.693345] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-951dd43f-100d-4912-a734-9f3613e587a3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.835942] env[63366]: DEBUG oslo_vmware.api [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518564} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.836259] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f/6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2140.836473] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2140.836734] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76c31280-23cd-41e2-93b1-d5a72927fd5e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.846878] env[63366]: DEBUG oslo_vmware.api [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2140.846878] env[63366]: value = "task-2104103" [ 2140.846878] env[63366]: _type = "Task" [ 2140.846878] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.856019] env[63366]: DEBUG oslo_vmware.api [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.897093] env[63366]: DEBUG nova.network.neutron [-] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2140.904224] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2140.904455] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2140.904642] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Deleting the datastore file [datastore2] c33de456-d210-4ba8-b039-3bf1678f9cb8 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2140.904960] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f26e1cd-fb1f-47dd-abe5-08e2f3445f42 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.914079] env[63366]: DEBUG oslo_vmware.api [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Waiting for the task: (returnval){ [ 2140.914079] env[63366]: value = "task-2104104" [ 2140.914079] env[63366]: _type = "Task" [ 2140.914079] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.926649] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "0b03d8ab-ab1e-4a81-a756-088816b4ec1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2140.926904] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "0b03d8ab-ab1e-4a81-a756-088816b4ec1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2140.927998] env[63366]: DEBUG oslo_vmware.api [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2104104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.954687] env[63366]: DEBUG oslo_vmware.api [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Task: {'id': task-2104098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.528248} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.954917] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2140.955139] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2140.955669] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2140.955669] env[63366]: INFO nova.compute.manager [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Took 1.69 seconds to destroy the instance on the hypervisor. [ 2140.955743] env[63366]: DEBUG oslo.service.loopingcall [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2140.956051] env[63366]: DEBUG nova.compute.manager [-] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2140.956051] env[63366]: DEBUG nova.network.neutron [-] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2141.010463] env[63366]: DEBUG nova.virt.hardware [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2141.010739] env[63366]: DEBUG nova.virt.hardware [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2141.010919] env[63366]: DEBUG nova.virt.hardware [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2141.011576] env[63366]: DEBUG nova.virt.hardware [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2141.011576] env[63366]: DEBUG nova.virt.hardware [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2141.013933] env[63366]: DEBUG nova.virt.hardware [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2141.013933] env[63366]: DEBUG nova.virt.hardware [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2141.013933] env[63366]: DEBUG nova.virt.hardware [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2141.013933] env[63366]: DEBUG nova.virt.hardware [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2141.013933] env[63366]: DEBUG nova.virt.hardware [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2141.013933] env[63366]: DEBUG nova.virt.hardware [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2141.019755] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Reconfiguring VM instance instance-00000009 to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2141.020202] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31e0c2d5-2d54-47f6-a4c3-2211b45d4c94 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.051227] env[63366]: DEBUG oslo_vmware.api [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2141.051227] env[63366]: value = "task-2104105" [ 2141.051227] env[63366]: _type = "Task" [ 2141.051227] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.062818] env[63366]: DEBUG oslo_vmware.api [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104105, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.080874] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Acquiring lock "c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.081223] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Lock "c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.112238] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.112796] env[63366]: DEBUG nova.compute.manager [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2141.115351] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.903s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.119137] env[63366]: DEBUG nova.objects.instance [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lazy-loading 'resources' on Instance uuid 37bba57b-6775-474b-9bbe-4802ac518003 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2141.157984] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: ca21962c-e15c-46b5-98d4-92973869fdb1] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2141.209960] env[63366]: DEBUG nova.compute.manager [req-347faa34-cc15-4bd4-8be9-aae9ca7f8aa9 req-56d81d2f-3c66-4e90-a2e3-f79c2ae520f2 service nova] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Received event network-vif-deleted-2c8e6519-7e39-4732-83f5-97fd790f292f {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2141.260024] env[63366]: DEBUG nova.network.neutron [-] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2141.291531] env[63366]: DEBUG nova.network.neutron [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Successfully updated port: 8087ae24-ea32-4aeb-a3b3-f44d35552997 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2141.357325] env[63366]: DEBUG oslo_vmware.api [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13396} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.357325] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2141.357720] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7ec320-327d-42c2-af6e-c5883af7a17a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.382672] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f/6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2141.382997] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dbb6c1f-bc0e-41c9-9b42-8246deb2f2e2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.400461] env[63366]: INFO nova.compute.manager [-] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Took 1.31 seconds to deallocate network for instance. [ 2141.409020] env[63366]: DEBUG oslo_vmware.api [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2141.409020] env[63366]: value = "task-2104106" [ 2141.409020] env[63366]: _type = "Task" [ 2141.409020] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.417668] env[63366]: DEBUG oslo_vmware.api [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104106, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.431026] env[63366]: DEBUG nova.compute.manager [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2141.432599] env[63366]: DEBUG oslo_vmware.api [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Task: {'id': task-2104104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148717} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.435027] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2141.435027] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2141.435027] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2141.435027] env[63366]: INFO nova.compute.manager [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Took 1.28 seconds to destroy the instance on the hypervisor. [ 2141.435027] env[63366]: DEBUG oslo.service.loopingcall [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2141.435027] env[63366]: DEBUG nova.compute.manager [-] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2141.435027] env[63366]: DEBUG nova.network.neutron [-] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2141.561463] env[63366]: DEBUG oslo_vmware.api [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104105, 'name': ReconfigVM_Task, 'duration_secs': 0.175167} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.561771] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Reconfigured VM instance instance-00000009 to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2141.562611] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1358d64-62dc-4d94-98d6-becec338f93f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.585253] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 96f0fab0-d17a-46cc-bff7-66de56c2acc3/96f0fab0-d17a-46cc-bff7-66de56c2acc3.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2141.585690] env[63366]: DEBUG nova.compute.manager [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2141.588915] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b66af118-c528-4f6a-abd9-741283a330a5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.609535] env[63366]: DEBUG oslo_vmware.api [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2141.609535] env[63366]: value = "task-2104107" [ 2141.609535] env[63366]: _type = "Task" [ 2141.609535] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.623324] env[63366]: DEBUG nova.compute.utils [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2141.624880] env[63366]: DEBUG oslo_vmware.api [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104107, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.626364] env[63366]: DEBUG nova.compute.manager [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2141.626364] env[63366]: DEBUG nova.network.neutron [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2141.661434] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 1d01e724-1c08-4dd9-8757-650aed9dac4d] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2141.708702] env[63366]: DEBUG nova.policy [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96aaef009b384e4f9ada0711acd2e421', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2868b329abc7424ea97b6dc79731ebe5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2141.766512] env[63366]: INFO nova.compute.manager [-] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Took 1.25 seconds to deallocate network for instance. [ 2141.794517] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "refresh_cache-3bccae0d-d94f-489e-8480-2b3e16d96b3f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2141.794740] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired lock "refresh_cache-3bccae0d-d94f-489e-8480-2b3e16d96b3f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2141.794961] env[63366]: DEBUG nova.network.neutron [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2141.909421] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.923894] env[63366]: DEBUG oslo_vmware.api [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104106, 'name': ReconfigVM_Task, 'duration_secs': 0.280908} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.925724] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f/6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2141.927384] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d09665b7-41a0-46e3-8422-7e529504f735 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.938288] env[63366]: DEBUG oslo_vmware.api [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2141.938288] env[63366]: value = "task-2104108" [ 2141.938288] env[63366]: _type = "Task" [ 2141.938288] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.950794] env[63366]: DEBUG oslo_vmware.api [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104108, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.954840] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.970749] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d12ac20e-5a14-40ee-9a5e-b94b4406bce0 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquiring lock "689df898-ef9c-4a0b-8196-f2e917101949" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.971087] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d12ac20e-5a14-40ee-9a5e-b94b4406bce0 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "689df898-ef9c-4a0b-8196-f2e917101949" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.972025] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d12ac20e-5a14-40ee-9a5e-b94b4406bce0 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquiring lock "689df898-ef9c-4a0b-8196-f2e917101949-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.972327] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d12ac20e-5a14-40ee-9a5e-b94b4406bce0 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "689df898-ef9c-4a0b-8196-f2e917101949-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.972614] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d12ac20e-5a14-40ee-9a5e-b94b4406bce0 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "689df898-ef9c-4a0b-8196-f2e917101949-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.976145] env[63366]: INFO nova.compute.manager [None req-d12ac20e-5a14-40ee-9a5e-b94b4406bce0 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Terminating instance [ 2142.018209] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813191ca-9bc3-423d-8100-65d3195fbe5d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.029618] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cfd786-af87-4b9f-abf3-454e00343ca8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.070367] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c351ae-342f-4f57-917c-fb7e36441076 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.079526] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423c9df3-30be-4298-895a-4594f94f6249 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.094743] env[63366]: DEBUG nova.compute.provider_tree [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2142.105472] env[63366]: DEBUG nova.network.neutron [-] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2142.125242] env[63366]: DEBUG oslo_vmware.api [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104107, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.128530] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.128530] env[63366]: DEBUG nova.compute.manager [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2142.166041] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: aea01b22-a721-4070-9c59-f8554a20423b] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2142.247926] env[63366]: DEBUG nova.network.neutron [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Successfully created port: a7692730-7077-4cbb-9736-e293acd14bef {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2142.277130] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.319269] env[63366]: DEBUG nova.compute.manager [req-df634f13-0d59-4961-923e-e4a389bd0287 req-bc1f029c-a7dd-44fc-9ab8-45ff082a4834 service nova] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Received event network-vif-plugged-8087ae24-ea32-4aeb-a3b3-f44d35552997 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2142.319478] env[63366]: DEBUG oslo_concurrency.lockutils [req-df634f13-0d59-4961-923e-e4a389bd0287 req-bc1f029c-a7dd-44fc-9ab8-45ff082a4834 service nova] Acquiring lock "3bccae0d-d94f-489e-8480-2b3e16d96b3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.319682] env[63366]: DEBUG oslo_concurrency.lockutils [req-df634f13-0d59-4961-923e-e4a389bd0287 req-bc1f029c-a7dd-44fc-9ab8-45ff082a4834 service nova] Lock "3bccae0d-d94f-489e-8480-2b3e16d96b3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.319843] env[63366]: DEBUG oslo_concurrency.lockutils [req-df634f13-0d59-4961-923e-e4a389bd0287 req-bc1f029c-a7dd-44fc-9ab8-45ff082a4834 service nova] Lock "3bccae0d-d94f-489e-8480-2b3e16d96b3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2142.320012] env[63366]: DEBUG nova.compute.manager [req-df634f13-0d59-4961-923e-e4a389bd0287 req-bc1f029c-a7dd-44fc-9ab8-45ff082a4834 service nova] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] No waiting events found dispatching network-vif-plugged-8087ae24-ea32-4aeb-a3b3-f44d35552997 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2142.320272] env[63366]: WARNING nova.compute.manager [req-df634f13-0d59-4961-923e-e4a389bd0287 req-bc1f029c-a7dd-44fc-9ab8-45ff082a4834 service nova] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Received unexpected event network-vif-plugged-8087ae24-ea32-4aeb-a3b3-f44d35552997 for instance with vm_state building and task_state spawning. [ 2142.320478] env[63366]: DEBUG nova.compute.manager [req-df634f13-0d59-4961-923e-e4a389bd0287 req-bc1f029c-a7dd-44fc-9ab8-45ff082a4834 service nova] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Received event network-changed-8087ae24-ea32-4aeb-a3b3-f44d35552997 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2142.320650] env[63366]: DEBUG nova.compute.manager [req-df634f13-0d59-4961-923e-e4a389bd0287 req-bc1f029c-a7dd-44fc-9ab8-45ff082a4834 service nova] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Refreshing instance network info cache due to event network-changed-8087ae24-ea32-4aeb-a3b3-f44d35552997. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2142.320818] env[63366]: DEBUG oslo_concurrency.lockutils [req-df634f13-0d59-4961-923e-e4a389bd0287 req-bc1f029c-a7dd-44fc-9ab8-45ff082a4834 service nova] Acquiring lock "refresh_cache-3bccae0d-d94f-489e-8480-2b3e16d96b3f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2142.390096] env[63366]: DEBUG nova.network.neutron [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2142.453387] env[63366]: DEBUG oslo_vmware.api [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104108, 'name': Rename_Task, 'duration_secs': 0.147914} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.453387] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2142.453387] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37259dca-93fa-492f-be0a-215ce38a8ab0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.458271] env[63366]: DEBUG oslo_vmware.api [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2142.458271] env[63366]: value = "task-2104109" [ 2142.458271] env[63366]: _type = "Task" [ 2142.458271] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.471932] env[63366]: DEBUG oslo_vmware.api [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.484020] env[63366]: DEBUG nova.compute.manager [None req-d12ac20e-5a14-40ee-9a5e-b94b4406bce0 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2142.484020] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d12ac20e-5a14-40ee-9a5e-b94b4406bce0 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2142.484020] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd0cefc-9360-460c-b9e9-2ef6ae1744df {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.493198] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12ac20e-5a14-40ee-9a5e-b94b4406bce0 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2142.493198] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14e2e2e4-9fec-4ac3-acec-f528f8b8e4b8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.501324] env[63366]: DEBUG oslo_vmware.api [None req-d12ac20e-5a14-40ee-9a5e-b94b4406bce0 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 2142.501324] env[63366]: value = "task-2104110" [ 2142.501324] env[63366]: _type = "Task" [ 2142.501324] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.514773] env[63366]: DEBUG oslo_vmware.api [None req-d12ac20e-5a14-40ee-9a5e-b94b4406bce0 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2104110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.598380] env[63366]: DEBUG nova.scheduler.client.report [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2142.610853] env[63366]: INFO nova.compute.manager [-] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Took 1.65 seconds to deallocate network for instance. [ 2142.628772] env[63366]: DEBUG oslo_vmware.api [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104107, 'name': ReconfigVM_Task, 'duration_secs': 0.531304} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.628772] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 96f0fab0-d17a-46cc-bff7-66de56c2acc3/96f0fab0-d17a-46cc-bff7-66de56c2acc3.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2142.629150] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Updating instance '96f0fab0-d17a-46cc-bff7-66de56c2acc3' progress to 50 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2142.667810] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 00d6b6fc-8690-41f2-ad17-6518d68ba9df] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2142.721941] env[63366]: DEBUG nova.network.neutron [-] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2142.768691] env[63366]: DEBUG nova.network.neutron [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Updating instance_info_cache with network_info: [{"id": "8087ae24-ea32-4aeb-a3b3-f44d35552997", "address": "fa:16:3e:a1:94:d1", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8087ae24-ea", "ovs_interfaceid": "8087ae24-ea32-4aeb-a3b3-f44d35552997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2142.973331] env[63366]: DEBUG oslo_vmware.api [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104109, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.016277] env[63366]: DEBUG oslo_vmware.api [None req-d12ac20e-5a14-40ee-9a5e-b94b4406bce0 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2104110, 'name': PowerOffVM_Task, 'duration_secs': 0.202511} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.016277] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12ac20e-5a14-40ee-9a5e-b94b4406bce0 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2143.016922] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d12ac20e-5a14-40ee-9a5e-b94b4406bce0 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2143.017330] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cf6a196-3751-4507-8998-763eec707bd6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.105080] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.108052] env[63366]: DEBUG oslo_concurrency.lockutils [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.288s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2143.108052] env[63366]: DEBUG nova.objects.instance [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lazy-loading 'resources' on Instance uuid 49c15748-bcd1-4c07-9572-9ff7ea7a4284 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2143.123789] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.134377] env[63366]: INFO nova.scheduler.client.report [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Deleted allocations for instance 37bba57b-6775-474b-9bbe-4802ac518003 [ 2143.139994] env[63366]: DEBUG nova.compute.manager [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2143.149635] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187dbff6-3b5d-4645-a7b4-ee1c3fa10123 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.173521] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 4d9f0050-4fe7-470c-96c3-63c7362026f2] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2143.176075] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f07a6a-801a-48a8-ab34-60936cb351e9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.199739] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Updating instance '96f0fab0-d17a-46cc-bff7-66de56c2acc3' progress to 67 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2143.207129] env[63366]: DEBUG nova.virt.hardware [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2143.207391] env[63366]: DEBUG nova.virt.hardware [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2143.207557] env[63366]: DEBUG nova.virt.hardware [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2143.207832] env[63366]: DEBUG nova.virt.hardware [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2143.208163] env[63366]: DEBUG nova.virt.hardware [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2143.208243] env[63366]: DEBUG nova.virt.hardware [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2143.208389] env[63366]: DEBUG nova.virt.hardware [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2143.208550] env[63366]: DEBUG nova.virt.hardware [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2143.208754] env[63366]: DEBUG nova.virt.hardware [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2143.208880] env[63366]: DEBUG nova.virt.hardware [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2143.209062] env[63366]: DEBUG nova.virt.hardware [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2143.212032] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d12ac20e-5a14-40ee-9a5e-b94b4406bce0 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2143.212032] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d12ac20e-5a14-40ee-9a5e-b94b4406bce0 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2143.212032] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12ac20e-5a14-40ee-9a5e-b94b4406bce0 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Deleting the datastore file [datastore2] 689df898-ef9c-4a0b-8196-f2e917101949 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2143.212032] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea596b8e-a2cd-4c7d-ae1f-2fed60ebdff2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.214463] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fad27a1-52b1-4a22-a295-b69e2ff6b5e4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.224478] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bdb86b-cace-4824-a42f-bb38810a59b0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.228974] env[63366]: DEBUG oslo_vmware.api [None req-d12ac20e-5a14-40ee-9a5e-b94b4406bce0 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 2143.228974] env[63366]: value = "task-2104112" [ 2143.228974] env[63366]: _type = "Task" [ 2143.228974] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.229896] env[63366]: INFO nova.compute.manager [-] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Took 1.79 seconds to deallocate network for instance. [ 2143.251461] env[63366]: DEBUG nova.compute.manager [req-1ff358fa-24f9-4e57-a497-d8bff9cdaf01 req-e2934fa1-aefe-4435-837d-91b2a7e07de2 service nova] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Received event network-vif-deleted-643a4587-b077-49be-bda1-f098f2000f28 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2143.251686] env[63366]: DEBUG nova.compute.manager [req-1ff358fa-24f9-4e57-a497-d8bff9cdaf01 req-e2934fa1-aefe-4435-837d-91b2a7e07de2 service nova] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Received event network-vif-deleted-786acd14-7803-433e-8e2f-0276bb995a03 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2143.256753] env[63366]: DEBUG oslo_vmware.api [None req-d12ac20e-5a14-40ee-9a5e-b94b4406bce0 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2104112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.270742] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Releasing lock "refresh_cache-3bccae0d-d94f-489e-8480-2b3e16d96b3f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2143.271328] env[63366]: DEBUG nova.compute.manager [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Instance network_info: |[{"id": "8087ae24-ea32-4aeb-a3b3-f44d35552997", "address": "fa:16:3e:a1:94:d1", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8087ae24-ea", "ovs_interfaceid": "8087ae24-ea32-4aeb-a3b3-f44d35552997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2143.271328] env[63366]: DEBUG oslo_concurrency.lockutils [req-df634f13-0d59-4961-923e-e4a389bd0287 req-bc1f029c-a7dd-44fc-9ab8-45ff082a4834 service nova] Acquired lock "refresh_cache-3bccae0d-d94f-489e-8480-2b3e16d96b3f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2143.271978] env[63366]: DEBUG nova.network.neutron [req-df634f13-0d59-4961-923e-e4a389bd0287 req-bc1f029c-a7dd-44fc-9ab8-45ff082a4834 service nova] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Refreshing network info cache for port 8087ae24-ea32-4aeb-a3b3-f44d35552997 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2143.274371] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:94:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8087ae24-ea32-4aeb-a3b3-f44d35552997', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2143.281054] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Creating folder: Project (198c481722604b28b22fe824a12b6100). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2143.284674] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aef277ab-a6c1-4279-8f4d-f65a9f16de2a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.298110] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Created folder: Project (198c481722604b28b22fe824a12b6100) in parent group-v430612. [ 2143.298365] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Creating folder: Instances. Parent ref: group-v430816. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2143.298645] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20beaa66-c1c6-4ca2-b8de-8984582057ae {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.312251] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Created folder: Instances in parent group-v430816. [ 2143.312251] env[63366]: DEBUG oslo.service.loopingcall [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2143.312251] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2143.312251] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22e36a02-4071-46c9-bdf1-e0d97d268eef {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.332108] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2143.332108] env[63366]: value = "task-2104115" [ 2143.332108] env[63366]: _type = "Task" [ 2143.332108] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.346854] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104115, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.472029] env[63366]: DEBUG oslo_vmware.api [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104109, 'name': PowerOnVM_Task, 'duration_secs': 0.556835} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.472322] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2143.472592] env[63366]: INFO nova.compute.manager [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Took 10.03 seconds to spawn the instance on the hypervisor. [ 2143.472790] env[63366]: DEBUG nova.compute.manager [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2143.473692] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6f6529-8e66-4bdc-abdb-4686db7906a0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.657961] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4e5fe40e-0bb5-4acb-a33b-5f7cc88e2751 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "37bba57b-6775-474b-9bbe-4802ac518003" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.716s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.679979] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2143.680171] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Cleaning up deleted instances with incomplete migration {{(pid=63366) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 2143.745171] env[63366]: DEBUG oslo_vmware.api [None req-d12ac20e-5a14-40ee-9a5e-b94b4406bce0 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2104112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160113} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.745749] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12ac20e-5a14-40ee-9a5e-b94b4406bce0 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2143.745947] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d12ac20e-5a14-40ee-9a5e-b94b4406bce0 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2143.746176] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d12ac20e-5a14-40ee-9a5e-b94b4406bce0 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2143.746301] env[63366]: INFO nova.compute.manager [None req-d12ac20e-5a14-40ee-9a5e-b94b4406bce0 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Took 1.27 seconds to destroy the instance on the hypervisor. [ 2143.746548] env[63366]: DEBUG oslo.service.loopingcall [None req-d12ac20e-5a14-40ee-9a5e-b94b4406bce0 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2143.746735] env[63366]: DEBUG nova.compute.manager [-] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2143.746824] env[63366]: DEBUG nova.network.neutron [-] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2143.749417] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.846952] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104115, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.898702] env[63366]: DEBUG nova.network.neutron [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Port aeda7b4e-29b5-45e2-9a58-a55b2f8c3072 binding to destination host cpu-1 is already ACTIVE {{(pid=63366) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2143.998207] env[63366]: INFO nova.compute.manager [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Took 49.51 seconds to build instance. [ 2144.022310] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290025e8-35a3-40da-bbd0-486af211d381 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.032262] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f7efd7-8240-4271-9e6c-5a65e4a35acf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.066451] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3fcaa2-a60f-4980-a7cb-9d4626a5afb3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.077554] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454afd7f-264b-4881-938d-dd117df18099 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.094077] env[63366]: DEBUG nova.compute.provider_tree [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2144.172744] env[63366]: DEBUG nova.network.neutron [req-df634f13-0d59-4961-923e-e4a389bd0287 req-bc1f029c-a7dd-44fc-9ab8-45ff082a4834 service nova] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Updated VIF entry in instance network info cache for port 8087ae24-ea32-4aeb-a3b3-f44d35552997. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2144.173143] env[63366]: DEBUG nova.network.neutron [req-df634f13-0d59-4961-923e-e4a389bd0287 req-bc1f029c-a7dd-44fc-9ab8-45ff082a4834 service nova] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Updating instance_info_cache with network_info: [{"id": "8087ae24-ea32-4aeb-a3b3-f44d35552997", "address": "fa:16:3e:a1:94:d1", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8087ae24-ea", "ovs_interfaceid": "8087ae24-ea32-4aeb-a3b3-f44d35552997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2144.182084] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2144.237077] env[63366]: DEBUG nova.network.neutron [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Successfully updated port: a7692730-7077-4cbb-9736-e293acd14bef {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2144.345306] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104115, 'name': CreateVM_Task, 'duration_secs': 0.718821} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.345480] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2144.346222] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2144.346384] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2144.346697] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2144.346946] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffd63fa5-f7b3-4fb3-826a-86b3ddc1312e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.352221] env[63366]: DEBUG nova.compute.manager [req-30aac508-c26b-4db9-8c19-b4d002228665 req-7950b387-4ce6-4ef7-ab2c-7815fab1816e service nova] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Received event network-vif-deleted-bd772bee-245b-407a-8adb-7998e25d35a5 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2144.352735] env[63366]: INFO nova.compute.manager [req-30aac508-c26b-4db9-8c19-b4d002228665 req-7950b387-4ce6-4ef7-ab2c-7815fab1816e service nova] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Neutron deleted interface bd772bee-245b-407a-8adb-7998e25d35a5; detaching it from the instance and deleting it from the info cache [ 2144.352735] env[63366]: DEBUG nova.network.neutron [req-30aac508-c26b-4db9-8c19-b4d002228665 req-7950b387-4ce6-4ef7-ab2c-7815fab1816e service nova] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2144.355409] env[63366]: DEBUG oslo_vmware.api [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2144.355409] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52b35509-b2dc-866e-eacd-0e2f8f07c3f6" [ 2144.355409] env[63366]: _type = "Task" [ 2144.355409] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.365466] env[63366]: DEBUG oslo_vmware.api [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52b35509-b2dc-866e-eacd-0e2f8f07c3f6, 'name': SearchDatastore_Task} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.365466] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2144.365641] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2144.365855] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2144.365996] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2144.366185] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2144.367105] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25a1d53c-917f-4d81-89ce-a9953682bde7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.376675] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2144.376675] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2144.377310] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92337601-25ee-4465-92af-d99b0ed44de6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.383290] env[63366]: DEBUG oslo_vmware.api [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2144.383290] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]523d51c3-4a90-c201-2757-4b1be4adea02" [ 2144.383290] env[63366]: _type = "Task" [ 2144.383290] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.392369] env[63366]: DEBUG oslo_vmware.api [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523d51c3-4a90-c201-2757-4b1be4adea02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.500212] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e889170e-00a7-4e5e-994b-f54dcc957559 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.043s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.620502] env[63366]: ERROR nova.scheduler.client.report [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [req-bf68764e-5c7b-43d2-a1a7-00f66a78711e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d4eb5599-1ee7-4533-a84b-536c6f825ecc. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bf68764e-5c7b-43d2-a1a7-00f66a78711e"}]} [ 2144.638104] env[63366]: DEBUG nova.scheduler.client.report [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Refreshing inventories for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2144.651182] env[63366]: DEBUG nova.scheduler.client.report [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Updating ProviderTree inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2144.651698] env[63366]: DEBUG nova.compute.provider_tree [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2144.663782] env[63366]: DEBUG nova.scheduler.client.report [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Refreshing aggregate associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, aggregates: None {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2144.675476] env[63366]: DEBUG oslo_concurrency.lockutils [req-df634f13-0d59-4961-923e-e4a389bd0287 req-bc1f029c-a7dd-44fc-9ab8-45ff082a4834 service nova] Releasing lock "refresh_cache-3bccae0d-d94f-489e-8480-2b3e16d96b3f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2144.675735] env[63366]: DEBUG nova.compute.manager [req-df634f13-0d59-4961-923e-e4a389bd0287 req-bc1f029c-a7dd-44fc-9ab8-45ff082a4834 service nova] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Received event network-vif-deleted-649f558d-e0b0-41e7-bcff-9cb74b0e2bfa {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2144.675912] env[63366]: INFO nova.compute.manager [req-df634f13-0d59-4961-923e-e4a389bd0287 req-bc1f029c-a7dd-44fc-9ab8-45ff082a4834 service nova] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Neutron deleted interface 649f558d-e0b0-41e7-bcff-9cb74b0e2bfa; detaching it from the instance and deleting it from the info cache [ 2144.676100] env[63366]: DEBUG nova.network.neutron [req-df634f13-0d59-4961-923e-e4a389bd0287 req-bc1f029c-a7dd-44fc-9ab8-45ff082a4834 service nova] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2144.685025] env[63366]: DEBUG nova.scheduler.client.report [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Refreshing trait associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2144.741095] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "refresh_cache-3c98a7f6-60f9-4915-b0ef-2f30e7bd9279" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2144.741249] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired lock "refresh_cache-3c98a7f6-60f9-4915-b0ef-2f30e7bd9279" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2144.741395] env[63366]: DEBUG nova.network.neutron [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2144.801554] env[63366]: DEBUG nova.network.neutron [-] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2144.859212] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e5bec60-1f93-445b-8442-2091c01f2184 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.869713] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53634964-0b78-4e1b-b5c9-525085b7e387 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.898706] env[63366]: DEBUG oslo_vmware.api [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523d51c3-4a90-c201-2757-4b1be4adea02, 'name': SearchDatastore_Task, 'duration_secs': 0.009353} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.920961] env[63366]: DEBUG nova.compute.manager [req-30aac508-c26b-4db9-8c19-b4d002228665 req-7950b387-4ce6-4ef7-ab2c-7815fab1816e service nova] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Detach interface failed, port_id=bd772bee-245b-407a-8adb-7998e25d35a5, reason: Instance 689df898-ef9c-4a0b-8196-f2e917101949 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2144.924276] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-975042cc-22a0-4f67-ba42-9f79b61e495c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.930543] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "96f0fab0-d17a-46cc-bff7-66de56c2acc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2144.930771] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "96f0fab0-d17a-46cc-bff7-66de56c2acc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.930944] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "96f0fab0-d17a-46cc-bff7-66de56c2acc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.938631] env[63366]: DEBUG oslo_vmware.api [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2144.938631] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5272ef73-2abf-9b5f-b353-6a3e359f5519" [ 2144.938631] env[63366]: _type = "Task" [ 2144.938631] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.949846] env[63366]: DEBUG oslo_vmware.api [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5272ef73-2abf-9b5f-b353-6a3e359f5519, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.020847] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e38119-6b15-47c9-b5d7-ee7369d04050 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.030155] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784cd006-d4c0-4e77-a2b5-2dd6d2e68a74 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.064381] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ee2431-4589-45e1-ae0b-60557056d8e5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.072655] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506a47b0-4f38-4df3-a018-62db552487b3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.088679] env[63366]: DEBUG nova.compute.provider_tree [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2145.178505] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f49ba325-08fa-4142-83f3-d666bd8db460 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.188541] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acba546-7ff6-4ba3-88ab-3205efae90de {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.220777] env[63366]: DEBUG nova.compute.manager [req-df634f13-0d59-4961-923e-e4a389bd0287 req-bc1f029c-a7dd-44fc-9ab8-45ff082a4834 service nova] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Detach interface failed, port_id=649f558d-e0b0-41e7-bcff-9cb74b0e2bfa, reason: Instance c33de456-d210-4ba8-b039-3bf1678f9cb8 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2145.276421] env[63366]: DEBUG nova.network.neutron [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2145.291562] env[63366]: DEBUG nova.compute.manager [req-7360ff30-0a6e-49ea-9fa3-cccdb025f7a5 req-b999dd11-7b00-4885-a2c9-3bc0e93dca43 service nova] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Received event network-vif-plugged-a7692730-7077-4cbb-9736-e293acd14bef {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2145.291778] env[63366]: DEBUG oslo_concurrency.lockutils [req-7360ff30-0a6e-49ea-9fa3-cccdb025f7a5 req-b999dd11-7b00-4885-a2c9-3bc0e93dca43 service nova] Acquiring lock "3c98a7f6-60f9-4915-b0ef-2f30e7bd9279-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.292054] env[63366]: DEBUG oslo_concurrency.lockutils [req-7360ff30-0a6e-49ea-9fa3-cccdb025f7a5 req-b999dd11-7b00-4885-a2c9-3bc0e93dca43 service nova] Lock "3c98a7f6-60f9-4915-b0ef-2f30e7bd9279-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2145.292158] env[63366]: DEBUG oslo_concurrency.lockutils [req-7360ff30-0a6e-49ea-9fa3-cccdb025f7a5 req-b999dd11-7b00-4885-a2c9-3bc0e93dca43 service nova] Lock "3c98a7f6-60f9-4915-b0ef-2f30e7bd9279-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.292323] env[63366]: DEBUG nova.compute.manager [req-7360ff30-0a6e-49ea-9fa3-cccdb025f7a5 req-b999dd11-7b00-4885-a2c9-3bc0e93dca43 service nova] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] No waiting events found dispatching network-vif-plugged-a7692730-7077-4cbb-9736-e293acd14bef {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2145.292492] env[63366]: WARNING nova.compute.manager [req-7360ff30-0a6e-49ea-9fa3-cccdb025f7a5 req-b999dd11-7b00-4885-a2c9-3bc0e93dca43 service nova] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Received unexpected event network-vif-plugged-a7692730-7077-4cbb-9736-e293acd14bef for instance with vm_state building and task_state spawning. [ 2145.292672] env[63366]: DEBUG nova.compute.manager [req-7360ff30-0a6e-49ea-9fa3-cccdb025f7a5 req-b999dd11-7b00-4885-a2c9-3bc0e93dca43 service nova] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Received event network-changed-a7692730-7077-4cbb-9736-e293acd14bef {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2145.292824] env[63366]: DEBUG nova.compute.manager [req-7360ff30-0a6e-49ea-9fa3-cccdb025f7a5 req-b999dd11-7b00-4885-a2c9-3bc0e93dca43 service nova] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Refreshing instance network info cache due to event network-changed-a7692730-7077-4cbb-9736-e293acd14bef. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2145.292992] env[63366]: DEBUG oslo_concurrency.lockutils [req-7360ff30-0a6e-49ea-9fa3-cccdb025f7a5 req-b999dd11-7b00-4885-a2c9-3bc0e93dca43 service nova] Acquiring lock "refresh_cache-3c98a7f6-60f9-4915-b0ef-2f30e7bd9279" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2145.307623] env[63366]: INFO nova.compute.manager [-] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Took 1.56 seconds to deallocate network for instance. [ 2145.450099] env[63366]: DEBUG oslo_vmware.api [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5272ef73-2abf-9b5f-b353-6a3e359f5519, 'name': SearchDatastore_Task, 'duration_secs': 0.010324} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.450422] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2145.450738] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 3bccae0d-d94f-489e-8480-2b3e16d96b3f/3bccae0d-d94f-489e-8480-2b3e16d96b3f.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2145.451043] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-508b48d8-2d38-41de-b19b-7556e7ac49df {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.459356] env[63366]: DEBUG oslo_vmware.api [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2145.459356] env[63366]: value = "task-2104116" [ 2145.459356] env[63366]: _type = "Task" [ 2145.459356] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.468050] env[63366]: DEBUG oslo_vmware.api [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.485867] env[63366]: DEBUG nova.network.neutron [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Updating instance_info_cache with network_info: [{"id": "a7692730-7077-4cbb-9736-e293acd14bef", "address": "fa:16:3e:c8:e2:e3", "network": {"id": "f562c19d-030a-462e-bdcf-6f84dd4123f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-427728629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2868b329abc7424ea97b6dc79731ebe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7692730-70", "ovs_interfaceid": "a7692730-7077-4cbb-9736-e293acd14bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2145.630046] env[63366]: DEBUG nova.scheduler.client.report [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Updated inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with generation 96 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2145.630390] env[63366]: DEBUG nova.compute.provider_tree [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Updating resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc generation from 96 to 97 during operation: update_inventory {{(pid=63366) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2145.630660] env[63366]: DEBUG nova.compute.provider_tree [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2145.818205] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d12ac20e-5a14-40ee-9a5e-b94b4406bce0 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.966764] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "refresh_cache-96f0fab0-d17a-46cc-bff7-66de56c2acc3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2145.967148] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquired lock "refresh_cache-96f0fab0-d17a-46cc-bff7-66de56c2acc3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2145.967642] env[63366]: DEBUG nova.network.neutron [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2145.977589] env[63366]: DEBUG oslo_vmware.api [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444488} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.978312] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 3bccae0d-d94f-489e-8480-2b3e16d96b3f/3bccae0d-d94f-489e-8480-2b3e16d96b3f.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2145.978639] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2145.979630] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12fbb6f8-b2fb-4c9f-a42d-38cca59e315f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.989089] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Releasing lock "refresh_cache-3c98a7f6-60f9-4915-b0ef-2f30e7bd9279" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2145.989876] env[63366]: DEBUG nova.compute.manager [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Instance network_info: |[{"id": "a7692730-7077-4cbb-9736-e293acd14bef", "address": "fa:16:3e:c8:e2:e3", "network": {"id": "f562c19d-030a-462e-bdcf-6f84dd4123f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-427728629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2868b329abc7424ea97b6dc79731ebe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7692730-70", "ovs_interfaceid": "a7692730-7077-4cbb-9736-e293acd14bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2145.989876] env[63366]: DEBUG oslo_vmware.api [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2145.989876] env[63366]: value = "task-2104117" [ 2145.989876] env[63366]: _type = "Task" [ 2145.989876] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.990388] env[63366]: DEBUG oslo_concurrency.lockutils [req-7360ff30-0a6e-49ea-9fa3-cccdb025f7a5 req-b999dd11-7b00-4885-a2c9-3bc0e93dca43 service nova] Acquired lock "refresh_cache-3c98a7f6-60f9-4915-b0ef-2f30e7bd9279" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2145.990608] env[63366]: DEBUG nova.network.neutron [req-7360ff30-0a6e-49ea-9fa3-cccdb025f7a5 req-b999dd11-7b00-4885-a2c9-3bc0e93dca43 service nova] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Refreshing network info cache for port a7692730-7077-4cbb-9736-e293acd14bef {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2145.991751] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:e2:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7692730-7077-4cbb-9736-e293acd14bef', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2146.001205] env[63366]: DEBUG oslo.service.loopingcall [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2146.005049] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2146.009506] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbd68a48-d622-4133-a92b-f3917cd3adf4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.032240] env[63366]: DEBUG oslo_vmware.api [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104117, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.033916] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2146.033916] env[63366]: value = "task-2104118" [ 2146.033916] env[63366]: _type = "Task" [ 2146.033916] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.043205] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104118, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.137479] env[63366]: DEBUG oslo_concurrency.lockutils [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.030s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2146.139866] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.231s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2146.140153] env[63366]: DEBUG nova.objects.instance [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lazy-loading 'resources' on Instance uuid a05e9d34-6a75-48af-bb3c-a78ff4081801 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2146.163953] env[63366]: INFO nova.scheduler.client.report [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Deleted allocations for instance 49c15748-bcd1-4c07-9572-9ff7ea7a4284 [ 2146.514960] env[63366]: DEBUG oslo_vmware.api [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072483} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.515242] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2146.516123] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc69639c-c948-4719-bb4a-ff10ecc07396 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.538746] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 3bccae0d-d94f-489e-8480-2b3e16d96b3f/3bccae0d-d94f-489e-8480-2b3e16d96b3f.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2146.539169] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c1298df-fe0b-4d54-bf3f-81df98424c10 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.567459] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104118, 'name': CreateVM_Task, 'duration_secs': 0.399451} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.568839] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2146.569250] env[63366]: DEBUG oslo_vmware.api [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2146.569250] env[63366]: value = "task-2104119" [ 2146.569250] env[63366]: _type = "Task" [ 2146.569250] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.570962] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2146.571391] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2146.572298] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2146.572748] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa475b2d-f6a1-4e0e-bf4e-a4dc87088517 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.590299] env[63366]: DEBUG oslo_vmware.api [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.592039] env[63366]: DEBUG oslo_vmware.api [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2146.592039] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52a894f3-39d8-c5e5-16a3-f69586eff1bb" [ 2146.592039] env[63366]: _type = "Task" [ 2146.592039] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.599713] env[63366]: DEBUG oslo_vmware.api [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a894f3-39d8-c5e5-16a3-f69586eff1bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.672787] env[63366]: DEBUG oslo_concurrency.lockutils [None req-09cfe72c-745e-47c1-b8ad-e6d217a6091a tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "49c15748-bcd1-4c07-9572-9ff7ea7a4284" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.943s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2146.844353] env[63366]: DEBUG nova.network.neutron [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Updating instance_info_cache with network_info: [{"id": "aeda7b4e-29b5-45e2-9a58-a55b2f8c3072", "address": "fa:16:3e:30:19:91", "network": {"id": "2461296c-b492-4d75-b35d-5e521090c9eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-859076243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6b369729644eb299067082c22e5e36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeda7b4e-29", "ovs_interfaceid": "aeda7b4e-29b5-45e2-9a58-a55b2f8c3072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2146.864407] env[63366]: DEBUG nova.network.neutron [req-7360ff30-0a6e-49ea-9fa3-cccdb025f7a5 req-b999dd11-7b00-4885-a2c9-3bc0e93dca43 service nova] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Updated VIF entry in instance network info cache for port a7692730-7077-4cbb-9736-e293acd14bef. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2146.864749] env[63366]: DEBUG nova.network.neutron [req-7360ff30-0a6e-49ea-9fa3-cccdb025f7a5 req-b999dd11-7b00-4885-a2c9-3bc0e93dca43 service nova] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Updating instance_info_cache with network_info: [{"id": "a7692730-7077-4cbb-9736-e293acd14bef", "address": "fa:16:3e:c8:e2:e3", "network": {"id": "f562c19d-030a-462e-bdcf-6f84dd4123f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-427728629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2868b329abc7424ea97b6dc79731ebe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7692730-70", "ovs_interfaceid": "a7692730-7077-4cbb-9736-e293acd14bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2146.945308] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c15d7e-a7c1-46d2-a18f-65c04be9eb6e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.955559] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b60f32-2e8b-437b-8612-da5c2fdffecc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.985793] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4d69b7-b7d9-4768-82cc-8628324fb5aa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.994382] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59090a5-c941-4b60-a363-70ae7ad96ff7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.009650] env[63366]: DEBUG nova.compute.provider_tree [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2147.082883] env[63366]: DEBUG oslo_vmware.api [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104119, 'name': ReconfigVM_Task, 'duration_secs': 0.284186} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.083172] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 3bccae0d-d94f-489e-8480-2b3e16d96b3f/3bccae0d-d94f-489e-8480-2b3e16d96b3f.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2147.085033] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1e5f81c-d935-4c3f-adb7-e8a0ab76a22a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.091197] env[63366]: DEBUG oslo_vmware.api [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2147.091197] env[63366]: value = "task-2104120" [ 2147.091197] env[63366]: _type = "Task" [ 2147.091197] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.104017] env[63366]: DEBUG oslo_vmware.api [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104120, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.107251] env[63366]: DEBUG oslo_vmware.api [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a894f3-39d8-c5e5-16a3-f69586eff1bb, 'name': SearchDatastore_Task, 'duration_secs': 0.020587} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.107639] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2147.107884] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2147.108160] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2147.108322] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2147.108523] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2147.108791] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81921818-cda8-4c9a-b2ac-0913391ad56b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.119840] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2147.120226] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2147.121329] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93f178aa-14af-48b4-bc55-58009f4db7fc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.129260] env[63366]: DEBUG oslo_vmware.api [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2147.129260] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5266df84-4072-1638-400f-09f73f85af98" [ 2147.129260] env[63366]: _type = "Task" [ 2147.129260] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.143311] env[63366]: DEBUG oslo_vmware.api [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5266df84-4072-1638-400f-09f73f85af98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.347395] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Releasing lock "refresh_cache-96f0fab0-d17a-46cc-bff7-66de56c2acc3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2147.370124] env[63366]: DEBUG oslo_concurrency.lockutils [req-7360ff30-0a6e-49ea-9fa3-cccdb025f7a5 req-b999dd11-7b00-4885-a2c9-3bc0e93dca43 service nova] Releasing lock "refresh_cache-3c98a7f6-60f9-4915-b0ef-2f30e7bd9279" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2147.387041] env[63366]: DEBUG nova.compute.manager [req-8ee0360b-85fb-4b28-8b32-bec224f98a20 req-0eebe4cd-20ea-42fb-b9ea-2a805ef4f019 service nova] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Received event network-changed-54a17ad2-264e-41a1-8d92-044e059663df {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2147.387226] env[63366]: DEBUG nova.compute.manager [req-8ee0360b-85fb-4b28-8b32-bec224f98a20 req-0eebe4cd-20ea-42fb-b9ea-2a805ef4f019 service nova] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Refreshing instance network info cache due to event network-changed-54a17ad2-264e-41a1-8d92-044e059663df. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2147.387433] env[63366]: DEBUG oslo_concurrency.lockutils [req-8ee0360b-85fb-4b28-8b32-bec224f98a20 req-0eebe4cd-20ea-42fb-b9ea-2a805ef4f019 service nova] Acquiring lock "refresh_cache-6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2147.387703] env[63366]: DEBUG oslo_concurrency.lockutils [req-8ee0360b-85fb-4b28-8b32-bec224f98a20 req-0eebe4cd-20ea-42fb-b9ea-2a805ef4f019 service nova] Acquired lock "refresh_cache-6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2147.389336] env[63366]: DEBUG nova.network.neutron [req-8ee0360b-85fb-4b28-8b32-bec224f98a20 req-0eebe4cd-20ea-42fb-b9ea-2a805ef4f019 service nova] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Refreshing network info cache for port 54a17ad2-264e-41a1-8d92-044e059663df {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2147.513157] env[63366]: DEBUG nova.scheduler.client.report [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2147.557237] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "05c3d463-05fa-44a6-835c-756d94f65be4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2147.557614] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "05c3d463-05fa-44a6-835c-756d94f65be4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.557729] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "05c3d463-05fa-44a6-835c-756d94f65be4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2147.557916] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "05c3d463-05fa-44a6-835c-756d94f65be4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.558101] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "05c3d463-05fa-44a6-835c-756d94f65be4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.560219] env[63366]: INFO nova.compute.manager [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Terminating instance [ 2147.601760] env[63366]: DEBUG oslo_vmware.api [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104120, 'name': Rename_Task, 'duration_secs': 0.155098} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.602040] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2147.602286] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1eee87a-12ac-4558-af62-c02be4c55621 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.609624] env[63366]: DEBUG oslo_vmware.api [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2147.609624] env[63366]: value = "task-2104121" [ 2147.609624] env[63366]: _type = "Task" [ 2147.609624] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.617880] env[63366]: DEBUG oslo_vmware.api [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.639830] env[63366]: DEBUG oslo_vmware.api [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5266df84-4072-1638-400f-09f73f85af98, 'name': SearchDatastore_Task, 'duration_secs': 0.011452} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.640748] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bc5271a-fb0f-45f3-83e9-c769efb7707f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.646871] env[63366]: DEBUG oslo_vmware.api [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2147.646871] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5286f4ce-5f0f-3f5e-f949-f5d85245b706" [ 2147.646871] env[63366]: _type = "Task" [ 2147.646871] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.657328] env[63366]: DEBUG oslo_vmware.api [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5286f4ce-5f0f-3f5e-f949-f5d85245b706, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.873559] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b20433-2ec1-4ded-a24a-5905d10e222e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.896227] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b997d0-8235-43e4-8e12-2ab378fa2012 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.906241] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Updating instance '96f0fab0-d17a-46cc-bff7-66de56c2acc3' progress to 83 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2148.018586] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2148.022260] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.067s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2148.024604] env[63366]: INFO nova.compute.claims [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2148.039125] env[63366]: INFO nova.scheduler.client.report [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Deleted allocations for instance a05e9d34-6a75-48af-bb3c-a78ff4081801 [ 2148.067019] env[63366]: DEBUG nova.compute.manager [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2148.067019] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2148.067019] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c1e731-051d-4a5c-a4b7-4f1abbba71dc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.076024] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2148.076024] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cac01cc9-135e-45d5-9834-0173c729bb40 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.087119] env[63366]: DEBUG oslo_vmware.api [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2148.087119] env[63366]: value = "task-2104122" [ 2148.087119] env[63366]: _type = "Task" [ 2148.087119] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.100358] env[63366]: DEBUG oslo_vmware.api [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2104122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.125921] env[63366]: DEBUG oslo_vmware.api [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104121, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.159108] env[63366]: DEBUG oslo_vmware.api [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5286f4ce-5f0f-3f5e-f949-f5d85245b706, 'name': SearchDatastore_Task, 'duration_secs': 0.021109} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.159108] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2148.159108] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279/3c98a7f6-60f9-4915-b0ef-2f30e7bd9279.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2148.159108] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a04781e-1d20-4671-a989-2012380eca57 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.168047] env[63366]: DEBUG oslo_vmware.api [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2148.168047] env[63366]: value = "task-2104123" [ 2148.168047] env[63366]: _type = "Task" [ 2148.168047] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.179512] env[63366]: DEBUG oslo_vmware.api [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.306008] env[63366]: DEBUG nova.network.neutron [req-8ee0360b-85fb-4b28-8b32-bec224f98a20 req-0eebe4cd-20ea-42fb-b9ea-2a805ef4f019 service nova] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Updated VIF entry in instance network info cache for port 54a17ad2-264e-41a1-8d92-044e059663df. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2148.306008] env[63366]: DEBUG nova.network.neutron [req-8ee0360b-85fb-4b28-8b32-bec224f98a20 req-0eebe4cd-20ea-42fb-b9ea-2a805ef4f019 service nova] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Updating instance_info_cache with network_info: [{"id": "54a17ad2-264e-41a1-8d92-044e059663df", "address": "fa:16:3e:e0:ba:3f", "network": {"id": "4129a070-c31a-4310-b4b1-4e475fb3f1bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1668961456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2100d8abe0431c93b03b71a19f2086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54a17ad2-26", "ovs_interfaceid": "54a17ad2-264e-41a1-8d92-044e059663df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2148.413794] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c3926d95-6523-4280-b11d-3d7f442513d3 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Updating instance '96f0fab0-d17a-46cc-bff7-66de56c2acc3' progress to 100 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2148.550457] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6f872a83-0f1a-4b3b-92b8-d1bbe37eaa3d tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "a05e9d34-6a75-48af-bb3c-a78ff4081801" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.198s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2148.608275] env[63366]: DEBUG oslo_vmware.api [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2104122, 'name': PowerOffVM_Task, 'duration_secs': 0.246765} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.611848] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2148.611848] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2148.611848] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76dce652-9513-4abc-94ee-ea59579a364c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.625903] env[63366]: DEBUG oslo_vmware.api [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104121, 'name': PowerOnVM_Task, 'duration_secs': 0.543085} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.626304] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2148.626982] env[63366]: INFO nova.compute.manager [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Took 9.00 seconds to spawn the instance on the hypervisor. [ 2148.626982] env[63366]: DEBUG nova.compute.manager [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2148.627759] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571e04bd-858c-44e6-8339-29a4280e00e7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.680641] env[63366]: DEBUG oslo_vmware.api [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491056} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.682167] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279/3c98a7f6-60f9-4915-b0ef-2f30e7bd9279.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2148.682445] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2148.683057] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e5f8735-bf05-45d9-8d39-6d287d33879e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.693503] env[63366]: DEBUG oslo_vmware.api [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2148.693503] env[63366]: value = "task-2104125" [ 2148.693503] env[63366]: _type = "Task" [ 2148.693503] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.700625] env[63366]: DEBUG oslo_vmware.api [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.786056] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2148.786276] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2148.786625] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Deleting the datastore file [datastore2] 05c3d463-05fa-44a6-835c-756d94f65be4 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2148.786730] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-375f6d2a-c923-4792-887c-270984a94242 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.794301] env[63366]: DEBUG oslo_vmware.api [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for the task: (returnval){ [ 2148.794301] env[63366]: value = "task-2104126" [ 2148.794301] env[63366]: _type = "Task" [ 2148.794301] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.806336] env[63366]: DEBUG oslo_vmware.api [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2104126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.809970] env[63366]: DEBUG oslo_concurrency.lockutils [req-8ee0360b-85fb-4b28-8b32-bec224f98a20 req-0eebe4cd-20ea-42fb-b9ea-2a805ef4f019 service nova] Releasing lock "refresh_cache-6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2149.047195] env[63366]: DEBUG oslo_concurrency.lockutils [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "4de3c119-cf83-4c3f-bee5-2000540c5f80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.047534] env[63366]: DEBUG oslo_concurrency.lockutils [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "4de3c119-cf83-4c3f-bee5-2000540c5f80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.048103] env[63366]: DEBUG oslo_concurrency.lockutils [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "4de3c119-cf83-4c3f-bee5-2000540c5f80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.048103] env[63366]: DEBUG oslo_concurrency.lockutils [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "4de3c119-cf83-4c3f-bee5-2000540c5f80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.048103] env[63366]: DEBUG oslo_concurrency.lockutils [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "4de3c119-cf83-4c3f-bee5-2000540c5f80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.051448] env[63366]: INFO nova.compute.manager [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Terminating instance [ 2149.148769] env[63366]: INFO nova.compute.manager [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Took 39.23 seconds to build instance. [ 2149.205164] env[63366]: DEBUG oslo_vmware.api [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08956} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.205432] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2149.206291] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44113a1-168e-458f-9883-90ac52474ecb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.230670] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279/3c98a7f6-60f9-4915-b0ef-2f30e7bd9279.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2149.233576] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7de7c15b-9021-4739-8087-7d8f36354873 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.261027] env[63366]: DEBUG oslo_vmware.api [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2149.261027] env[63366]: value = "task-2104127" [ 2149.261027] env[63366]: _type = "Task" [ 2149.261027] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.275684] env[63366]: DEBUG oslo_vmware.api [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104127, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.305860] env[63366]: DEBUG oslo_vmware.api [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Task: {'id': task-2104126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25145} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.306313] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2149.306608] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2149.306891] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2149.307275] env[63366]: INFO nova.compute.manager [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2149.307626] env[63366]: DEBUG oslo.service.loopingcall [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2149.313017] env[63366]: DEBUG nova.compute.manager [-] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2149.313017] env[63366]: DEBUG nova.network.neutron [-] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2149.397224] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c272abb-d459-48d0-aac2-5e5b854c53fa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.405754] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08399706-c559-458a-8d3a-eb9af30cb90b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.450688] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8205f285-4911-4a62-8c05-87034d4e113a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.465030] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ffd66b-b9b4-4fc5-acaa-a685bbacd535 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.479137] env[63366]: DEBUG nova.compute.provider_tree [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2149.559522] env[63366]: DEBUG nova.compute.manager [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2149.559522] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2149.561525] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e941a9-5f0c-42a6-889f-ab548b14f133 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.573158] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2149.573158] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99e081da-5a52-431f-9d6e-9abf72fa9e1f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.584761] env[63366]: DEBUG oslo_vmware.api [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2149.584761] env[63366]: value = "task-2104128" [ 2149.584761] env[63366]: _type = "Task" [ 2149.584761] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.597135] env[63366]: DEBUG oslo_vmware.api [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.653913] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c6a4ef5c-e631-4b56-ba16-c22de253dd74 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "3bccae0d-d94f-489e-8480-2b3e16d96b3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.743s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.709299] env[63366]: DEBUG nova.compute.manager [req-2a60cb5a-37e0-4844-a446-72e7c6c70326 req-95ce7114-9ac8-4e17-903e-0bc9d8121831 service nova] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Received event network-vif-deleted-1a635d48-b43f-45d3-8a0c-e2bca303280a {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2149.709523] env[63366]: INFO nova.compute.manager [req-2a60cb5a-37e0-4844-a446-72e7c6c70326 req-95ce7114-9ac8-4e17-903e-0bc9d8121831 service nova] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Neutron deleted interface 1a635d48-b43f-45d3-8a0c-e2bca303280a; detaching it from the instance and deleting it from the info cache [ 2149.709752] env[63366]: DEBUG nova.network.neutron [req-2a60cb5a-37e0-4844-a446-72e7c6c70326 req-95ce7114-9ac8-4e17-903e-0bc9d8121831 service nova] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2149.711073] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.711333] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.774889] env[63366]: DEBUG oslo_vmware.api [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104127, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.988747] env[63366]: DEBUG nova.scheduler.client.report [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2150.084095] env[63366]: DEBUG nova.compute.manager [req-3bfdb1f8-8ac7-4ce2-aaff-72553da713b9 req-68d8205a-5bbc-4367-b106-0e9a74a2801a service nova] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Received event network-changed-8087ae24-ea32-4aeb-a3b3-f44d35552997 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2150.084300] env[63366]: DEBUG nova.compute.manager [req-3bfdb1f8-8ac7-4ce2-aaff-72553da713b9 req-68d8205a-5bbc-4367-b106-0e9a74a2801a service nova] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Refreshing instance network info cache due to event network-changed-8087ae24-ea32-4aeb-a3b3-f44d35552997. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2150.084514] env[63366]: DEBUG oslo_concurrency.lockutils [req-3bfdb1f8-8ac7-4ce2-aaff-72553da713b9 req-68d8205a-5bbc-4367-b106-0e9a74a2801a service nova] Acquiring lock "refresh_cache-3bccae0d-d94f-489e-8480-2b3e16d96b3f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2150.084673] env[63366]: DEBUG oslo_concurrency.lockutils [req-3bfdb1f8-8ac7-4ce2-aaff-72553da713b9 req-68d8205a-5bbc-4367-b106-0e9a74a2801a service nova] Acquired lock "refresh_cache-3bccae0d-d94f-489e-8480-2b3e16d96b3f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2150.084848] env[63366]: DEBUG nova.network.neutron [req-3bfdb1f8-8ac7-4ce2-aaff-72553da713b9 req-68d8205a-5bbc-4367-b106-0e9a74a2801a service nova] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Refreshing network info cache for port 8087ae24-ea32-4aeb-a3b3-f44d35552997 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2150.096617] env[63366]: DEBUG oslo_vmware.api [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104128, 'name': PowerOffVM_Task, 'duration_secs': 0.469322} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.097386] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2150.097555] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2150.097808] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c16f404c-19d8-40b6-8eb4-04caa66b6c9d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.134241] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquiring lock "1e62706b-679d-4eee-8a19-36b896d6218b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.134484] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lock "1e62706b-679d-4eee-8a19-36b896d6218b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.154180] env[63366]: DEBUG nova.network.neutron [-] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2150.216023] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9df20ff8-cd66-4698-9d68-1d50932353fb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.217026] env[63366]: DEBUG nova.compute.manager [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2150.230444] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e83b96f-a641-4682-bc41-94f9dc61eb59 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.267660] env[63366]: DEBUG nova.compute.manager [req-2a60cb5a-37e0-4844-a446-72e7c6c70326 req-95ce7114-9ac8-4e17-903e-0bc9d8121831 service nova] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Detach interface failed, port_id=1a635d48-b43f-45d3-8a0c-e2bca303280a, reason: Instance 05c3d463-05fa-44a6-835c-756d94f65be4 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2150.278165] env[63366]: DEBUG oslo_vmware.api [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104127, 'name': ReconfigVM_Task, 'duration_secs': 0.538858} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.278737] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279/3c98a7f6-60f9-4915-b0ef-2f30e7bd9279.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2150.279543] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a3b9c3e-6e04-43c5-b8c8-d2d22c103899 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.289019] env[63366]: DEBUG oslo_vmware.api [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2150.289019] env[63366]: value = "task-2104130" [ 2150.289019] env[63366]: _type = "Task" [ 2150.289019] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.289407] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2150.289751] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2150.293018] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Deleting the datastore file [datastore2] 4de3c119-cf83-4c3f-bee5-2000540c5f80 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2150.295140] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8494f5af-611a-4241-9322-fb5857f9270a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.305021] env[63366]: DEBUG oslo_vmware.api [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104130, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.306545] env[63366]: DEBUG oslo_vmware.api [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2150.306545] env[63366]: value = "task-2104131" [ 2150.306545] env[63366]: _type = "Task" [ 2150.306545] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.495284] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2150.495863] env[63366]: DEBUG nova.compute.manager [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2150.502019] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.373s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.502019] env[63366]: INFO nova.compute.claims [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2150.638645] env[63366]: DEBUG nova.compute.manager [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2150.658071] env[63366]: INFO nova.compute.manager [-] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Took 1.35 seconds to deallocate network for instance. [ 2150.746019] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.803823] env[63366]: DEBUG oslo_vmware.api [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104130, 'name': Rename_Task, 'duration_secs': 0.235717} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.803823] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2150.803823] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cec35f0e-d019-455b-8944-982a564381d8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.811741] env[63366]: DEBUG oslo_vmware.api [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2150.811741] env[63366]: value = "task-2104132" [ 2150.811741] env[63366]: _type = "Task" [ 2150.811741] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.820292] env[63366]: DEBUG oslo_vmware.api [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432807} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.820945] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2150.821196] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2150.821406] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2150.821611] env[63366]: INFO nova.compute.manager [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Took 1.26 seconds to destroy the instance on the hypervisor. [ 2150.821857] env[63366]: DEBUG oslo.service.loopingcall [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2150.822107] env[63366]: DEBUG nova.compute.manager [-] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2150.822448] env[63366]: DEBUG nova.network.neutron [-] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2150.824612] env[63366]: DEBUG nova.network.neutron [req-3bfdb1f8-8ac7-4ce2-aaff-72553da713b9 req-68d8205a-5bbc-4367-b106-0e9a74a2801a service nova] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Updated VIF entry in instance network info cache for port 8087ae24-ea32-4aeb-a3b3-f44d35552997. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2150.824972] env[63366]: DEBUG nova.network.neutron [req-3bfdb1f8-8ac7-4ce2-aaff-72553da713b9 req-68d8205a-5bbc-4367-b106-0e9a74a2801a service nova] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Updating instance_info_cache with network_info: [{"id": "8087ae24-ea32-4aeb-a3b3-f44d35552997", "address": "fa:16:3e:a1:94:d1", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8087ae24-ea", "ovs_interfaceid": "8087ae24-ea32-4aeb-a3b3-f44d35552997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2150.829936] env[63366]: DEBUG oslo_vmware.api [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.895170] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bdc32cc5-9e36-472b-a842-12883d349faa tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "96f0fab0-d17a-46cc-bff7-66de56c2acc3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.895530] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bdc32cc5-9e36-472b-a842-12883d349faa tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "96f0fab0-d17a-46cc-bff7-66de56c2acc3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.895704] env[63366]: DEBUG nova.compute.manager [None req-bdc32cc5-9e36-472b-a842-12883d349faa tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Going to confirm migration 3 {{(pid=63366) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2151.010261] env[63366]: DEBUG nova.compute.utils [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2151.010970] env[63366]: DEBUG nova.compute.manager [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2151.012223] env[63366]: DEBUG nova.network.neutron [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2151.094176] env[63366]: DEBUG nova.policy [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ceefefc27088469489fed3c386d50464', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73c6d0f4d73b45b280497b25fdc750f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2151.163507] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2151.171336] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2151.326081] env[63366]: DEBUG oslo_vmware.api [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104132, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.330799] env[63366]: DEBUG oslo_concurrency.lockutils [req-3bfdb1f8-8ac7-4ce2-aaff-72553da713b9 req-68d8205a-5bbc-4367-b106-0e9a74a2801a service nova] Releasing lock "refresh_cache-3bccae0d-d94f-489e-8480-2b3e16d96b3f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2151.407711] env[63366]: DEBUG nova.network.neutron [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Successfully created port: f8a88f6a-d880-4cf5-940f-30055d4e2f6a {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2151.448949] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bdc32cc5-9e36-472b-a842-12883d349faa tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "refresh_cache-96f0fab0-d17a-46cc-bff7-66de56c2acc3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2151.448949] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bdc32cc5-9e36-472b-a842-12883d349faa tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquired lock "refresh_cache-96f0fab0-d17a-46cc-bff7-66de56c2acc3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2151.448949] env[63366]: DEBUG nova.network.neutron [None req-bdc32cc5-9e36-472b-a842-12883d349faa tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2151.449366] env[63366]: DEBUG nova.objects.instance [None req-bdc32cc5-9e36-472b-a842-12883d349faa tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lazy-loading 'info_cache' on Instance uuid 96f0fab0-d17a-46cc-bff7-66de56c2acc3 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2151.517687] env[63366]: DEBUG nova.compute.manager [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2151.673997] env[63366]: DEBUG nova.network.neutron [-] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2151.793767] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bef894b-d8d2-432e-ba23-df2943eef200 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.801725] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873096fa-241a-4f91-b9b7-8f67d8e9255a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.836106] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7accd7d8-7529-4172-adaf-4bbdb8e0afd2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.846996] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d2fe69-effc-428b-8827-bff317eb4dd8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.850678] env[63366]: DEBUG oslo_vmware.api [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104132, 'name': PowerOnVM_Task, 'duration_secs': 0.65348} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.850923] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2151.851131] env[63366]: INFO nova.compute.manager [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Took 8.71 seconds to spawn the instance on the hypervisor. [ 2151.851308] env[63366]: DEBUG nova.compute.manager [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2151.852440] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b683ac-8934-43eb-828e-271c68fa2e3d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.863052] env[63366]: DEBUG nova.compute.provider_tree [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2152.109313] env[63366]: DEBUG nova.compute.manager [req-66935428-e17c-473c-b9f7-efe27cd8dd34 req-589df036-5868-4aa6-bc4b-0dae2c8fcc28 service nova] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Received event network-vif-deleted-c8d3db21-6569-46f2-8599-225cfa95076d {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2152.178817] env[63366]: INFO nova.compute.manager [-] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Took 1.36 seconds to deallocate network for instance. [ 2152.379027] env[63366]: INFO nova.compute.manager [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Took 20.07 seconds to build instance. [ 2152.388013] env[63366]: ERROR nova.scheduler.client.report [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [req-47afa88d-c059-4013-937b-df3313f76ede] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d4eb5599-1ee7-4533-a84b-536c6f825ecc. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-47afa88d-c059-4013-937b-df3313f76ede"}]} [ 2152.404445] env[63366]: DEBUG nova.scheduler.client.report [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Refreshing inventories for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2152.418808] env[63366]: DEBUG nova.scheduler.client.report [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Updating ProviderTree inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2152.419073] env[63366]: DEBUG nova.compute.provider_tree [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2152.432041] env[63366]: DEBUG nova.scheduler.client.report [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Refreshing aggregate associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, aggregates: None {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2152.451027] env[63366]: DEBUG nova.scheduler.client.report [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Refreshing trait associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2152.530375] env[63366]: DEBUG nova.compute.manager [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2152.557973] env[63366]: DEBUG nova.virt.hardware [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2152.558241] env[63366]: DEBUG nova.virt.hardware [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2152.558399] env[63366]: DEBUG nova.virt.hardware [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2152.558574] env[63366]: DEBUG nova.virt.hardware [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2152.558718] env[63366]: DEBUG nova.virt.hardware [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2152.558860] env[63366]: DEBUG nova.virt.hardware [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2152.559081] env[63366]: DEBUG nova.virt.hardware [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2152.559244] env[63366]: DEBUG nova.virt.hardware [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2152.559414] env[63366]: DEBUG nova.virt.hardware [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2152.559576] env[63366]: DEBUG nova.virt.hardware [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2152.559750] env[63366]: DEBUG nova.virt.hardware [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2152.560682] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba9a8cc-db05-435d-a700-b9d7671d8ffb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.571552] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d8a08b-a072-47cf-84f2-84955344dc24 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.686166] env[63366]: DEBUG oslo_concurrency.lockutils [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2152.792027] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e9a70c-e532-4543-9237-b6d654951959 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.798327] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc95bbe-86cd-4b3e-bf20-ad20272af773 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.832169] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57149440-e7ae-4df1-8492-819a345f92c0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.840346] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f0a1d3-f5d6-4864-8700-f96333cf76e7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.854338] env[63366]: DEBUG nova.compute.provider_tree [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2152.874109] env[63366]: DEBUG nova.network.neutron [None req-bdc32cc5-9e36-472b-a842-12883d349faa tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Updating instance_info_cache with network_info: [{"id": "aeda7b4e-29b5-45e2-9a58-a55b2f8c3072", "address": "fa:16:3e:30:19:91", "network": {"id": "2461296c-b492-4d75-b35d-5e521090c9eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-859076243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6b369729644eb299067082c22e5e36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeda7b4e-29", "ovs_interfaceid": "aeda7b4e-29b5-45e2-9a58-a55b2f8c3072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2152.880935] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8b10fc6c-7f16-4782-9d28-b5bfb429346c tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "3c98a7f6-60f9-4915-b0ef-2f30e7bd9279" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.587s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2152.938204] env[63366]: DEBUG nova.compute.manager [req-491fe940-e3ff-4c03-99b3-9517e5f5e0db req-198e08c0-465b-4252-aa7b-a27c4876021f service nova] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Received event network-vif-plugged-f8a88f6a-d880-4cf5-940f-30055d4e2f6a {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2152.938204] env[63366]: DEBUG oslo_concurrency.lockutils [req-491fe940-e3ff-4c03-99b3-9517e5f5e0db req-198e08c0-465b-4252-aa7b-a27c4876021f service nova] Acquiring lock "0b03d8ab-ab1e-4a81-a756-088816b4ec1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2152.938204] env[63366]: DEBUG oslo_concurrency.lockutils [req-491fe940-e3ff-4c03-99b3-9517e5f5e0db req-198e08c0-465b-4252-aa7b-a27c4876021f service nova] Lock "0b03d8ab-ab1e-4a81-a756-088816b4ec1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2152.938204] env[63366]: DEBUG oslo_concurrency.lockutils [req-491fe940-e3ff-4c03-99b3-9517e5f5e0db req-198e08c0-465b-4252-aa7b-a27c4876021f service nova] Lock "0b03d8ab-ab1e-4a81-a756-088816b4ec1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2152.938204] env[63366]: DEBUG nova.compute.manager [req-491fe940-e3ff-4c03-99b3-9517e5f5e0db req-198e08c0-465b-4252-aa7b-a27c4876021f service nova] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] No waiting events found dispatching network-vif-plugged-f8a88f6a-d880-4cf5-940f-30055d4e2f6a {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2152.938937] env[63366]: WARNING nova.compute.manager [req-491fe940-e3ff-4c03-99b3-9517e5f5e0db req-198e08c0-465b-4252-aa7b-a27c4876021f service nova] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Received unexpected event network-vif-plugged-f8a88f6a-d880-4cf5-940f-30055d4e2f6a for instance with vm_state building and task_state spawning. [ 2152.939390] env[63366]: DEBUG nova.network.neutron [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Successfully updated port: f8a88f6a-d880-4cf5-940f-30055d4e2f6a {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2153.374864] env[63366]: ERROR nova.scheduler.client.report [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [req-48b62b2e-57de-41a3-a626-f50a848c0335] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d4eb5599-1ee7-4533-a84b-536c6f825ecc. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-48b62b2e-57de-41a3-a626-f50a848c0335"}]} [ 2153.377353] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bdc32cc5-9e36-472b-a842-12883d349faa tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Releasing lock "refresh_cache-96f0fab0-d17a-46cc-bff7-66de56c2acc3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2153.377572] env[63366]: DEBUG nova.objects.instance [None req-bdc32cc5-9e36-472b-a842-12883d349faa tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lazy-loading 'migration_context' on Instance uuid 96f0fab0-d17a-46cc-bff7-66de56c2acc3 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2153.390031] env[63366]: DEBUG nova.scheduler.client.report [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Refreshing inventories for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2153.400732] env[63366]: DEBUG nova.scheduler.client.report [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Updating ProviderTree inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2153.400934] env[63366]: DEBUG nova.compute.provider_tree [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2153.410079] env[63366]: DEBUG nova.scheduler.client.report [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Refreshing aggregate associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, aggregates: None {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2153.423842] env[63366]: DEBUG nova.scheduler.client.report [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Refreshing trait associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2153.442012] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "refresh_cache-0b03d8ab-ab1e-4a81-a756-088816b4ec1f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2153.442149] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquired lock "refresh_cache-0b03d8ab-ab1e-4a81-a756-088816b4ec1f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2153.442294] env[63366]: DEBUG nova.network.neutron [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2153.671136] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7fccaa-f66b-4107-94ec-e8d59056aacd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.679015] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8ab86b-1cde-4a89-b00f-f3aad7f0593e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.709420] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc503ae-a685-4ef0-bde9-dc3665e5511b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.717395] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0572f1-affb-4c31-ad02-12b1046a9a33 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.730800] env[63366]: DEBUG nova.compute.provider_tree [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2153.880648] env[63366]: DEBUG nova.objects.base [None req-bdc32cc5-9e36-472b-a842-12883d349faa tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Object Instance<96f0fab0-d17a-46cc-bff7-66de56c2acc3> lazy-loaded attributes: info_cache,migration_context {{(pid=63366) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2153.881521] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad37b285-496c-4f48-867f-1c3fba551812 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.901201] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5adf9dad-9e5f-4ebc-a582-c1eaa330d847 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.907583] env[63366]: DEBUG oslo_vmware.api [None req-bdc32cc5-9e36-472b-a842-12883d349faa tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2153.907583] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ac9504-050e-ab57-5723-a4401b9173f4" [ 2153.907583] env[63366]: _type = "Task" [ 2153.907583] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.916052] env[63366]: DEBUG oslo_vmware.api [None req-bdc32cc5-9e36-472b-a842-12883d349faa tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ac9504-050e-ab57-5723-a4401b9173f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.976299] env[63366]: DEBUG nova.network.neutron [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2154.131811] env[63366]: DEBUG nova.network.neutron [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Updating instance_info_cache with network_info: [{"id": "f8a88f6a-d880-4cf5-940f-30055d4e2f6a", "address": "fa:16:3e:b0:be:02", "network": {"id": "ff88eafc-52be-4f8b-b9a5-e068833bfab7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1647919858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c6d0f4d73b45b280497b25fdc750f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8a88f6a-d8", "ovs_interfaceid": "f8a88f6a-d880-4cf5-940f-30055d4e2f6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2154.252477] env[63366]: ERROR nova.scheduler.client.report [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [req-5e2ec826-9f69-4081-937f-59b2a610b605] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d4eb5599-1ee7-4533-a84b-536c6f825ecc. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5e2ec826-9f69-4081-937f-59b2a610b605"}]} [ 2154.265367] env[63366]: DEBUG nova.compute.manager [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Stashing vm_state: active {{(pid=63366) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2154.269072] env[63366]: DEBUG nova.scheduler.client.report [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Refreshing inventories for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2154.283572] env[63366]: DEBUG nova.scheduler.client.report [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Updating ProviderTree inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2154.283804] env[63366]: DEBUG nova.compute.provider_tree [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2154.295500] env[63366]: DEBUG nova.scheduler.client.report [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Refreshing aggregate associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, aggregates: None {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2154.312746] env[63366]: DEBUG nova.scheduler.client.report [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Refreshing trait associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2154.421137] env[63366]: DEBUG oslo_vmware.api [None req-bdc32cc5-9e36-472b-a842-12883d349faa tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ac9504-050e-ab57-5723-a4401b9173f4, 'name': SearchDatastore_Task, 'duration_secs': 0.007954} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.421561] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bdc32cc5-9e36-472b-a842-12883d349faa tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2154.607543] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c37a403-0a71-456e-9f13-c3a702425040 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.616612] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4b5952-d326-4365-9c42-cf5672d736a1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.645817] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Releasing lock "refresh_cache-0b03d8ab-ab1e-4a81-a756-088816b4ec1f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2154.646156] env[63366]: DEBUG nova.compute.manager [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Instance network_info: |[{"id": "f8a88f6a-d880-4cf5-940f-30055d4e2f6a", "address": "fa:16:3e:b0:be:02", "network": {"id": "ff88eafc-52be-4f8b-b9a5-e068833bfab7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1647919858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c6d0f4d73b45b280497b25fdc750f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8a88f6a-d8", "ovs_interfaceid": "f8a88f6a-d880-4cf5-940f-30055d4e2f6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2154.646778] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:be:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8a88f6a-d880-4cf5-940f-30055d4e2f6a', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2154.654166] env[63366]: DEBUG oslo.service.loopingcall [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2154.654852] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4fa1df-f57a-4fce-b3b2-54651f81312e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.657415] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2154.657631] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cda32b78-d217-41b0-82d9-834b3c694272 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.676988] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dee4249-7cf5-423e-962c-5a4de95cab5f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.681691] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2154.681691] env[63366]: value = "task-2104133" [ 2154.681691] env[63366]: _type = "Task" [ 2154.681691] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.692436] env[63366]: DEBUG nova.compute.provider_tree [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2154.699907] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104133, 'name': CreateVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.784381] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2155.015302] env[63366]: DEBUG nova.compute.manager [req-7e24bdf7-856a-48c4-ac34-0c0e4bac22b5 req-528750c6-8581-4562-96bd-9b3cebbffa28 service nova] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Received event network-changed-f8a88f6a-d880-4cf5-940f-30055d4e2f6a {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2155.015394] env[63366]: DEBUG nova.compute.manager [req-7e24bdf7-856a-48c4-ac34-0c0e4bac22b5 req-528750c6-8581-4562-96bd-9b3cebbffa28 service nova] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Refreshing instance network info cache due to event network-changed-f8a88f6a-d880-4cf5-940f-30055d4e2f6a. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2155.015587] env[63366]: DEBUG oslo_concurrency.lockutils [req-7e24bdf7-856a-48c4-ac34-0c0e4bac22b5 req-528750c6-8581-4562-96bd-9b3cebbffa28 service nova] Acquiring lock "refresh_cache-0b03d8ab-ab1e-4a81-a756-088816b4ec1f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2155.015726] env[63366]: DEBUG oslo_concurrency.lockutils [req-7e24bdf7-856a-48c4-ac34-0c0e4bac22b5 req-528750c6-8581-4562-96bd-9b3cebbffa28 service nova] Acquired lock "refresh_cache-0b03d8ab-ab1e-4a81-a756-088816b4ec1f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2155.015885] env[63366]: DEBUG nova.network.neutron [req-7e24bdf7-856a-48c4-ac34-0c0e4bac22b5 req-528750c6-8581-4562-96bd-9b3cebbffa28 service nova] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Refreshing network info cache for port f8a88f6a-d880-4cf5-940f-30055d4e2f6a {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2155.200021] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104133, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.227059] env[63366]: DEBUG nova.scheduler.client.report [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Updated inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with generation 101 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2155.227338] env[63366]: DEBUG nova.compute.provider_tree [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Updating resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc generation from 101 to 102 during operation: update_inventory {{(pid=63366) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2155.227546] env[63366]: DEBUG nova.compute.provider_tree [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2155.695372] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104133, 'name': CreateVM_Task, 'duration_secs': 0.572357} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.695533] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2155.696191] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2155.696355] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2155.696656] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2155.696898] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f25d69d6-daa2-4866-a82b-aa2a6894cdc7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.701320] env[63366]: DEBUG oslo_vmware.api [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2155.701320] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5204cf66-384e-b59b-49b0-5df0e51ec000" [ 2155.701320] env[63366]: _type = "Task" [ 2155.701320] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.708914] env[63366]: DEBUG oslo_vmware.api [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5204cf66-384e-b59b-49b0-5df0e51ec000, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.720312] env[63366]: DEBUG nova.network.neutron [req-7e24bdf7-856a-48c4-ac34-0c0e4bac22b5 req-528750c6-8581-4562-96bd-9b3cebbffa28 service nova] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Updated VIF entry in instance network info cache for port f8a88f6a-d880-4cf5-940f-30055d4e2f6a. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2155.720647] env[63366]: DEBUG nova.network.neutron [req-7e24bdf7-856a-48c4-ac34-0c0e4bac22b5 req-528750c6-8581-4562-96bd-9b3cebbffa28 service nova] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Updating instance_info_cache with network_info: [{"id": "f8a88f6a-d880-4cf5-940f-30055d4e2f6a", "address": "fa:16:3e:b0:be:02", "network": {"id": "ff88eafc-52be-4f8b-b9a5-e068833bfab7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1647919858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c6d0f4d73b45b280497b25fdc750f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8a88f6a-d8", "ovs_interfaceid": "f8a88f6a-d880-4cf5-940f-30055d4e2f6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2155.732119] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.233s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2155.732598] env[63366]: DEBUG nova.compute.manager [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2155.735350] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.458s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2155.735350] env[63366]: DEBUG nova.objects.instance [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Lazy-loading 'resources' on Instance uuid 72c0f6a5-1ef7-43d4-b4f9-81987eca9722 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2156.212372] env[63366]: DEBUG oslo_vmware.api [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5204cf66-384e-b59b-49b0-5df0e51ec000, 'name': SearchDatastore_Task, 'duration_secs': 0.047529} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.212727] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.212970] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2156.213209] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2156.213348] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2156.213521] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2156.213797] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37b31e5f-d7d2-4409-8cac-a5cc511e2a0e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.222026] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2156.222205] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2156.223163] env[63366]: DEBUG oslo_concurrency.lockutils [req-7e24bdf7-856a-48c4-ac34-0c0e4bac22b5 req-528750c6-8581-4562-96bd-9b3cebbffa28 service nova] Releasing lock "refresh_cache-0b03d8ab-ab1e-4a81-a756-088816b4ec1f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.223473] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28247a99-9565-4302-a7e9-1aea70a2f377 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.228458] env[63366]: DEBUG oslo_vmware.api [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2156.228458] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52a0e62e-beda-12bb-59a0-698fd9efe1db" [ 2156.228458] env[63366]: _type = "Task" [ 2156.228458] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.235971] env[63366]: DEBUG oslo_vmware.api [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a0e62e-beda-12bb-59a0-698fd9efe1db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.238150] env[63366]: DEBUG nova.compute.utils [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2156.241786] env[63366]: DEBUG nova.compute.manager [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Not allocating networking since 'none' was specified. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2156.488900] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581c8bd2-4370-4b32-a569-5f017e8de36f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.496878] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c8955b-24f1-4a5a-99b0-e813888a4272 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.528219] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af760605-2c4f-4a6a-8205-e28375094205 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.536064] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af9bf21-0dff-4de0-819f-06e59a33c6b1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.549203] env[63366]: DEBUG nova.compute.provider_tree [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2156.738912] env[63366]: DEBUG oslo_vmware.api [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a0e62e-beda-12bb-59a0-698fd9efe1db, 'name': SearchDatastore_Task, 'duration_secs': 0.008383} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.739706] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1538a15f-f9e5-4621-950c-3a8f6349ffdd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.742104] env[63366]: DEBUG nova.compute.manager [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2156.747973] env[63366]: DEBUG oslo_vmware.api [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2156.747973] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ecda10-2af0-8a55-b928-6b634aadaeeb" [ 2156.747973] env[63366]: _type = "Task" [ 2156.747973] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.756796] env[63366]: DEBUG oslo_vmware.api [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ecda10-2af0-8a55-b928-6b634aadaeeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.053071] env[63366]: DEBUG nova.scheduler.client.report [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2157.259220] env[63366]: DEBUG oslo_vmware.api [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ecda10-2af0-8a55-b928-6b634aadaeeb, 'name': SearchDatastore_Task, 'duration_secs': 0.009439} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.259556] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2157.259792] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 0b03d8ab-ab1e-4a81-a756-088816b4ec1f/0b03d8ab-ab1e-4a81-a756-088816b4ec1f.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2157.260072] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adb35863-7cc3-4bd0-88af-9a1d4f5a5f6a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.268182] env[63366]: DEBUG oslo_vmware.api [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2157.268182] env[63366]: value = "task-2104134" [ 2157.268182] env[63366]: _type = "Task" [ 2157.268182] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.278066] env[63366]: DEBUG oslo_vmware.api [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.556671] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2157.559407] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.435s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2157.559680] env[63366]: DEBUG nova.objects.instance [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Lazy-loading 'resources' on Instance uuid 55f46a77-cd49-47ba-ba4f-369ce8c69d50 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2157.577955] env[63366]: INFO nova.scheduler.client.report [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Deleted allocations for instance 72c0f6a5-1ef7-43d4-b4f9-81987eca9722 [ 2157.754326] env[63366]: DEBUG nova.compute.manager [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2157.781536] env[63366]: DEBUG nova.virt.hardware [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2157.781797] env[63366]: DEBUG nova.virt.hardware [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2157.781954] env[63366]: DEBUG nova.virt.hardware [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2157.782149] env[63366]: DEBUG nova.virt.hardware [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2157.782295] env[63366]: DEBUG nova.virt.hardware [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2157.782438] env[63366]: DEBUG nova.virt.hardware [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2157.782675] env[63366]: DEBUG nova.virt.hardware [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2157.782919] env[63366]: DEBUG nova.virt.hardware [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2157.783192] env[63366]: DEBUG nova.virt.hardware [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2157.783381] env[63366]: DEBUG nova.virt.hardware [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2157.783584] env[63366]: DEBUG nova.virt.hardware [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2157.784425] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3556c694-2b96-4df2-83c7-8e7938a72f98 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.789892] env[63366]: DEBUG oslo_vmware.api [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434319} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.790519] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 0b03d8ab-ab1e-4a81-a756-088816b4ec1f/0b03d8ab-ab1e-4a81-a756-088816b4ec1f.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2157.790734] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2157.791058] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-153bce81-3442-4856-b5d8-49f921e94035 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.796204] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9287233b-12f4-40ea-971b-1c0283ebf3aa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.800828] env[63366]: DEBUG oslo_vmware.api [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2157.800828] env[63366]: value = "task-2104135" [ 2157.800828] env[63366]: _type = "Task" [ 2157.800828] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.814059] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Instance VIF info [] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2157.820007] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Creating folder: Project (5aae8f561ae1411489653a9e031378de). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2157.820898] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b0cd73a-8c56-438e-8e6f-5c0a0906f1e3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.825323] env[63366]: DEBUG oslo_vmware.api [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.834963] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Created folder: Project (5aae8f561ae1411489653a9e031378de) in parent group-v430612. [ 2157.835194] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Creating folder: Instances. Parent ref: group-v430821. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2157.835441] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bacb3cf2-b1bf-422b-8eda-91eae1523d17 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.845514] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Created folder: Instances in parent group-v430821. [ 2157.845773] env[63366]: DEBUG oslo.service.loopingcall [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2157.845987] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2157.846214] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fd3873e-5104-451b-8a65-57b3cbd3e9a2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.867131] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2157.867131] env[63366]: value = "task-2104138" [ 2157.867131] env[63366]: _type = "Task" [ 2157.867131] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.875234] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104138, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.086168] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7fb97bed-8078-45ae-a5b0-921f4976eb63 tempest-ServerPasswordTestJSON-528862507 tempest-ServerPasswordTestJSON-528862507-project-member] Lock "72c0f6a5-1ef7-43d4-b4f9-81987eca9722" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.250s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2158.311345] env[63366]: DEBUG oslo_vmware.api [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069592} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.311644] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2158.312458] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370b3b28-5469-4ef8-b55d-9ad56451a0cf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.336972] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 0b03d8ab-ab1e-4a81-a756-088816b4ec1f/0b03d8ab-ab1e-4a81-a756-088816b4ec1f.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2158.339747] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51e7737e-45be-467b-884b-1edcc1263cd3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.361256] env[63366]: DEBUG oslo_vmware.api [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2158.361256] env[63366]: value = "task-2104139" [ 2158.361256] env[63366]: _type = "Task" [ 2158.361256] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.366484] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ae3359-f60b-42f7-b241-091131e7fde8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.375996] env[63366]: DEBUG oslo_vmware.api [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104139, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.379013] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5882bdd-6599-444d-b45a-ed659729ad34 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.384915] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104138, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.415374] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a8e583-d124-48c6-838e-8cea6cbdf3cc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.423969] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2522ab1b-3a5e-42ea-b535-679a3ef47747 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.438627] env[63366]: DEBUG nova.compute.provider_tree [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2158.873037] env[63366]: DEBUG oslo_vmware.api [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104139, 'name': ReconfigVM_Task, 'duration_secs': 0.300433} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.876313] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 0b03d8ab-ab1e-4a81-a756-088816b4ec1f/0b03d8ab-ab1e-4a81-a756-088816b4ec1f.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2158.877067] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87854307-70bf-49f1-8a7f-b378898f3913 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.884145] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104138, 'name': CreateVM_Task, 'duration_secs': 0.712533} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.885288] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2158.885601] env[63366]: DEBUG oslo_vmware.api [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2158.885601] env[63366]: value = "task-2104140" [ 2158.885601] env[63366]: _type = "Task" [ 2158.885601] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.885965] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2158.886128] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2158.886439] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2158.886722] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e16ed1f-2e1e-41c9-af96-297e4a2e33b2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.894879] env[63366]: DEBUG oslo_vmware.api [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Waiting for the task: (returnval){ [ 2158.894879] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5219dfdb-ea9b-ef1f-a17f-1e3046ebdda9" [ 2158.894879] env[63366]: _type = "Task" [ 2158.894879] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.897786] env[63366]: DEBUG oslo_vmware.api [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104140, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.905745] env[63366]: DEBUG oslo_vmware.api [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5219dfdb-ea9b-ef1f-a17f-1e3046ebdda9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.975816] env[63366]: DEBUG nova.scheduler.client.report [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Updated inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with generation 102 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2158.976240] env[63366]: DEBUG nova.compute.provider_tree [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Updating resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc generation from 102 to 103 during operation: update_inventory {{(pid=63366) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2158.976493] env[63366]: DEBUG nova.compute.provider_tree [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2159.397007] env[63366]: DEBUG oslo_vmware.api [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104140, 'name': Rename_Task, 'duration_secs': 0.16152} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.397313] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2159.397543] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1a68e7f-1922-48d9-bf92-8bdb26f034ab {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.408016] env[63366]: DEBUG oslo_vmware.api [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5219dfdb-ea9b-ef1f-a17f-1e3046ebdda9, 'name': SearchDatastore_Task, 'duration_secs': 0.012526} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.409323] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2159.409572] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2159.409798] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2159.409944] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2159.410133] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2159.410434] env[63366]: DEBUG oslo_vmware.api [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2159.410434] env[63366]: value = "task-2104141" [ 2159.410434] env[63366]: _type = "Task" [ 2159.410434] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.410641] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8762e054-92b5-4452-88f3-0b7a318baf78 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.422348] env[63366]: DEBUG oslo_vmware.api [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.422348] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2159.422348] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2159.423099] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c017eff-2814-46f0-a3f5-f2ffcd7f9b02 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.428894] env[63366]: DEBUG oslo_vmware.api [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Waiting for the task: (returnval){ [ 2159.428894] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]524748b2-93a5-cd95-7a3d-72acc000bba8" [ 2159.428894] env[63366]: _type = "Task" [ 2159.428894] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.438146] env[63366]: DEBUG oslo_vmware.api [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]524748b2-93a5-cd95-7a3d-72acc000bba8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.482328] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2159.484682] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.735s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.484913] env[63366]: DEBUG nova.objects.instance [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Lazy-loading 'resources' on Instance uuid c33de456-d210-4ba8-b039-3bf1678f9cb8 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2159.506195] env[63366]: INFO nova.scheduler.client.report [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Deleted allocations for instance 55f46a77-cd49-47ba-ba4f-369ce8c69d50 [ 2159.923872] env[63366]: DEBUG oslo_vmware.api [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104141, 'name': PowerOnVM_Task, 'duration_secs': 0.459088} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.924191] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2159.924395] env[63366]: INFO nova.compute.manager [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Took 7.39 seconds to spawn the instance on the hypervisor. [ 2159.924574] env[63366]: DEBUG nova.compute.manager [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2159.925359] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5298d08d-3cb2-4093-9614-d59af66ed959 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.945860] env[63366]: DEBUG oslo_vmware.api [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]524748b2-93a5-cd95-7a3d-72acc000bba8, 'name': SearchDatastore_Task, 'duration_secs': 0.010699} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.946634] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd6c1f74-908e-42ec-a0f3-c67629780658 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.953486] env[63366]: DEBUG oslo_vmware.api [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Waiting for the task: (returnval){ [ 2159.953486] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5254087c-2c85-455a-7698-0a0821f13219" [ 2159.953486] env[63366]: _type = "Task" [ 2159.953486] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.960708] env[63366]: DEBUG oslo_vmware.api [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5254087c-2c85-455a-7698-0a0821f13219, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.018487] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4b7ab225-d2ef-485a-9e86-fb86ea3a09d6 tempest-ServerRescueTestJSON-1659315487 tempest-ServerRescueTestJSON-1659315487-project-member] Lock "55f46a77-cd49-47ba-ba4f-369ce8c69d50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.268s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.270176] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea01c97c-6bc6-4695-a3b3-91a4d3fbefbe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.279394] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9058c77-e12a-42a6-986e-590e30555713 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.313390] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50c68e3-6061-4380-ab09-30dfbfb0efbb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.322656] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c444d691-b360-48e2-90bc-0e9392f90ca1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.339176] env[63366]: DEBUG nova.compute.provider_tree [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2160.447332] env[63366]: INFO nova.compute.manager [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Took 18.51 seconds to build instance. [ 2160.463651] env[63366]: DEBUG oslo_vmware.api [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5254087c-2c85-455a-7698-0a0821f13219, 'name': SearchDatastore_Task, 'duration_secs': 0.011825} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.463912] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2160.464189] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e/c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2160.464442] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20ad1a46-1aa9-46be-bd8d-f3edd7ab76de {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.474691] env[63366]: DEBUG oslo_vmware.api [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Waiting for the task: (returnval){ [ 2160.474691] env[63366]: value = "task-2104142" [ 2160.474691] env[63366]: _type = "Task" [ 2160.474691] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.483573] env[63366]: DEBUG oslo_vmware.api [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.842015] env[63366]: DEBUG nova.scheduler.client.report [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2160.948991] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9deee690-3c4b-4282-a7af-7e2c49c33986 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "0b03d8ab-ab1e-4a81-a756-088816b4ec1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.022s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.985937] env[63366]: DEBUG oslo_vmware.api [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104142, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.347587] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2161.350383] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d12ac20e-5a14-40ee-9a5e-b94b4406bce0 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.532s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.350796] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d12ac20e-5a14-40ee-9a5e-b94b4406bce0 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2161.353068] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.607s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.354685] env[63366]: INFO nova.compute.claims [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2161.374750] env[63366]: INFO nova.scheduler.client.report [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Deleted allocations for instance c33de456-d210-4ba8-b039-3bf1678f9cb8 [ 2161.383243] env[63366]: INFO nova.scheduler.client.report [None req-d12ac20e-5a14-40ee-9a5e-b94b4406bce0 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Deleted allocations for instance 689df898-ef9c-4a0b-8196-f2e917101949 [ 2161.486181] env[63366]: DEBUG oslo_vmware.api [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104142, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.884478} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.487407] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e/c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2161.487407] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2161.487407] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd332023-4c5e-41bc-a4ac-e99d75c295b4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.494418] env[63366]: DEBUG oslo_vmware.api [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Waiting for the task: (returnval){ [ 2161.494418] env[63366]: value = "task-2104143" [ 2161.494418] env[63366]: _type = "Task" [ 2161.494418] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.502931] env[63366]: DEBUG oslo_vmware.api [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104143, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.638585] env[63366]: DEBUG nova.compute.manager [req-1de30860-929b-4f67-811b-cafb57ad4680 req-8d9aa0de-4a58-40fc-9ac2-97c2a687f005 service nova] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Received event network-changed-f8a88f6a-d880-4cf5-940f-30055d4e2f6a {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2161.638678] env[63366]: DEBUG nova.compute.manager [req-1de30860-929b-4f67-811b-cafb57ad4680 req-8d9aa0de-4a58-40fc-9ac2-97c2a687f005 service nova] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Refreshing instance network info cache due to event network-changed-f8a88f6a-d880-4cf5-940f-30055d4e2f6a. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2161.638856] env[63366]: DEBUG oslo_concurrency.lockutils [req-1de30860-929b-4f67-811b-cafb57ad4680 req-8d9aa0de-4a58-40fc-9ac2-97c2a687f005 service nova] Acquiring lock "refresh_cache-0b03d8ab-ab1e-4a81-a756-088816b4ec1f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2161.639020] env[63366]: DEBUG oslo_concurrency.lockutils [req-1de30860-929b-4f67-811b-cafb57ad4680 req-8d9aa0de-4a58-40fc-9ac2-97c2a687f005 service nova] Acquired lock "refresh_cache-0b03d8ab-ab1e-4a81-a756-088816b4ec1f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2161.639146] env[63366]: DEBUG nova.network.neutron [req-1de30860-929b-4f67-811b-cafb57ad4680 req-8d9aa0de-4a58-40fc-9ac2-97c2a687f005 service nova] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Refreshing network info cache for port f8a88f6a-d880-4cf5-940f-30055d4e2f6a {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2161.882283] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6ffa5696-c929-4cb5-88a6-c2e1e7bfac82 tempest-VolumesAdminNegativeTest-685011160 tempest-VolumesAdminNegativeTest-685011160-project-member] Lock "c33de456-d210-4ba8-b039-3bf1678f9cb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.248s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2161.890921] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d12ac20e-5a14-40ee-9a5e-b94b4406bce0 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "689df898-ef9c-4a0b-8196-f2e917101949" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.919s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.009710] env[63366]: DEBUG oslo_vmware.api [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104143, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069083} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.009993] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2162.012023] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2571637-0894-460c-898e-72d08074d760 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.042117] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e/c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2162.042824] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9faa1103-d70d-49a5-95de-6445f28cdeb5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.067835] env[63366]: DEBUG oslo_vmware.api [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Waiting for the task: (returnval){ [ 2162.067835] env[63366]: value = "task-2104144" [ 2162.067835] env[63366]: _type = "Task" [ 2162.067835] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.076269] env[63366]: DEBUG oslo_vmware.api [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104144, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.576028] env[63366]: DEBUG oslo_vmware.api [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104144, 'name': ReconfigVM_Task, 'duration_secs': 0.362079} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.576316] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Reconfigured VM instance instance-00000049 to attach disk [datastore2] c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e/c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2162.577808] env[63366]: DEBUG nova.network.neutron [req-1de30860-929b-4f67-811b-cafb57ad4680 req-8d9aa0de-4a58-40fc-9ac2-97c2a687f005 service nova] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Updated VIF entry in instance network info cache for port f8a88f6a-d880-4cf5-940f-30055d4e2f6a. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2162.578191] env[63366]: DEBUG nova.network.neutron [req-1de30860-929b-4f67-811b-cafb57ad4680 req-8d9aa0de-4a58-40fc-9ac2-97c2a687f005 service nova] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Updating instance_info_cache with network_info: [{"id": "f8a88f6a-d880-4cf5-940f-30055d4e2f6a", "address": "fa:16:3e:b0:be:02", "network": {"id": "ff88eafc-52be-4f8b-b9a5-e068833bfab7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1647919858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c6d0f4d73b45b280497b25fdc750f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8a88f6a-d8", "ovs_interfaceid": "f8a88f6a-d880-4cf5-940f-30055d4e2f6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2162.579048] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62079d37-52f7-4694-9c85-c89521d7e991 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.592073] env[63366]: DEBUG oslo_vmware.api [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Waiting for the task: (returnval){ [ 2162.592073] env[63366]: value = "task-2104145" [ 2162.592073] env[63366]: _type = "Task" [ 2162.592073] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.605760] env[63366]: DEBUG oslo_vmware.api [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104145, 'name': Rename_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.721107] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30256f10-6e19-495f-91a2-ee9174f1f7a8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.733958] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9ed7fb-73b3-46a3-a788-d24f3825a45d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.772924] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8d4795-2324-49ed-81a1-6b66e06cade7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.782048] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5ab50a-95af-4225-ad02-17189b8dd491 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.795546] env[63366]: DEBUG nova.compute.provider_tree [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2162.967981] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquiring lock "ace1ae39-d6de-4b36-93f5-e1b8f810a16a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2162.967981] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "ace1ae39-d6de-4b36-93f5-e1b8f810a16a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2162.967981] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquiring lock "ace1ae39-d6de-4b36-93f5-e1b8f810a16a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2162.967981] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "ace1ae39-d6de-4b36-93f5-e1b8f810a16a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2162.967981] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "ace1ae39-d6de-4b36-93f5-e1b8f810a16a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.968574] env[63366]: INFO nova.compute.manager [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Terminating instance [ 2163.082102] env[63366]: DEBUG oslo_concurrency.lockutils [req-1de30860-929b-4f67-811b-cafb57ad4680 req-8d9aa0de-4a58-40fc-9ac2-97c2a687f005 service nova] Releasing lock "refresh_cache-0b03d8ab-ab1e-4a81-a756-088816b4ec1f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2163.104124] env[63366]: DEBUG oslo_vmware.api [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104145, 'name': Rename_Task, 'duration_secs': 0.160125} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.104401] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2163.104656] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80b1708e-d32d-4042-9f88-934f86436562 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.113210] env[63366]: DEBUG oslo_vmware.api [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Waiting for the task: (returnval){ [ 2163.113210] env[63366]: value = "task-2104146" [ 2163.113210] env[63366]: _type = "Task" [ 2163.113210] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.123393] env[63366]: DEBUG oslo_vmware.api [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.336137] env[63366]: DEBUG nova.scheduler.client.report [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Updated inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with generation 103 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2163.336398] env[63366]: DEBUG nova.compute.provider_tree [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Updating resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc generation from 103 to 104 during operation: update_inventory {{(pid=63366) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2163.336584] env[63366]: DEBUG nova.compute.provider_tree [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2163.475089] env[63366]: DEBUG nova.compute.manager [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2163.475436] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2163.476555] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd68c0b1-c2b0-44f9-bd50-55a0d5c18bfe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.486396] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2163.486653] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-599f3292-a552-4980-856d-0b4a50ca1c98 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.494522] env[63366]: DEBUG oslo_vmware.api [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 2163.494522] env[63366]: value = "task-2104147" [ 2163.494522] env[63366]: _type = "Task" [ 2163.494522] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.504514] env[63366]: DEBUG oslo_vmware.api [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2104147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.624537] env[63366]: DEBUG oslo_vmware.api [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104146, 'name': PowerOnVM_Task, 'duration_secs': 0.452055} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.625018] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2163.625407] env[63366]: INFO nova.compute.manager [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Took 5.87 seconds to spawn the instance on the hypervisor. [ 2163.625708] env[63366]: DEBUG nova.compute.manager [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2163.626792] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9cf76a-0461-4b12-bba6-f20cbb6ab2dd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.846921] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2163.850036] env[63366]: DEBUG nova.compute.manager [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2163.851973] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.689s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2163.852354] env[63366]: DEBUG nova.objects.instance [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lazy-loading 'resources' on Instance uuid 05c3d463-05fa-44a6-835c-756d94f65be4 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2164.006592] env[63366]: DEBUG oslo_vmware.api [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2104147, 'name': PowerOffVM_Task, 'duration_secs': 0.354479} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.006916] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2164.007095] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2164.007687] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dbe1c34-b224-467b-872c-2139506445e8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.097812] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2164.098113] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2164.098306] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Deleting the datastore file [datastore2] ace1ae39-d6de-4b36-93f5-e1b8f810a16a {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2164.098729] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa5a362d-da46-4112-9f2e-4fa0915c3ae6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.106711] env[63366]: DEBUG oslo_vmware.api [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for the task: (returnval){ [ 2164.106711] env[63366]: value = "task-2104149" [ 2164.106711] env[63366]: _type = "Task" [ 2164.106711] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.115216] env[63366]: DEBUG oslo_vmware.api [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2104149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.149213] env[63366]: INFO nova.compute.manager [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Took 22.05 seconds to build instance. [ 2164.355129] env[63366]: DEBUG nova.compute.utils [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2164.356893] env[63366]: DEBUG nova.compute.manager [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2164.356970] env[63366]: DEBUG nova.network.neutron [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2164.433398] env[63366]: DEBUG nova.policy [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb87a94e48c5414590071f7b9a7e5016', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae1ff64f0d194d108aaaee128cf37032', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2164.621494] env[63366]: DEBUG oslo_vmware.api [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2104149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.651984] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7c4a0e27-faab-486c-a603-3b78fedbce37 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Lock "c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.571s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2164.661682] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d30a46-a8e3-403e-98c2-bbf7241e88ea {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.670454] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da19cafb-1080-452c-b231-016c5779d1c4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.704906] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0796611e-b0e1-4d83-9556-29b0486fe7db {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.713225] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb9c9ef-8a9e-4999-8bd2-e38e33ee92ff {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.727729] env[63366]: DEBUG nova.compute.provider_tree [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2164.841243] env[63366]: INFO nova.compute.manager [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Rebuilding instance [ 2164.871971] env[63366]: DEBUG nova.compute.manager [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2164.896298] env[63366]: DEBUG nova.compute.manager [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2164.897208] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92da6645-26a0-4e01-9e63-44710862b8e7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.908866] env[63366]: DEBUG nova.network.neutron [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Successfully created port: 54bc01be-a9ca-4be2-8369-d603a7382d7f {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2165.117985] env[63366]: DEBUG oslo_vmware.api [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Task: {'id': task-2104149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.638164} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.120213] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2165.120213] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2165.120213] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2165.120437] env[63366]: INFO nova.compute.manager [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Took 1.65 seconds to destroy the instance on the hypervisor. [ 2165.120555] env[63366]: DEBUG oslo.service.loopingcall [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2165.120756] env[63366]: DEBUG nova.compute.manager [-] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2165.120841] env[63366]: DEBUG nova.network.neutron [-] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2165.230961] env[63366]: DEBUG nova.scheduler.client.report [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2165.353230] env[63366]: DEBUG nova.compute.manager [req-3a54f312-d30b-4077-b231-37eb1b64fcdc req-cc9be102-0439-4992-834b-dc143c156ee4 service nova] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Received event network-vif-deleted-8d47812b-1742-4e32-95d2-1f226baa3ee6 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2165.353379] env[63366]: INFO nova.compute.manager [req-3a54f312-d30b-4077-b231-37eb1b64fcdc req-cc9be102-0439-4992-834b-dc143c156ee4 service nova] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Neutron deleted interface 8d47812b-1742-4e32-95d2-1f226baa3ee6; detaching it from the instance and deleting it from the info cache [ 2165.353547] env[63366]: DEBUG nova.network.neutron [req-3a54f312-d30b-4077-b231-37eb1b64fcdc req-cc9be102-0439-4992-834b-dc143c156ee4 service nova] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2165.739680] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2165.739680] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.568s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.741728] env[63366]: INFO nova.compute.claims [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2165.774300] env[63366]: INFO nova.scheduler.client.report [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Deleted allocations for instance 05c3d463-05fa-44a6-835c-756d94f65be4 [ 2165.825412] env[63366]: DEBUG nova.network.neutron [-] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2165.858215] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a83b82bc-49a0-4711-a383-86f7c127f12f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.872301] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7445ea3a-b789-4466-a77e-3b0532280586 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.887348] env[63366]: DEBUG nova.compute.manager [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2165.917018] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2165.917637] env[63366]: DEBUG nova.compute.manager [req-3a54f312-d30b-4077-b231-37eb1b64fcdc req-cc9be102-0439-4992-834b-dc143c156ee4 service nova] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Detach interface failed, port_id=8d47812b-1742-4e32-95d2-1f226baa3ee6, reason: Instance ace1ae39-d6de-4b36-93f5-e1b8f810a16a could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2165.920239] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91808b76-412b-45e0-9b32-67767c15a6af {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.931155] env[63366]: DEBUG nova.virt.hardware [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2165.931155] env[63366]: DEBUG nova.virt.hardware [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2165.931155] env[63366]: DEBUG nova.virt.hardware [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2165.931850] env[63366]: DEBUG nova.virt.hardware [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2165.932142] env[63366]: DEBUG nova.virt.hardware [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2165.932406] env[63366]: DEBUG nova.virt.hardware [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2165.932760] env[63366]: DEBUG nova.virt.hardware [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2165.933074] env[63366]: DEBUG nova.virt.hardware [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2165.933418] env[63366]: DEBUG nova.virt.hardware [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2165.933722] env[63366]: DEBUG nova.virt.hardware [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2165.934097] env[63366]: DEBUG nova.virt.hardware [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2165.936582] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c5a385-bb57-4ef5-a7fa-483b45de2924 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.939834] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Waiting for the task: (returnval){ [ 2165.939834] env[63366]: value = "task-2104150" [ 2165.939834] env[63366]: _type = "Task" [ 2165.939834] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.950094] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3278127-50a1-4d0c-bbe2-0d326a1db7ce {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.958103] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.287071] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9bf3f95f-16cf-4a0c-a543-4213838f466d tempest-ServersAdminTestJSON-1287361449 tempest-ServersAdminTestJSON-1287361449-project-member] Lock "05c3d463-05fa-44a6-835c-756d94f65be4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.729s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2167.101543] env[63366]: DEBUG nova.network.neutron [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Successfully updated port: 54bc01be-a9ca-4be2-8369-d603a7382d7f {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2167.104432] env[63366]: INFO nova.compute.manager [-] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Took 1.98 seconds to deallocate network for instance. [ 2167.108487] env[63366]: DEBUG nova.compute.manager [req-be6739bb-fc1e-4cc5-bb46-1509dc94585e req-5ea810b8-8c8a-4fba-9125-505b3b9b15b9 service nova] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Received event network-vif-plugged-54bc01be-a9ca-4be2-8369-d603a7382d7f {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2167.108687] env[63366]: DEBUG oslo_concurrency.lockutils [req-be6739bb-fc1e-4cc5-bb46-1509dc94585e req-5ea810b8-8c8a-4fba-9125-505b3b9b15b9 service nova] Acquiring lock "4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2167.108951] env[63366]: DEBUG oslo_concurrency.lockutils [req-be6739bb-fc1e-4cc5-bb46-1509dc94585e req-5ea810b8-8c8a-4fba-9125-505b3b9b15b9 service nova] Lock "4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2167.109185] env[63366]: DEBUG oslo_concurrency.lockutils [req-be6739bb-fc1e-4cc5-bb46-1509dc94585e req-5ea810b8-8c8a-4fba-9125-505b3b9b15b9 service nova] Lock "4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2167.109393] env[63366]: DEBUG nova.compute.manager [req-be6739bb-fc1e-4cc5-bb46-1509dc94585e req-5ea810b8-8c8a-4fba-9125-505b3b9b15b9 service nova] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] No waiting events found dispatching network-vif-plugged-54bc01be-a9ca-4be2-8369-d603a7382d7f {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2167.109517] env[63366]: WARNING nova.compute.manager [req-be6739bb-fc1e-4cc5-bb46-1509dc94585e req-5ea810b8-8c8a-4fba-9125-505b3b9b15b9 service nova] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Received unexpected event network-vif-plugged-54bc01be-a9ca-4be2-8369-d603a7382d7f for instance with vm_state building and task_state spawning. [ 2167.125547] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104150, 'name': PowerOffVM_Task, 'duration_secs': 0.119845} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.125955] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2167.126104] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2167.126919] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bd1796-1dca-499f-be4f-ef60dd71f114 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.136349] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2167.138968] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fe87308-dcd0-4d33-a649-ef63fb7762ee {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.171246] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2167.171465] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2167.171719] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Deleting the datastore file [datastore2] c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2167.171896] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35a58612-3045-40cd-864c-9c0c4ff151cf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.180580] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Waiting for the task: (returnval){ [ 2167.180580] env[63366]: value = "task-2104152" [ 2167.180580] env[63366]: _type = "Task" [ 2167.180580] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.189935] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.489399] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b2b7ec-32ad-4eff-b159-edfac44cf7ac {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.504018] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ba699d-74a2-4bfb-b405-883d658064d7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.532176] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b129abc-1470-4609-8d7a-2c32e7d47c00 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.540893] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ed5476-6288-42e2-ad6c-1a0c75c81524 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.557815] env[63366]: DEBUG nova.compute.provider_tree [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2167.604677] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "refresh_cache-4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2167.604677] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquired lock "refresh_cache-4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2167.604933] env[63366]: DEBUG nova.network.neutron [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2167.620159] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2167.693532] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128094} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.694285] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2167.694728] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2167.695229] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2168.111449] env[63366]: DEBUG nova.scheduler.client.report [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Updated inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2168.111449] env[63366]: DEBUG nova.compute.provider_tree [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Updating resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc generation from 104 to 105 during operation: update_inventory {{(pid=63366) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2168.111813] env[63366]: DEBUG nova.compute.provider_tree [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2168.179217] env[63366]: DEBUG nova.network.neutron [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2168.460876] env[63366]: DEBUG nova.network.neutron [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Updating instance_info_cache with network_info: [{"id": "54bc01be-a9ca-4be2-8369-d603a7382d7f", "address": "fa:16:3e:ca:ca:77", "network": {"id": "8e5b94f6-69f8-4bb7-aff5-99920baec34e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-341388656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1ff64f0d194d108aaaee128cf37032", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54bc01be-a9", "ovs_interfaceid": "54bc01be-a9ca-4be2-8369-d603a7382d7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2168.617553] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.878s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.618128] env[63366]: DEBUG nova.compute.manager [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2168.622852] env[63366]: DEBUG oslo_concurrency.lockutils [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.937s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.623150] env[63366]: DEBUG nova.objects.instance [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lazy-loading 'resources' on Instance uuid 4de3c119-cf83-4c3f-bee5-2000540c5f80 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2168.737241] env[63366]: DEBUG nova.virt.hardware [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2168.737458] env[63366]: DEBUG nova.virt.hardware [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2168.737793] env[63366]: DEBUG nova.virt.hardware [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2168.738039] env[63366]: DEBUG nova.virt.hardware [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2168.738224] env[63366]: DEBUG nova.virt.hardware [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2168.738402] env[63366]: DEBUG nova.virt.hardware [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2168.738643] env[63366]: DEBUG nova.virt.hardware [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2168.738848] env[63366]: DEBUG nova.virt.hardware [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2168.739061] env[63366]: DEBUG nova.virt.hardware [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2168.739261] env[63366]: DEBUG nova.virt.hardware [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2168.739826] env[63366]: DEBUG nova.virt.hardware [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2168.741500] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0336bcba-cf87-40a3-acc6-7da8f31dbe7a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.752168] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9743b2-9551-4e42-ad1d-5c3dd2762bfc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.769484] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Instance VIF info [] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2168.777784] env[63366]: DEBUG oslo.service.loopingcall [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2168.778120] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2168.778384] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de30b68e-c51d-4065-b702-889f8f7085f1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.797230] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2168.797230] env[63366]: value = "task-2104153" [ 2168.797230] env[63366]: _type = "Task" [ 2168.797230] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.806446] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104153, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.823216] env[63366]: DEBUG nova.compute.manager [req-9be80b7b-fed2-497a-92d9-af30dc719267 req-d0e84894-d4b9-4ec0-a561-9da04a8ab3a4 service nova] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Received event network-changed-54bc01be-a9ca-4be2-8369-d603a7382d7f {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2168.823405] env[63366]: DEBUG nova.compute.manager [req-9be80b7b-fed2-497a-92d9-af30dc719267 req-d0e84894-d4b9-4ec0-a561-9da04a8ab3a4 service nova] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Refreshing instance network info cache due to event network-changed-54bc01be-a9ca-4be2-8369-d603a7382d7f. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2168.823594] env[63366]: DEBUG oslo_concurrency.lockutils [req-9be80b7b-fed2-497a-92d9-af30dc719267 req-d0e84894-d4b9-4ec0-a561-9da04a8ab3a4 service nova] Acquiring lock "refresh_cache-4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2168.963645] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Releasing lock "refresh_cache-4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2168.964332] env[63366]: DEBUG nova.compute.manager [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Instance network_info: |[{"id": "54bc01be-a9ca-4be2-8369-d603a7382d7f", "address": "fa:16:3e:ca:ca:77", "network": {"id": "8e5b94f6-69f8-4bb7-aff5-99920baec34e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-341388656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1ff64f0d194d108aaaee128cf37032", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54bc01be-a9", "ovs_interfaceid": "54bc01be-a9ca-4be2-8369-d603a7382d7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2168.966557] env[63366]: DEBUG oslo_concurrency.lockutils [req-9be80b7b-fed2-497a-92d9-af30dc719267 req-d0e84894-d4b9-4ec0-a561-9da04a8ab3a4 service nova] Acquired lock "refresh_cache-4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2168.966557] env[63366]: DEBUG nova.network.neutron [req-9be80b7b-fed2-497a-92d9-af30dc719267 req-d0e84894-d4b9-4ec0-a561-9da04a8ab3a4 service nova] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Refreshing network info cache for port 54bc01be-a9ca-4be2-8369-d603a7382d7f {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2168.967502] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:ca:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54bc01be-a9ca-4be2-8369-d603a7382d7f', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2168.981950] env[63366]: DEBUG oslo.service.loopingcall [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2168.982327] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2168.983161] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54b743de-3d63-4f62-8660-6f463fd47856 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.014384] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2169.014384] env[63366]: value = "task-2104154" [ 2169.014384] env[63366]: _type = "Task" [ 2169.014384] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.029130] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104154, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.127683] env[63366]: DEBUG nova.compute.utils [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2169.133049] env[63366]: DEBUG nova.compute.manager [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2169.133049] env[63366]: DEBUG nova.network.neutron [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2169.233209] env[63366]: DEBUG nova.policy [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fff2ad9689b745eeb19d81615c0f9238', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72ec5d18bf4b4cbea126528ed8d4f150', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2169.314667] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104153, 'name': CreateVM_Task, 'duration_secs': 0.375485} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.314796] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2169.315682] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2169.315895] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2169.316420] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2169.316717] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9f4fbb2-a890-4ca7-a87b-4d25174a1b9d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.325850] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Waiting for the task: (returnval){ [ 2169.325850] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]524f6419-891c-ca1a-5052-08e2695c7d09" [ 2169.325850] env[63366]: _type = "Task" [ 2169.325850] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.344170] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]524f6419-891c-ca1a-5052-08e2695c7d09, 'name': SearchDatastore_Task, 'duration_secs': 0.00912} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.344935] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2169.345296] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2169.345608] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2169.345858] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2169.346385] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2169.346969] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34df8db4-efbb-4762-97aa-176e40bcd10f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.368389] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2169.368596] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2169.369436] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8dd43fb-c9db-4382-a7bc-0fcdd2e281e2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.376472] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Waiting for the task: (returnval){ [ 2169.376472] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52412a1e-07c3-7d2f-369b-7c391df0fbff" [ 2169.376472] env[63366]: _type = "Task" [ 2169.376472] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.390877] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52412a1e-07c3-7d2f-369b-7c391df0fbff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.456828] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0432ff-c9b3-414b-8dba-b9d372dc40c7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.465450] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7134a6c2-687f-4639-a110-f5d848e1c474 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.504548] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18994ae1-ea61-41c3-aa37-a2d4bd29989d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.520241] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3623f148-0469-4bdc-9faf-7e8e26160c8d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.532463] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104154, 'name': CreateVM_Task, 'duration_secs': 0.444025} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.542131] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2169.542131] env[63366]: DEBUG nova.compute.provider_tree [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2169.542708] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2169.542885] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2169.543236] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2169.543680] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8316b555-04c6-46c7-9d73-aeb1d11e2321 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.549759] env[63366]: DEBUG oslo_vmware.api [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2169.549759] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52411635-ad39-73a3-a4ef-c61553930136" [ 2169.549759] env[63366]: _type = "Task" [ 2169.549759] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.561841] env[63366]: DEBUG oslo_vmware.api [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52411635-ad39-73a3-a4ef-c61553930136, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.633544] env[63366]: DEBUG nova.compute.manager [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2169.783886] env[63366]: DEBUG nova.network.neutron [req-9be80b7b-fed2-497a-92d9-af30dc719267 req-d0e84894-d4b9-4ec0-a561-9da04a8ab3a4 service nova] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Updated VIF entry in instance network info cache for port 54bc01be-a9ca-4be2-8369-d603a7382d7f. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2169.784255] env[63366]: DEBUG nova.network.neutron [req-9be80b7b-fed2-497a-92d9-af30dc719267 req-d0e84894-d4b9-4ec0-a561-9da04a8ab3a4 service nova] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Updating instance_info_cache with network_info: [{"id": "54bc01be-a9ca-4be2-8369-d603a7382d7f", "address": "fa:16:3e:ca:ca:77", "network": {"id": "8e5b94f6-69f8-4bb7-aff5-99920baec34e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-341388656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1ff64f0d194d108aaaee128cf37032", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54bc01be-a9", "ovs_interfaceid": "54bc01be-a9ca-4be2-8369-d603a7382d7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2169.827718] env[63366]: DEBUG nova.network.neutron [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Successfully created port: 1131ea92-64cb-451d-a7fd-ba83442f994d {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2169.887602] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52412a1e-07c3-7d2f-369b-7c391df0fbff, 'name': SearchDatastore_Task, 'duration_secs': 0.012753} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.888600] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-347b25ee-7316-4854-bb2c-748b7628b84c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.895095] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Waiting for the task: (returnval){ [ 2169.895095] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52226624-6642-25cd-b20f-6f1a3de3d553" [ 2169.895095] env[63366]: _type = "Task" [ 2169.895095] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.903702] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52226624-6642-25cd-b20f-6f1a3de3d553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.049587] env[63366]: DEBUG nova.scheduler.client.report [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2170.066417] env[63366]: DEBUG oslo_vmware.api [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52411635-ad39-73a3-a4ef-c61553930136, 'name': SearchDatastore_Task, 'duration_secs': 0.01096} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.066740] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2170.066982] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2170.067226] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2170.290703] env[63366]: DEBUG oslo_concurrency.lockutils [req-9be80b7b-fed2-497a-92d9-af30dc719267 req-d0e84894-d4b9-4ec0-a561-9da04a8ab3a4 service nova] Releasing lock "refresh_cache-4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2170.409577] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52226624-6642-25cd-b20f-6f1a3de3d553, 'name': SearchDatastore_Task, 'duration_secs': 0.010131} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.410199] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2170.410604] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e/c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2170.411185] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2170.411517] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2170.411838] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf6ec480-e771-4d5f-a360-f0421395ba29 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.414071] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e2195eb-9578-426f-afa2-51dc0fcc5ca2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.424078] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Waiting for the task: (returnval){ [ 2170.424078] env[63366]: value = "task-2104155" [ 2170.424078] env[63366]: _type = "Task" [ 2170.424078] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.425344] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2170.425514] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2170.429245] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18c18962-08f1-4d56-beb1-458ae2f90146 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.438966] env[63366]: DEBUG oslo_vmware.api [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2170.438966] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52928d67-ffc3-751a-8c05-83941b6f2aca" [ 2170.438966] env[63366]: _type = "Task" [ 2170.438966] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.439199] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.447428] env[63366]: DEBUG oslo_vmware.api [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52928d67-ffc3-751a-8c05-83941b6f2aca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.557216] env[63366]: DEBUG oslo_concurrency.lockutils [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2170.559385] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bdc32cc5-9e36-472b-a842-12883d349faa tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 16.138s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2170.586109] env[63366]: INFO nova.scheduler.client.report [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Deleted allocations for instance 4de3c119-cf83-4c3f-bee5-2000540c5f80 [ 2170.642715] env[63366]: DEBUG nova.compute.manager [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2170.675400] env[63366]: DEBUG nova.virt.hardware [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2170.675675] env[63366]: DEBUG nova.virt.hardware [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2170.675834] env[63366]: DEBUG nova.virt.hardware [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2170.676637] env[63366]: DEBUG nova.virt.hardware [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2170.676899] env[63366]: DEBUG nova.virt.hardware [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2170.677078] env[63366]: DEBUG nova.virt.hardware [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2170.677344] env[63366]: DEBUG nova.virt.hardware [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2170.677595] env[63366]: DEBUG nova.virt.hardware [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2170.677755] env[63366]: DEBUG nova.virt.hardware [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2170.677983] env[63366]: DEBUG nova.virt.hardware [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2170.678105] env[63366]: DEBUG nova.virt.hardware [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2170.679023] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe84004-6c84-4335-8a98-1f569536f211 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.690252] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9221d0b-bee2-463f-a7e6-b2f664744e09 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.761983] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Acquiring lock "b6c8de3f-b6a3-4b22-85a8-f144689798cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2170.762242] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Lock "b6c8de3f-b6a3-4b22-85a8-f144689798cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2170.936776] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104155, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.949612] env[63366]: DEBUG oslo_vmware.api [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52928d67-ffc3-751a-8c05-83941b6f2aca, 'name': SearchDatastore_Task, 'duration_secs': 0.023873} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.950397] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-973954f1-d927-4dd7-84c8-1fc5518376eb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.956577] env[63366]: DEBUG oslo_vmware.api [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2170.956577] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5214513e-5b6e-5ea0-947f-5f46cf901d55" [ 2170.956577] env[63366]: _type = "Task" [ 2170.956577] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.964809] env[63366]: DEBUG oslo_vmware.api [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5214513e-5b6e-5ea0-947f-5f46cf901d55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.094543] env[63366]: DEBUG oslo_concurrency.lockutils [None req-994f1e78-dcea-4547-82d3-78203b76b56b tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "4de3c119-cf83-4c3f-bee5-2000540c5f80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.047s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2171.264711] env[63366]: DEBUG nova.compute.manager [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2171.338190] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1664f88c-ea61-4878-95a9-eee4491e6ceb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.351464] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19c4661-834a-453a-8121-de18bcf89fc9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.393488] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1693db-7185-4924-9e35-aa2219f57323 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.403015] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7c2be6-e634-4828-9029-ae4273475def {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.419477] env[63366]: DEBUG nova.compute.provider_tree [None req-bdc32cc5-9e36-472b-a842-12883d349faa tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2171.436048] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104155, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.467424] env[63366]: DEBUG oslo_vmware.api [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5214513e-5b6e-5ea0-947f-5f46cf901d55, 'name': SearchDatastore_Task, 'duration_secs': 0.010132} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.467686] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2171.467946] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0/4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2171.468222] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-713d61c6-af94-4fcd-8886-71024bcf73dc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.476135] env[63366]: DEBUG oslo_vmware.api [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2171.476135] env[63366]: value = "task-2104156" [ 2171.476135] env[63366]: _type = "Task" [ 2171.476135] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.486721] env[63366]: DEBUG oslo_vmware.api [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.576272] env[63366]: DEBUG nova.compute.manager [req-684efb5e-e273-4689-87c7-4f8e5b368143 req-1e5d0b3c-9727-48c4-bb51-5adb1e5cdbb4 service nova] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Received event network-vif-plugged-1131ea92-64cb-451d-a7fd-ba83442f994d {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2171.576426] env[63366]: DEBUG oslo_concurrency.lockutils [req-684efb5e-e273-4689-87c7-4f8e5b368143 req-1e5d0b3c-9727-48c4-bb51-5adb1e5cdbb4 service nova] Acquiring lock "1e62706b-679d-4eee-8a19-36b896d6218b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2171.576634] env[63366]: DEBUG oslo_concurrency.lockutils [req-684efb5e-e273-4689-87c7-4f8e5b368143 req-1e5d0b3c-9727-48c4-bb51-5adb1e5cdbb4 service nova] Lock "1e62706b-679d-4eee-8a19-36b896d6218b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2171.576826] env[63366]: DEBUG oslo_concurrency.lockutils [req-684efb5e-e273-4689-87c7-4f8e5b368143 req-1e5d0b3c-9727-48c4-bb51-5adb1e5cdbb4 service nova] Lock "1e62706b-679d-4eee-8a19-36b896d6218b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2171.576939] env[63366]: DEBUG nova.compute.manager [req-684efb5e-e273-4689-87c7-4f8e5b368143 req-1e5d0b3c-9727-48c4-bb51-5adb1e5cdbb4 service nova] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] No waiting events found dispatching network-vif-plugged-1131ea92-64cb-451d-a7fd-ba83442f994d {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2171.577175] env[63366]: WARNING nova.compute.manager [req-684efb5e-e273-4689-87c7-4f8e5b368143 req-1e5d0b3c-9727-48c4-bb51-5adb1e5cdbb4 service nova] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Received unexpected event network-vif-plugged-1131ea92-64cb-451d-a7fd-ba83442f994d for instance with vm_state building and task_state spawning. [ 2171.578034] env[63366]: DEBUG nova.network.neutron [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Successfully updated port: 1131ea92-64cb-451d-a7fd-ba83442f994d {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2171.802233] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2171.924038] env[63366]: DEBUG nova.scheduler.client.report [None req-bdc32cc5-9e36-472b-a842-12883d349faa tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2171.937746] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104155, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.465432} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.938024] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e/c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2171.938232] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2171.938489] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc06c863-ab4b-4f72-a480-c5f75dab6a00 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.948084] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Waiting for the task: (returnval){ [ 2171.948084] env[63366]: value = "task-2104157" [ 2171.948084] env[63366]: _type = "Task" [ 2171.948084] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.963027] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.993462] env[63366]: DEBUG oslo_vmware.api [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104156, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.081010] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquiring lock "refresh_cache-1e62706b-679d-4eee-8a19-36b896d6218b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2172.081177] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquired lock "refresh_cache-1e62706b-679d-4eee-8a19-36b896d6218b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2172.081399] env[63366]: DEBUG nova.network.neutron [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2172.460118] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096236} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.460477] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2172.461232] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6724436e-a8e6-4f7e-b7d0-88fcb6d65141 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.483864] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e/c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2172.484226] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42f0c544-014c-474f-a312-2d26921c2710 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.508516] env[63366]: DEBUG oslo_vmware.api [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.808386} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.508622] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0/4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2172.508790] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2172.509106] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Waiting for the task: (returnval){ [ 2172.509106] env[63366]: value = "task-2104158" [ 2172.509106] env[63366]: _type = "Task" [ 2172.509106] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.509291] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8df3dbd-f002-4977-8083-70a30ebd55a8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.519934] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104158, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.521325] env[63366]: DEBUG oslo_vmware.api [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2172.521325] env[63366]: value = "task-2104159" [ 2172.521325] env[63366]: _type = "Task" [ 2172.521325] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.531732] env[63366]: DEBUG oslo_vmware.api [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.616955] env[63366]: DEBUG nova.network.neutron [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2172.773256] env[63366]: DEBUG nova.network.neutron [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Updating instance_info_cache with network_info: [{"id": "1131ea92-64cb-451d-a7fd-ba83442f994d", "address": "fa:16:3e:e5:f0:1f", "network": {"id": "454a1ee2-ba6b-4310-8e48-5e20b41fe434", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1928859958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ec5d18bf4b4cbea126528ed8d4f150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1131ea92-64", "ovs_interfaceid": "1131ea92-64cb-451d-a7fd-ba83442f994d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2172.938063] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bdc32cc5-9e36-472b-a842-12883d349faa tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.378s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2172.938387] env[63366]: DEBUG nova.compute.manager [None req-bdc32cc5-9e36-472b-a842-12883d349faa tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=63366) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 2172.941227] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.157s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2173.021911] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104158, 'name': ReconfigVM_Task, 'duration_secs': 0.27115} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.024992] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Reconfigured VM instance instance-00000049 to attach disk [datastore2] c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e/c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2173.025614] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12af001b-4a4d-4527-964e-70760b0e76c3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.033061] env[63366]: DEBUG oslo_vmware.api [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068758} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.033716] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2173.034074] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Waiting for the task: (returnval){ [ 2173.034074] env[63366]: value = "task-2104160" [ 2173.034074] env[63366]: _type = "Task" [ 2173.034074] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.034683] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f32a44f-b2a0-4799-a78f-1cf4616f5333 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.046342] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104160, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.064375] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0/4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2173.064701] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47ee607c-d2ed-4468-a91c-62b03d42baf8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.085342] env[63366]: DEBUG oslo_vmware.api [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2173.085342] env[63366]: value = "task-2104161" [ 2173.085342] env[63366]: _type = "Task" [ 2173.085342] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.095228] env[63366]: DEBUG oslo_vmware.api [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.276209] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Releasing lock "refresh_cache-1e62706b-679d-4eee-8a19-36b896d6218b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2173.276556] env[63366]: DEBUG nova.compute.manager [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Instance network_info: |[{"id": "1131ea92-64cb-451d-a7fd-ba83442f994d", "address": "fa:16:3e:e5:f0:1f", "network": {"id": "454a1ee2-ba6b-4310-8e48-5e20b41fe434", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1928859958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ec5d18bf4b4cbea126528ed8d4f150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1131ea92-64", "ovs_interfaceid": "1131ea92-64cb-451d-a7fd-ba83442f994d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2173.276979] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:f0:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1131ea92-64cb-451d-a7fd-ba83442f994d', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2173.284508] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Creating folder: Project (72ec5d18bf4b4cbea126528ed8d4f150). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2173.284788] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-635560f7-3f79-4c6b-8db9-78b72195bc94 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.297139] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Created folder: Project (72ec5d18bf4b4cbea126528ed8d4f150) in parent group-v430612. [ 2173.297338] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Creating folder: Instances. Parent ref: group-v430826. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2173.297583] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-414f06d8-5446-4261-ad5e-0d197caaa6c6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.308110] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Created folder: Instances in parent group-v430826. [ 2173.308392] env[63366]: DEBUG oslo.service.loopingcall [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2173.308612] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2173.308820] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fca4ee1a-e963-4385-bccd-c236f6134b61 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.329571] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2173.329571] env[63366]: value = "task-2104164" [ 2173.329571] env[63366]: _type = "Task" [ 2173.329571] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.337755] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104164, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.448042] env[63366]: INFO nova.compute.claims [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2173.503533] env[63366]: INFO nova.scheduler.client.report [None req-bdc32cc5-9e36-472b-a842-12883d349faa tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Deleted allocation for migration 7dc598a7-3a91-402b-99af-392cfed822a8 [ 2173.547814] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104160, 'name': Rename_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.595208] env[63366]: DEBUG oslo_vmware.api [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104161, 'name': ReconfigVM_Task, 'duration_secs': 0.322919} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.595521] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0/4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2173.596165] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fabaa04-f161-45aa-9fde-5832a6267a78 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.603992] env[63366]: DEBUG oslo_vmware.api [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2173.603992] env[63366]: value = "task-2104165" [ 2173.603992] env[63366]: _type = "Task" [ 2173.603992] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.606487] env[63366]: DEBUG nova.compute.manager [req-13a2c1a8-c5d8-498c-bf36-77c61f8beec1 req-3dff3a1f-f6c9-4955-a9f2-1161128b0e82 service nova] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Received event network-changed-1131ea92-64cb-451d-a7fd-ba83442f994d {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2173.606675] env[63366]: DEBUG nova.compute.manager [req-13a2c1a8-c5d8-498c-bf36-77c61f8beec1 req-3dff3a1f-f6c9-4955-a9f2-1161128b0e82 service nova] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Refreshing instance network info cache due to event network-changed-1131ea92-64cb-451d-a7fd-ba83442f994d. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2173.606903] env[63366]: DEBUG oslo_concurrency.lockutils [req-13a2c1a8-c5d8-498c-bf36-77c61f8beec1 req-3dff3a1f-f6c9-4955-a9f2-1161128b0e82 service nova] Acquiring lock "refresh_cache-1e62706b-679d-4eee-8a19-36b896d6218b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2173.607095] env[63366]: DEBUG oslo_concurrency.lockutils [req-13a2c1a8-c5d8-498c-bf36-77c61f8beec1 req-3dff3a1f-f6c9-4955-a9f2-1161128b0e82 service nova] Acquired lock "refresh_cache-1e62706b-679d-4eee-8a19-36b896d6218b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2173.607265] env[63366]: DEBUG nova.network.neutron [req-13a2c1a8-c5d8-498c-bf36-77c61f8beec1 req-3dff3a1f-f6c9-4955-a9f2-1161128b0e82 service nova] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Refreshing network info cache for port 1131ea92-64cb-451d-a7fd-ba83442f994d {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2173.618852] env[63366]: DEBUG oslo_vmware.api [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104165, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.841219] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104164, 'name': CreateVM_Task, 'duration_secs': 0.375655} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.841410] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2173.842173] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2173.842341] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2173.842672] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2173.843016] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-715777aa-5900-4086-ab51-5cfc1319679d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.848691] env[63366]: DEBUG oslo_vmware.api [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2173.848691] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]522c9a19-95ca-64bd-3cb1-d5fef98b1292" [ 2173.848691] env[63366]: _type = "Task" [ 2173.848691] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.858730] env[63366]: DEBUG oslo_vmware.api [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522c9a19-95ca-64bd-3cb1-d5fef98b1292, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.955395] env[63366]: INFO nova.compute.resource_tracker [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Updating resource usage from migration 9638dd81-4991-49c2-8705-8b5b3035f818 [ 2174.011116] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bdc32cc5-9e36-472b-a842-12883d349faa tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "96f0fab0-d17a-46cc-bff7-66de56c2acc3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 23.115s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2174.049029] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104160, 'name': Rename_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.121138] env[63366]: DEBUG oslo_vmware.api [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104165, 'name': Rename_Task, 'duration_secs': 0.175288} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.121517] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2174.121775] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b015c00c-326c-4503-97c0-40149bc1d29d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.133776] env[63366]: DEBUG oslo_vmware.api [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2174.133776] env[63366]: value = "task-2104166" [ 2174.133776] env[63366]: _type = "Task" [ 2174.133776] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.144566] env[63366]: DEBUG oslo_vmware.api [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.235719] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5463850f-3eb7-4f10-9107-097faaf423a5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.244218] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242cead1-a884-4ddb-9359-ecdef632ca31 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.276523] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e3070e-618e-4e10-9cdd-ac3f6a8e6e6a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.284861] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251b920f-9b40-4fcd-ac56-d64fc64352d5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.299452] env[63366]: DEBUG nova.compute.provider_tree [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2174.361198] env[63366]: DEBUG oslo_vmware.api [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522c9a19-95ca-64bd-3cb1-d5fef98b1292, 'name': SearchDatastore_Task, 'duration_secs': 0.012305} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.361498] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2174.361732] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2174.361957] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2174.362115] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2174.362290] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2174.362548] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12d5080d-8e23-4bb7-8af0-43554787eefd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.375297] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2174.375476] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2174.376261] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5cdb59d-2cd4-4561-9f87-55fa1487207b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.382121] env[63366]: DEBUG oslo_vmware.api [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2174.382121] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]529c789d-b68a-d19d-999e-6e8fb02ce9e9" [ 2174.382121] env[63366]: _type = "Task" [ 2174.382121] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.390237] env[63366]: DEBUG oslo_vmware.api [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]529c789d-b68a-d19d-999e-6e8fb02ce9e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.550673] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104160, 'name': Rename_Task, 'duration_secs': 1.149144} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.551176] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2174.551338] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e27438f4-ec28-4ca6-945e-bf741110eca7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.559528] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Waiting for the task: (returnval){ [ 2174.559528] env[63366]: value = "task-2104167" [ 2174.559528] env[63366]: _type = "Task" [ 2174.559528] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.569244] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.635577] env[63366]: DEBUG nova.objects.instance [None req-c56e57d5-0458-4843-8b45-7ab0fcf00a66 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lazy-loading 'flavor' on Instance uuid 96f0fab0-d17a-46cc-bff7-66de56c2acc3 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2174.647477] env[63366]: DEBUG oslo_vmware.api [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104166, 'name': PowerOnVM_Task, 'duration_secs': 0.4757} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.648370] env[63366]: DEBUG nova.network.neutron [req-13a2c1a8-c5d8-498c-bf36-77c61f8beec1 req-3dff3a1f-f6c9-4955-a9f2-1161128b0e82 service nova] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Updated VIF entry in instance network info cache for port 1131ea92-64cb-451d-a7fd-ba83442f994d. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2174.648701] env[63366]: DEBUG nova.network.neutron [req-13a2c1a8-c5d8-498c-bf36-77c61f8beec1 req-3dff3a1f-f6c9-4955-a9f2-1161128b0e82 service nova] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Updating instance_info_cache with network_info: [{"id": "1131ea92-64cb-451d-a7fd-ba83442f994d", "address": "fa:16:3e:e5:f0:1f", "network": {"id": "454a1ee2-ba6b-4310-8e48-5e20b41fe434", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1928859958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ec5d18bf4b4cbea126528ed8d4f150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1131ea92-64", "ovs_interfaceid": "1131ea92-64cb-451d-a7fd-ba83442f994d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2174.649942] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2174.650103] env[63366]: INFO nova.compute.manager [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Took 8.76 seconds to spawn the instance on the hypervisor. [ 2174.650294] env[63366]: DEBUG nova.compute.manager [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2174.651875] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4b4a86-4631-425f-a090-275ea147346f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.824497] env[63366]: ERROR nova.scheduler.client.report [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [req-48279f1e-feef-4fdc-9595-6af959e9fba9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d4eb5599-1ee7-4533-a84b-536c6f825ecc. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-48279f1e-feef-4fdc-9595-6af959e9fba9"}]} [ 2174.844478] env[63366]: DEBUG nova.scheduler.client.report [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Refreshing inventories for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2174.859447] env[63366]: DEBUG nova.scheduler.client.report [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Updating ProviderTree inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2174.859717] env[63366]: DEBUG nova.compute.provider_tree [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2174.872405] env[63366]: DEBUG nova.scheduler.client.report [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Refreshing aggregate associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, aggregates: None {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2174.892899] env[63366]: DEBUG oslo_vmware.api [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]529c789d-b68a-d19d-999e-6e8fb02ce9e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009382} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.893825] env[63366]: DEBUG nova.scheduler.client.report [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Refreshing trait associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2174.896783] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90b7b1f7-fd8c-40a2-9393-13dbed00d9e2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.902761] env[63366]: DEBUG oslo_vmware.api [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2174.902761] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52fc145d-42d1-8af4-52d8-7ed747162c31" [ 2174.902761] env[63366]: _type = "Task" [ 2174.902761] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.911445] env[63366]: DEBUG oslo_vmware.api [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52fc145d-42d1-8af4-52d8-7ed747162c31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.073459] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104167, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.140547] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c56e57d5-0458-4843-8b45-7ab0fcf00a66 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "refresh_cache-96f0fab0-d17a-46cc-bff7-66de56c2acc3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2175.140716] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c56e57d5-0458-4843-8b45-7ab0fcf00a66 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquired lock "refresh_cache-96f0fab0-d17a-46cc-bff7-66de56c2acc3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2175.140887] env[63366]: DEBUG nova.network.neutron [None req-c56e57d5-0458-4843-8b45-7ab0fcf00a66 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2175.141187] env[63366]: DEBUG nova.objects.instance [None req-c56e57d5-0458-4843-8b45-7ab0fcf00a66 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lazy-loading 'info_cache' on Instance uuid 96f0fab0-d17a-46cc-bff7-66de56c2acc3 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2175.151366] env[63366]: DEBUG oslo_concurrency.lockutils [req-13a2c1a8-c5d8-498c-bf36-77c61f8beec1 req-3dff3a1f-f6c9-4955-a9f2-1161128b0e82 service nova] Releasing lock "refresh_cache-1e62706b-679d-4eee-8a19-36b896d6218b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2175.156727] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5de85a-ecf9-430b-8969-42bf570c7dc4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.174577] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1116bc-8ca9-4f37-bb44-f691582ad08b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.177844] env[63366]: INFO nova.compute.manager [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Took 24.45 seconds to build instance. [ 2175.209863] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932431ec-3dda-4f56-a23c-589bf6e83398 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.219023] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415726bd-0349-4afb-b5f4-efbbe430d9b7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.234087] env[63366]: DEBUG nova.compute.provider_tree [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2175.413718] env[63366]: DEBUG oslo_vmware.api [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52fc145d-42d1-8af4-52d8-7ed747162c31, 'name': SearchDatastore_Task, 'duration_secs': 0.020285} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.413854] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2175.414460] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 1e62706b-679d-4eee-8a19-36b896d6218b/1e62706b-679d-4eee-8a19-36b896d6218b.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2175.414460] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-930c01c5-9cfe-4e23-b112-8cdc29b90f64 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.422034] env[63366]: DEBUG oslo_vmware.api [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2175.422034] env[63366]: value = "task-2104168" [ 2175.422034] env[63366]: _type = "Task" [ 2175.422034] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.433336] env[63366]: DEBUG oslo_vmware.api [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.571457] env[63366]: DEBUG oslo_vmware.api [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104167, 'name': PowerOnVM_Task, 'duration_secs': 0.577118} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.571777] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2175.571995] env[63366]: DEBUG nova.compute.manager [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2175.572873] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b611f7a7-332b-4676-ab26-9668f59f5c64 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.646197] env[63366]: DEBUG nova.objects.base [None req-c56e57d5-0458-4843-8b45-7ab0fcf00a66 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Object Instance<96f0fab0-d17a-46cc-bff7-66de56c2acc3> lazy-loaded attributes: flavor,info_cache {{(pid=63366) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2175.680359] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1b5392a5-b1ec-4a00-90f6-55087ead840a tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.969s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2175.779684] env[63366]: DEBUG nova.scheduler.client.report [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Updated inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2175.780689] env[63366]: DEBUG nova.compute.provider_tree [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Updating resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc generation from 107 to 108 during operation: update_inventory {{(pid=63366) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2175.781300] env[63366]: DEBUG nova.compute.provider_tree [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2175.932654] env[63366]: DEBUG oslo_vmware.api [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104168, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.095117] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2176.289653] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.348s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.289862] env[63366]: INFO nova.compute.manager [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Migrating [ 2176.298088] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.678s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.298810] env[63366]: DEBUG nova.objects.instance [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lazy-loading 'resources' on Instance uuid ace1ae39-d6de-4b36-93f5-e1b8f810a16a {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2176.434161] env[63366]: DEBUG oslo_vmware.api [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517103} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.434449] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 1e62706b-679d-4eee-8a19-36b896d6218b/1e62706b-679d-4eee-8a19-36b896d6218b.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2176.434676] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2176.434951] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6d3ab3d-9adf-4ddf-b56e-4761b4810684 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.440021] env[63366]: DEBUG nova.network.neutron [None req-c56e57d5-0458-4843-8b45-7ab0fcf00a66 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Updating instance_info_cache with network_info: [{"id": "aeda7b4e-29b5-45e2-9a58-a55b2f8c3072", "address": "fa:16:3e:30:19:91", "network": {"id": "2461296c-b492-4d75-b35d-5e521090c9eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-859076243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6b369729644eb299067082c22e5e36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeda7b4e-29", "ovs_interfaceid": "aeda7b4e-29b5-45e2-9a58-a55b2f8c3072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2176.442389] env[63366]: DEBUG oslo_vmware.api [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2176.442389] env[63366]: value = "task-2104169" [ 2176.442389] env[63366]: _type = "Task" [ 2176.442389] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2176.452488] env[63366]: DEBUG nova.compute.manager [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2176.453260] env[63366]: DEBUG oslo_vmware.api [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104169, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.454115] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392bb11d-d903-429d-818c-3e1a3b6d7d17 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.668817] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Acquiring lock "c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2176.668817] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Lock "c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.671508] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Acquiring lock "c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2176.671508] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Lock "c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.671508] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Lock "c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.672799] env[63366]: INFO nova.compute.manager [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Terminating instance [ 2176.820963] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "refresh_cache-3c98a7f6-60f9-4915-b0ef-2f30e7bd9279" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2176.821271] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired lock "refresh_cache-3c98a7f6-60f9-4915-b0ef-2f30e7bd9279" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2176.821460] env[63366]: DEBUG nova.network.neutron [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2176.946313] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c56e57d5-0458-4843-8b45-7ab0fcf00a66 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Releasing lock "refresh_cache-96f0fab0-d17a-46cc-bff7-66de56c2acc3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2176.969204] env[63366]: DEBUG oslo_vmware.api [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104169, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070033} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.969679] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2176.971517] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6e4f36-967b-4670-978f-b4dcf929d3c5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.977024] env[63366]: INFO nova.compute.manager [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] instance snapshotting [ 2176.982440] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1f5c11-f505-49c1-8258-2c8b17145f6e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.007873] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 1e62706b-679d-4eee-8a19-36b896d6218b/1e62706b-679d-4eee-8a19-36b896d6218b.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2177.009022] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c19b0b4f-7691-488e-a6ed-7e3e6a043870 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.045234] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c0713e-8694-4e3f-9548-7de2850aae4c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.051980] env[63366]: DEBUG oslo_vmware.api [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2177.051980] env[63366]: value = "task-2104170" [ 2177.051980] env[63366]: _type = "Task" [ 2177.051980] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.069820] env[63366]: DEBUG oslo_vmware.api [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104170, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.177074] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Acquiring lock "refresh_cache-c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2177.177275] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Acquired lock "refresh_cache-c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2177.177449] env[63366]: DEBUG nova.network.neutron [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2177.196584] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dfc385-eac5-4700-a9e5-b49f97b59b91 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.206698] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5aceac-8d45-4ee2-a9b2-5808dc2641ad {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.242037] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf3c89e-de94-4e92-bac9-3bc865fcaf7f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.250617] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab3eb36-a2a5-4d5a-99c7-057fba9952dd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.268187] env[63366]: DEBUG nova.compute.provider_tree [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2177.564043] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Creating Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2177.565489] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-58281af1-980d-4f71-a48b-d4f3f6c4a50b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.568494] env[63366]: DEBUG oslo_vmware.api [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104170, 'name': ReconfigVM_Task, 'duration_secs': 0.480325} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.568494] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 1e62706b-679d-4eee-8a19-36b896d6218b/1e62706b-679d-4eee-8a19-36b896d6218b.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2177.569160] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-514e4bd0-a2e7-4c49-b2f0-7106e081aff0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.577383] env[63366]: DEBUG oslo_vmware.api [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2177.577383] env[63366]: value = "task-2104171" [ 2177.577383] env[63366]: _type = "Task" [ 2177.577383] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.579738] env[63366]: DEBUG oslo_vmware.api [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2177.579738] env[63366]: value = "task-2104172" [ 2177.579738] env[63366]: _type = "Task" [ 2177.579738] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.594649] env[63366]: DEBUG nova.network.neutron [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Updating instance_info_cache with network_info: [{"id": "a7692730-7077-4cbb-9736-e293acd14bef", "address": "fa:16:3e:c8:e2:e3", "network": {"id": "f562c19d-030a-462e-bdcf-6f84dd4123f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-427728629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2868b329abc7424ea97b6dc79731ebe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7692730-70", "ovs_interfaceid": "a7692730-7077-4cbb-9736-e293acd14bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2177.601419] env[63366]: DEBUG oslo_vmware.api [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104172, 'name': Rename_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.601698] env[63366]: DEBUG oslo_vmware.api [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104171, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.700016] env[63366]: DEBUG nova.network.neutron [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2177.771313] env[63366]: DEBUG nova.network.neutron [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2177.810594] env[63366]: ERROR nova.scheduler.client.report [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] [req-3d0f362e-c3a8-4169-8602-6f2be3edde08] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d4eb5599-1ee7-4533-a84b-536c6f825ecc. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3d0f362e-c3a8-4169-8602-6f2be3edde08"}]} [ 2177.838490] env[63366]: DEBUG nova.scheduler.client.report [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Refreshing inventories for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2177.857670] env[63366]: DEBUG nova.scheduler.client.report [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Updating ProviderTree inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2177.858105] env[63366]: DEBUG nova.compute.provider_tree [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2177.881229] env[63366]: DEBUG nova.scheduler.client.report [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Refreshing aggregate associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, aggregates: None {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2177.899719] env[63366]: DEBUG nova.scheduler.client.report [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Refreshing trait associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2177.964101] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56e57d5-0458-4843-8b45-7ab0fcf00a66 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2177.964485] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b25fdfa-299b-4fbd-bb96-260571509b68 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.982256] env[63366]: DEBUG oslo_vmware.api [None req-c56e57d5-0458-4843-8b45-7ab0fcf00a66 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2177.982256] env[63366]: value = "task-2104173" [ 2177.982256] env[63366]: _type = "Task" [ 2177.982256] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.993552] env[63366]: DEBUG oslo_vmware.api [None req-c56e57d5-0458-4843-8b45-7ab0fcf00a66 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.098489] env[63366]: DEBUG oslo_vmware.api [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104171, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.108376] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Releasing lock "refresh_cache-3c98a7f6-60f9-4915-b0ef-2f30e7bd9279" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2178.109181] env[63366]: DEBUG oslo_vmware.api [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104172, 'name': Rename_Task, 'duration_secs': 0.159352} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.109634] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2178.110631] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9de2a3b1-783c-44e5-90f6-b13f8e12006e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.120453] env[63366]: DEBUG oslo_vmware.api [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2178.120453] env[63366]: value = "task-2104174" [ 2178.120453] env[63366]: _type = "Task" [ 2178.120453] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.134033] env[63366]: DEBUG oslo_vmware.api [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.245615] env[63366]: DEBUG oslo_concurrency.lockutils [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Acquiring lock "25e75d6a-2ba3-4356-a13e-121493133c66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2178.245885] env[63366]: DEBUG oslo_concurrency.lockutils [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Lock "25e75d6a-2ba3-4356-a13e-121493133c66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2178.255556] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f50841-82a5-4b73-893f-871cbeada7f8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.266218] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69a8c74-066b-47e1-af7a-85961a574bfc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.300857] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Releasing lock "refresh_cache-c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2178.301528] env[63366]: DEBUG nova.compute.manager [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2178.301778] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2178.303820] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b9dbae-9acb-4cae-af3c-6e8bbb548483 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.307282] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e265c5c0-7072-4732-b3f6-aec12c8b611c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.318709] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31008727-83bb-4c7b-a5fa-c6c568875eed {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.322703] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2178.323280] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92d9d2cd-34a3-4d12-b10a-d0e3d719e70c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.337471] env[63366]: DEBUG nova.compute.provider_tree [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2178.340509] env[63366]: DEBUG oslo_vmware.api [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Waiting for the task: (returnval){ [ 2178.340509] env[63366]: value = "task-2104175" [ 2178.340509] env[63366]: _type = "Task" [ 2178.340509] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.350509] env[63366]: DEBUG oslo_vmware.api [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.493431] env[63366]: DEBUG oslo_vmware.api [None req-c56e57d5-0458-4843-8b45-7ab0fcf00a66 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104173, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.594030] env[63366]: DEBUG oslo_vmware.api [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104171, 'name': CreateSnapshot_Task, 'duration_secs': 0.58345} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.594030] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Created Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2178.595213] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89aa762-1982-44c7-bb47-6264d0eb1a3f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.631651] env[63366]: DEBUG oslo_vmware.api [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104174, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.748635] env[63366]: DEBUG nova.compute.manager [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2178.855591] env[63366]: DEBUG oslo_vmware.api [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104175, 'name': PowerOffVM_Task, 'duration_secs': 0.215974} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.855881] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2178.856066] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2178.856327] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-216ee88a-ac69-45a1-bdec-642d1e99493f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.876702] env[63366]: DEBUG nova.scheduler.client.report [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Updated inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with generation 109 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2178.877478] env[63366]: DEBUG nova.compute.provider_tree [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Updating resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc generation from 109 to 110 during operation: update_inventory {{(pid=63366) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2178.877478] env[63366]: DEBUG nova.compute.provider_tree [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2178.888568] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2178.888770] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2178.889079] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Deleting the datastore file [datastore2] c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2178.889231] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98a69c6d-b435-479c-bb70-e8fa234c94d3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.898211] env[63366]: DEBUG oslo_vmware.api [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Waiting for the task: (returnval){ [ 2178.898211] env[63366]: value = "task-2104177" [ 2178.898211] env[63366]: _type = "Task" [ 2178.898211] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.908339] env[63366]: DEBUG oslo_vmware.api [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.995986] env[63366]: DEBUG oslo_vmware.api [None req-c56e57d5-0458-4843-8b45-7ab0fcf00a66 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104173, 'name': PowerOnVM_Task, 'duration_secs': 0.680149} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.996320] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56e57d5-0458-4843-8b45-7ab0fcf00a66 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2178.996531] env[63366]: DEBUG nova.compute.manager [None req-c56e57d5-0458-4843-8b45-7ab0fcf00a66 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2178.997434] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8519f328-418b-4e52-ab51-87a45d5d43f8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.116176] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Creating linked-clone VM from snapshot {{(pid=63366) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2179.118602] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a2aaeb0b-02de-4f9c-a0dc-0945075a941e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.128945] env[63366]: DEBUG oslo_vmware.api [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2179.128945] env[63366]: value = "task-2104178" [ 2179.128945] env[63366]: _type = "Task" [ 2179.128945] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.133289] env[63366]: DEBUG oslo_vmware.api [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104174, 'name': PowerOnVM_Task, 'duration_secs': 0.77997} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.136483] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2179.136786] env[63366]: INFO nova.compute.manager [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Took 8.49 seconds to spawn the instance on the hypervisor. [ 2179.137063] env[63366]: DEBUG nova.compute.manager [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2179.138124] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a914a4-1365-41a9-87b4-6a8ca8908f2c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.146028] env[63366]: DEBUG oslo_vmware.api [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104178, 'name': CloneVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.274382] env[63366]: DEBUG oslo_concurrency.lockutils [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2179.382557] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.084s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2179.385067] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.586s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2179.386594] env[63366]: INFO nova.compute.claims [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2179.404888] env[63366]: INFO nova.scheduler.client.report [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Deleted allocations for instance ace1ae39-d6de-4b36-93f5-e1b8f810a16a [ 2179.413025] env[63366]: DEBUG oslo_vmware.api [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Task: {'id': task-2104177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196062} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.415685] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2179.415878] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2179.416074] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2179.416264] env[63366]: INFO nova.compute.manager [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2179.416529] env[63366]: DEBUG oslo.service.loopingcall [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2179.416947] env[63366]: DEBUG nova.compute.manager [-] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2179.417101] env[63366]: DEBUG nova.network.neutron [-] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2179.436215] env[63366]: DEBUG nova.network.neutron [-] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2179.625686] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b428465-177b-4fcc-b76c-d1a9f1be3421 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.644397] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Updating instance '3c98a7f6-60f9-4915-b0ef-2f30e7bd9279' progress to 0 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2179.659045] env[63366]: DEBUG oslo_vmware.api [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104178, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.660648] env[63366]: INFO nova.compute.manager [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Took 28.52 seconds to build instance. [ 2179.822089] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c21a94a7-ddfc-41b0-8a14-9717139cb278 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "96f0fab0-d17a-46cc-bff7-66de56c2acc3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2179.822432] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c21a94a7-ddfc-41b0-8a14-9717139cb278 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "96f0fab0-d17a-46cc-bff7-66de56c2acc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2179.822594] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c21a94a7-ddfc-41b0-8a14-9717139cb278 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "96f0fab0-d17a-46cc-bff7-66de56c2acc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2179.822792] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c21a94a7-ddfc-41b0-8a14-9717139cb278 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "96f0fab0-d17a-46cc-bff7-66de56c2acc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2179.822988] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c21a94a7-ddfc-41b0-8a14-9717139cb278 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "96f0fab0-d17a-46cc-bff7-66de56c2acc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2179.825472] env[63366]: INFO nova.compute.manager [None req-c21a94a7-ddfc-41b0-8a14-9717139cb278 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Terminating instance [ 2179.920560] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ac55ac0-b368-4c63-9b8b-18f2eba2e8c5 tempest-MigrationsAdminTest-1062799463 tempest-MigrationsAdminTest-1062799463-project-member] Lock "ace1ae39-d6de-4b36-93f5-e1b8f810a16a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.955s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2179.939110] env[63366]: DEBUG nova.network.neutron [-] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2180.157407] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2180.157832] env[63366]: DEBUG oslo_vmware.api [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104178, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.158118] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a20e93d0-4040-469c-bc60-6ddf53a41b4b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.162574] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cf059b90-9464-467e-acd3-54f9749ddc4f tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lock "1e62706b-679d-4eee-8a19-36b896d6218b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.028s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2180.166655] env[63366]: DEBUG oslo_vmware.api [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2180.166655] env[63366]: value = "task-2104179" [ 2180.166655] env[63366]: _type = "Task" [ 2180.166655] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.175886] env[63366]: DEBUG oslo_vmware.api [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.329333] env[63366]: DEBUG nova.compute.manager [None req-c21a94a7-ddfc-41b0-8a14-9717139cb278 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2180.329511] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c21a94a7-ddfc-41b0-8a14-9717139cb278 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2180.330303] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3998321-9875-47d2-b096-f9129fae7d3e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.339923] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c21a94a7-ddfc-41b0-8a14-9717139cb278 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2180.339923] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b2760eb-edfa-466f-8164-7f5e760f942f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.348172] env[63366]: DEBUG oslo_vmware.api [None req-c21a94a7-ddfc-41b0-8a14-9717139cb278 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2180.348172] env[63366]: value = "task-2104180" [ 2180.348172] env[63366]: _type = "Task" [ 2180.348172] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.359378] env[63366]: DEBUG oslo_vmware.api [None req-c21a94a7-ddfc-41b0-8a14-9717139cb278 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.441126] env[63366]: INFO nova.compute.manager [-] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Took 1.02 seconds to deallocate network for instance. [ 2180.657619] env[63366]: DEBUG oslo_vmware.api [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104178, 'name': CloneVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.666645] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbe55e9-1ee6-412a-b963-52b63b03f4b9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.681522] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba05a33c-7e81-4cbc-898d-55c5a611e161 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.685024] env[63366]: DEBUG oslo_vmware.api [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104179, 'name': PowerOffVM_Task, 'duration_secs': 0.211049} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.685383] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2180.685580] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Updating instance '3c98a7f6-60f9-4915-b0ef-2f30e7bd9279' progress to 17 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2180.719114] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634409ea-47da-4fc6-ae49-a3b8cba452e3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.727674] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dbca74-76c0-408b-8954-aff606f54b5a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.747016] env[63366]: DEBUG nova.compute.provider_tree [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2180.831843] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquiring lock "379f5983-4dbe-4cb0-8f05-a0c49e689806" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2180.832186] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lock "379f5983-4dbe-4cb0-8f05-a0c49e689806" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2180.859284] env[63366]: DEBUG oslo_vmware.api [None req-c21a94a7-ddfc-41b0-8a14-9717139cb278 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104180, 'name': PowerOffVM_Task, 'duration_secs': 0.218255} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.859557] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c21a94a7-ddfc-41b0-8a14-9717139cb278 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2180.859776] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c21a94a7-ddfc-41b0-8a14-9717139cb278 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2180.859970] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11472141-dbbe-4afa-a162-2c84fc077a04 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.947580] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2181.052699] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c21a94a7-ddfc-41b0-8a14-9717139cb278 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2181.052699] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c21a94a7-ddfc-41b0-8a14-9717139cb278 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2181.052866] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-c21a94a7-ddfc-41b0-8a14-9717139cb278 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Deleting the datastore file [datastore2] 96f0fab0-d17a-46cc-bff7-66de56c2acc3 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2181.053199] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47aaf85b-10c5-4801-92cc-2a559535a9ac {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.062213] env[63366]: DEBUG oslo_vmware.api [None req-c21a94a7-ddfc-41b0-8a14-9717139cb278 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2181.062213] env[63366]: value = "task-2104182" [ 2181.062213] env[63366]: _type = "Task" [ 2181.062213] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.072326] env[63366]: DEBUG oslo_vmware.api [None req-c21a94a7-ddfc-41b0-8a14-9717139cb278 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.157956] env[63366]: DEBUG oslo_vmware.api [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104178, 'name': CloneVM_Task, 'duration_secs': 1.633681} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.158174] env[63366]: INFO nova.virt.vmwareapi.vmops [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Created linked-clone VM from snapshot [ 2181.158929] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96599964-72a6-49e6-97ab-bcbf769c9a66 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.167165] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Uploading image 7ca6bcfb-14ff-480c-bb38-ccc0b6b0cbbd {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2181.180551] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Destroying the VM {{(pid=63366) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2181.180824] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-49d87fb1-5e33-4c61-aad6-075ffed48168 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.188570] env[63366]: DEBUG oslo_vmware.api [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2181.188570] env[63366]: value = "task-2104183" [ 2181.188570] env[63366]: _type = "Task" [ 2181.188570] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.193627] env[63366]: DEBUG nova.virt.hardware [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2181.193861] env[63366]: DEBUG nova.virt.hardware [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2181.194029] env[63366]: DEBUG nova.virt.hardware [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2181.194261] env[63366]: DEBUG nova.virt.hardware [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2181.194427] env[63366]: DEBUG nova.virt.hardware [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2181.194597] env[63366]: DEBUG nova.virt.hardware [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2181.194805] env[63366]: DEBUG nova.virt.hardware [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2181.195010] env[63366]: DEBUG nova.virt.hardware [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2181.195260] env[63366]: DEBUG nova.virt.hardware [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2181.195473] env[63366]: DEBUG nova.virt.hardware [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2181.195671] env[63366]: DEBUG nova.virt.hardware [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2181.201237] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d966e927-0254-409c-a01d-798d74bccd39 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.217805] env[63366]: DEBUG oslo_vmware.api [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104183, 'name': Destroy_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.219359] env[63366]: DEBUG oslo_vmware.api [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2181.219359] env[63366]: value = "task-2104184" [ 2181.219359] env[63366]: _type = "Task" [ 2181.219359] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.228804] env[63366]: DEBUG oslo_vmware.api [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.251763] env[63366]: DEBUG nova.scheduler.client.report [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2181.334612] env[63366]: DEBUG nova.compute.manager [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2181.574261] env[63366]: DEBUG oslo_vmware.api [None req-c21a94a7-ddfc-41b0-8a14-9717139cb278 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302624} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.574559] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-c21a94a7-ddfc-41b0-8a14-9717139cb278 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2181.574764] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c21a94a7-ddfc-41b0-8a14-9717139cb278 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2181.575193] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c21a94a7-ddfc-41b0-8a14-9717139cb278 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2181.575193] env[63366]: INFO nova.compute.manager [None req-c21a94a7-ddfc-41b0-8a14-9717139cb278 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Took 1.25 seconds to destroy the instance on the hypervisor. [ 2181.575374] env[63366]: DEBUG oslo.service.loopingcall [None req-c21a94a7-ddfc-41b0-8a14-9717139cb278 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2181.575606] env[63366]: DEBUG nova.compute.manager [-] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2181.575707] env[63366]: DEBUG nova.network.neutron [-] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2181.701922] env[63366]: DEBUG oslo_vmware.api [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104183, 'name': Destroy_Task, 'duration_secs': 0.434113} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.702254] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Destroyed the VM [ 2181.702536] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Deleting Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2181.702798] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cc3f8e6f-74b1-499e-bf9a-48368bfb9eff {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.711078] env[63366]: DEBUG oslo_vmware.api [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2181.711078] env[63366]: value = "task-2104185" [ 2181.711078] env[63366]: _type = "Task" [ 2181.711078] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.721050] env[63366]: DEBUG oslo_vmware.api [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104185, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.729384] env[63366]: DEBUG oslo_vmware.api [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104184, 'name': ReconfigVM_Task, 'duration_secs': 0.236759} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.729680] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Updating instance '3c98a7f6-60f9-4915-b0ef-2f30e7bd9279' progress to 33 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2181.760924] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2181.761550] env[63366]: DEBUG nova.compute.manager [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2181.764231] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.671s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2181.768067] env[63366]: DEBUG nova.objects.instance [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63366) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2181.867210] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2182.128773] env[63366]: DEBUG nova.compute.manager [req-b8aaaee7-2e16-45f6-a372-f0b1e4f2e6ff req-70cbf8f7-13fd-4cef-8494-c0d84c6f02e9 service nova] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Received event network-vif-deleted-aeda7b4e-29b5-45e2-9a58-a55b2f8c3072 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2182.128773] env[63366]: INFO nova.compute.manager [req-b8aaaee7-2e16-45f6-a372-f0b1e4f2e6ff req-70cbf8f7-13fd-4cef-8494-c0d84c6f02e9 service nova] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Neutron deleted interface aeda7b4e-29b5-45e2-9a58-a55b2f8c3072; detaching it from the instance and deleting it from the info cache [ 2182.128773] env[63366]: DEBUG nova.network.neutron [req-b8aaaee7-2e16-45f6-a372-f0b1e4f2e6ff req-70cbf8f7-13fd-4cef-8494-c0d84c6f02e9 service nova] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2182.229721] env[63366]: DEBUG oslo_vmware.api [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104185, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.236622] env[63366]: DEBUG nova.virt.hardware [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2182.236989] env[63366]: DEBUG nova.virt.hardware [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2182.237291] env[63366]: DEBUG nova.virt.hardware [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2182.237560] env[63366]: DEBUG nova.virt.hardware [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2182.237774] env[63366]: DEBUG nova.virt.hardware [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2182.238039] env[63366]: DEBUG nova.virt.hardware [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2182.238343] env[63366]: DEBUG nova.virt.hardware [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2182.238571] env[63366]: DEBUG nova.virt.hardware [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2182.238800] env[63366]: DEBUG nova.virt.hardware [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2182.239038] env[63366]: DEBUG nova.virt.hardware [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2182.239286] env[63366]: DEBUG nova.virt.hardware [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2182.245702] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Reconfiguring VM instance instance-00000047 to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2182.246165] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fae5fd2-d1b4-47d8-aa03-20f4aba4ae13 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.268957] env[63366]: DEBUG nova.compute.utils [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2182.277212] env[63366]: DEBUG nova.compute.manager [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2182.277575] env[63366]: DEBUG nova.network.neutron [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2182.279840] env[63366]: DEBUG oslo_vmware.api [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2182.279840] env[63366]: value = "task-2104186" [ 2182.279840] env[63366]: _type = "Task" [ 2182.279840] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.289846] env[63366]: DEBUG oslo_vmware.api [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104186, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.347567] env[63366]: DEBUG nova.policy [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0d37e6b964e4b6e8ceabd28a1a00012', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6486deaa0ca4f79a33f55eeb2e25cef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2182.594222] env[63366]: DEBUG nova.network.neutron [-] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2182.611060] env[63366]: DEBUG nova.network.neutron [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Successfully created port: cc096c1f-87a9-48d1-af77-b6a6cad37dd7 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2182.631768] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77d801b4-f56a-4ea8-bb28-4b6f8228ded0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.648391] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b022c3e-524a-4b88-a6f1-d38145512e65 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.688404] env[63366]: DEBUG nova.compute.manager [req-b8aaaee7-2e16-45f6-a372-f0b1e4f2e6ff req-70cbf8f7-13fd-4cef-8494-c0d84c6f02e9 service nova] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Detach interface failed, port_id=aeda7b4e-29b5-45e2-9a58-a55b2f8c3072, reason: Instance 96f0fab0-d17a-46cc-bff7-66de56c2acc3 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2182.724539] env[63366]: DEBUG oslo_vmware.api [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104185, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.776977] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6dce35e0-a84b-4a8a-a6a7-c7f5ae14d018 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2182.778258] env[63366]: DEBUG oslo_concurrency.lockutils [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.504s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2182.779838] env[63366]: INFO nova.compute.claims [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2182.783133] env[63366]: DEBUG nova.compute.manager [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2182.795416] env[63366]: DEBUG oslo_vmware.api [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104186, 'name': ReconfigVM_Task, 'duration_secs': 0.333089} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.795793] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Reconfigured VM instance instance-00000047 to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2182.797040] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509bc6f1-aef7-40dd-a132-0e62f3f842c6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.821011] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279/3c98a7f6-60f9-4915-b0ef-2f30e7bd9279.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2182.821715] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e370f15a-2699-479c-a975-327879a7e0c5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.844304] env[63366]: DEBUG oslo_vmware.api [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2182.844304] env[63366]: value = "task-2104187" [ 2182.844304] env[63366]: _type = "Task" [ 2182.844304] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.852620] env[63366]: DEBUG oslo_vmware.api [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.097201] env[63366]: INFO nova.compute.manager [-] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Took 1.52 seconds to deallocate network for instance. [ 2183.223185] env[63366]: DEBUG oslo_vmware.api [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104185, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.353896] env[63366]: DEBUG oslo_vmware.api [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104187, 'name': ReconfigVM_Task, 'duration_secs': 0.31916} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2183.354234] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279/3c98a7f6-60f9-4915-b0ef-2f30e7bd9279.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2183.354547] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Updating instance '3c98a7f6-60f9-4915-b0ef-2f30e7bd9279' progress to 50 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2183.606192] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c21a94a7-ddfc-41b0-8a14-9717139cb278 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2183.723913] env[63366]: DEBUG oslo_vmware.api [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104185, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.796261] env[63366]: DEBUG nova.compute.manager [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2183.825313] env[63366]: DEBUG nova.virt.hardware [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2183.825602] env[63366]: DEBUG nova.virt.hardware [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2183.825761] env[63366]: DEBUG nova.virt.hardware [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2183.825941] env[63366]: DEBUG nova.virt.hardware [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2183.826102] env[63366]: DEBUG nova.virt.hardware [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2183.826251] env[63366]: DEBUG nova.virt.hardware [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2183.826457] env[63366]: DEBUG nova.virt.hardware [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2183.826706] env[63366]: DEBUG nova.virt.hardware [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2183.826901] env[63366]: DEBUG nova.virt.hardware [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2183.827076] env[63366]: DEBUG nova.virt.hardware [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2183.827254] env[63366]: DEBUG nova.virt.hardware [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2183.828127] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48574822-9ed1-448a-989c-d26621525189 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.838613] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1100c349-cfba-4ad7-ae3d-c3fa74b030fd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.861283] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d098f38-03bc-40fb-99e2-e4b65ee678d9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.884732] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fe84d1-7a9c-4946-8ba7-dbf5fc1d2dea {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.902932] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Updating instance '3c98a7f6-60f9-4915-b0ef-2f30e7bd9279' progress to 67 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2184.068625] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7661ba4-aa47-40d4-90e3-e0e494c3455b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.076983] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89dba4f1-b9e8-4899-af58-756b80623140 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.108650] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e527b63-94f4-4ac6-9ac0-cef34d9222ac {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.116283] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c30fd0-91b5-4384-8142-183214243698 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.129102] env[63366]: DEBUG nova.compute.provider_tree [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2184.131025] env[63366]: DEBUG nova.network.neutron [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Successfully updated port: cc096c1f-87a9-48d1-af77-b6a6cad37dd7 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2184.161398] env[63366]: DEBUG nova.compute.manager [req-ddc1c395-4d50-43b9-bbb0-0ecbe7bbd219 req-a389925a-887b-4075-9b1b-76616ccad937 service nova] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Received event network-vif-plugged-cc096c1f-87a9-48d1-af77-b6a6cad37dd7 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2184.161398] env[63366]: DEBUG oslo_concurrency.lockutils [req-ddc1c395-4d50-43b9-bbb0-0ecbe7bbd219 req-a389925a-887b-4075-9b1b-76616ccad937 service nova] Acquiring lock "b6c8de3f-b6a3-4b22-85a8-f144689798cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.161398] env[63366]: DEBUG oslo_concurrency.lockutils [req-ddc1c395-4d50-43b9-bbb0-0ecbe7bbd219 req-a389925a-887b-4075-9b1b-76616ccad937 service nova] Lock "b6c8de3f-b6a3-4b22-85a8-f144689798cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.161398] env[63366]: DEBUG oslo_concurrency.lockutils [req-ddc1c395-4d50-43b9-bbb0-0ecbe7bbd219 req-a389925a-887b-4075-9b1b-76616ccad937 service nova] Lock "b6c8de3f-b6a3-4b22-85a8-f144689798cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.161398] env[63366]: DEBUG nova.compute.manager [req-ddc1c395-4d50-43b9-bbb0-0ecbe7bbd219 req-a389925a-887b-4075-9b1b-76616ccad937 service nova] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] No waiting events found dispatching network-vif-plugged-cc096c1f-87a9-48d1-af77-b6a6cad37dd7 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2184.161398] env[63366]: WARNING nova.compute.manager [req-ddc1c395-4d50-43b9-bbb0-0ecbe7bbd219 req-a389925a-887b-4075-9b1b-76616ccad937 service nova] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Received unexpected event network-vif-plugged-cc096c1f-87a9-48d1-af77-b6a6cad37dd7 for instance with vm_state building and task_state spawning. [ 2184.161398] env[63366]: DEBUG nova.compute.manager [req-ddc1c395-4d50-43b9-bbb0-0ecbe7bbd219 req-a389925a-887b-4075-9b1b-76616ccad937 service nova] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Received event network-changed-cc096c1f-87a9-48d1-af77-b6a6cad37dd7 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2184.161398] env[63366]: DEBUG nova.compute.manager [req-ddc1c395-4d50-43b9-bbb0-0ecbe7bbd219 req-a389925a-887b-4075-9b1b-76616ccad937 service nova] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Refreshing instance network info cache due to event network-changed-cc096c1f-87a9-48d1-af77-b6a6cad37dd7. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2184.161398] env[63366]: DEBUG oslo_concurrency.lockutils [req-ddc1c395-4d50-43b9-bbb0-0ecbe7bbd219 req-a389925a-887b-4075-9b1b-76616ccad937 service nova] Acquiring lock "refresh_cache-b6c8de3f-b6a3-4b22-85a8-f144689798cd" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2184.161708] env[63366]: DEBUG oslo_concurrency.lockutils [req-ddc1c395-4d50-43b9-bbb0-0ecbe7bbd219 req-a389925a-887b-4075-9b1b-76616ccad937 service nova] Acquired lock "refresh_cache-b6c8de3f-b6a3-4b22-85a8-f144689798cd" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2184.161708] env[63366]: DEBUG nova.network.neutron [req-ddc1c395-4d50-43b9-bbb0-0ecbe7bbd219 req-a389925a-887b-4075-9b1b-76616ccad937 service nova] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Refreshing network info cache for port cc096c1f-87a9-48d1-af77-b6a6cad37dd7 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2184.224111] env[63366]: DEBUG oslo_vmware.api [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104185, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.445320] env[63366]: DEBUG nova.network.neutron [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Port a7692730-7077-4cbb-9736-e293acd14bef binding to destination host cpu-1 is already ACTIVE {{(pid=63366) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2184.634020] env[63366]: DEBUG nova.scheduler.client.report [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2184.637560] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Acquiring lock "refresh_cache-b6c8de3f-b6a3-4b22-85a8-f144689798cd" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2184.692166] env[63366]: DEBUG nova.network.neutron [req-ddc1c395-4d50-43b9-bbb0-0ecbe7bbd219 req-a389925a-887b-4075-9b1b-76616ccad937 service nova] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2184.725085] env[63366]: DEBUG oslo_vmware.api [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104185, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.763276] env[63366]: DEBUG nova.network.neutron [req-ddc1c395-4d50-43b9-bbb0-0ecbe7bbd219 req-a389925a-887b-4075-9b1b-76616ccad937 service nova] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2185.139804] env[63366]: DEBUG oslo_concurrency.lockutils [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2185.139804] env[63366]: DEBUG nova.compute.manager [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2185.142621] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.195s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2185.142845] env[63366]: DEBUG nova.objects.instance [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Lazy-loading 'resources' on Instance uuid c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2185.225537] env[63366]: DEBUG oslo_vmware.api [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104185, 'name': RemoveSnapshot_Task, 'duration_secs': 3.252905} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2185.225796] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Deleted Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2185.265318] env[63366]: DEBUG oslo_concurrency.lockutils [req-ddc1c395-4d50-43b9-bbb0-0ecbe7bbd219 req-a389925a-887b-4075-9b1b-76616ccad937 service nova] Releasing lock "refresh_cache-b6c8de3f-b6a3-4b22-85a8-f144689798cd" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2185.265682] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Acquired lock "refresh_cache-b6c8de3f-b6a3-4b22-85a8-f144689798cd" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2185.265852] env[63366]: DEBUG nova.network.neutron [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2185.469030] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "3c98a7f6-60f9-4915-b0ef-2f30e7bd9279-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2185.469030] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "3c98a7f6-60f9-4915-b0ef-2f30e7bd9279-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2185.469213] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "3c98a7f6-60f9-4915-b0ef-2f30e7bd9279-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2185.646894] env[63366]: DEBUG nova.compute.utils [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2185.651048] env[63366]: DEBUG nova.compute.manager [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2185.651218] env[63366]: DEBUG nova.network.neutron [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2185.699290] env[63366]: DEBUG nova.policy [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7448a50a64df46f7aeaa4389d3a256e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31b58688d2a84b5fa68aba74434d4d95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2185.730257] env[63366]: WARNING nova.compute.manager [None req-49f92979-070f-496e-90e5-aaf0e717b641 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Image not found during snapshot: nova.exception.ImageNotFound: Image 7ca6bcfb-14ff-480c-bb38-ccc0b6b0cbbd could not be found. [ 2185.795929] env[63366]: DEBUG nova.network.neutron [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2185.879599] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bd3d65-2046-4cea-a4f0-92d9c7843c87 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.888190] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dffd57-616b-44cc-ab6e-ce31f5588f5d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.922738] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba85e88f-7d26-4865-adbd-5e8fee865e33 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.932357] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140a86b9-ed15-4c62-9557-1ebd59d6ae1f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.946427] env[63366]: DEBUG nova.compute.provider_tree [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2185.964359] env[63366]: DEBUG nova.network.neutron [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Updating instance_info_cache with network_info: [{"id": "cc096c1f-87a9-48d1-af77-b6a6cad37dd7", "address": "fa:16:3e:c6:85:ae", "network": {"id": "531f8e43-a176-4862-b268-dd702d38f325", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1491976973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6486deaa0ca4f79a33f55eeb2e25cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc096c1f-87", "ovs_interfaceid": "cc096c1f-87a9-48d1-af77-b6a6cad37dd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2185.977851] env[63366]: DEBUG nova.network.neutron [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Successfully created port: 1c009dd4-397a-4c18-92b2-4bf1eb28c35d {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2186.152045] env[63366]: DEBUG nova.compute.manager [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2186.450014] env[63366]: DEBUG nova.scheduler.client.report [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2186.466641] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Releasing lock "refresh_cache-b6c8de3f-b6a3-4b22-85a8-f144689798cd" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2186.466963] env[63366]: DEBUG nova.compute.manager [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Instance network_info: |[{"id": "cc096c1f-87a9-48d1-af77-b6a6cad37dd7", "address": "fa:16:3e:c6:85:ae", "network": {"id": "531f8e43-a176-4862-b268-dd702d38f325", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1491976973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6486deaa0ca4f79a33f55eeb2e25cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc096c1f-87", "ovs_interfaceid": "cc096c1f-87a9-48d1-af77-b6a6cad37dd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2186.467375] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:85:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc096c1f-87a9-48d1-af77-b6a6cad37dd7', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2186.475495] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Creating folder: Project (b6486deaa0ca4f79a33f55eeb2e25cef). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2186.479059] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbe19635-504b-45e8-99e3-a104d8dc65fb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.491613] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Created folder: Project (b6486deaa0ca4f79a33f55eeb2e25cef) in parent group-v430612. [ 2186.491837] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Creating folder: Instances. Parent ref: group-v430831. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2186.492075] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-422a6bc5-cb51-4210-9265-cc82fe564075 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.501433] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Created folder: Instances in parent group-v430831. [ 2186.501686] env[63366]: DEBUG oslo.service.loopingcall [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2186.501882] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2186.502122] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50e28968-983e-4bab-97d7-72e5a5f5a4d0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.516875] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "refresh_cache-3c98a7f6-60f9-4915-b0ef-2f30e7bd9279" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2186.517055] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired lock "refresh_cache-3c98a7f6-60f9-4915-b0ef-2f30e7bd9279" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2186.517230] env[63366]: DEBUG nova.network.neutron [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2186.525193] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2186.525193] env[63366]: value = "task-2104190" [ 2186.525193] env[63366]: _type = "Task" [ 2186.525193] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2186.534333] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104190, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.617253] env[63366]: DEBUG oslo_concurrency.lockutils [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2186.617594] env[63366]: DEBUG oslo_concurrency.lockutils [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2186.617869] env[63366]: DEBUG oslo_concurrency.lockutils [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2186.618334] env[63366]: DEBUG oslo_concurrency.lockutils [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2186.618334] env[63366]: DEBUG oslo_concurrency.lockutils [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2186.620619] env[63366]: INFO nova.compute.manager [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Terminating instance [ 2186.954677] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2186.957718] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.090s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2186.959224] env[63366]: INFO nova.compute.claims [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2186.979102] env[63366]: INFO nova.scheduler.client.report [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Deleted allocations for instance c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e [ 2187.036494] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104190, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.125055] env[63366]: DEBUG nova.compute.manager [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2187.125282] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2187.126157] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d19e30f-15d5-43e5-8c13-ad827acd7a24 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.135260] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2187.135539] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b174583-870b-4be8-b834-42b25a0d1151 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.142146] env[63366]: DEBUG oslo_vmware.api [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2187.142146] env[63366]: value = "task-2104191" [ 2187.142146] env[63366]: _type = "Task" [ 2187.142146] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.150822] env[63366]: DEBUG oslo_vmware.api [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.162038] env[63366]: DEBUG nova.compute.manager [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2187.189130] env[63366]: DEBUG nova.virt.hardware [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2187.189407] env[63366]: DEBUG nova.virt.hardware [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2187.189588] env[63366]: DEBUG nova.virt.hardware [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2187.189797] env[63366]: DEBUG nova.virt.hardware [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2187.189970] env[63366]: DEBUG nova.virt.hardware [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2187.190166] env[63366]: DEBUG nova.virt.hardware [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2187.190407] env[63366]: DEBUG nova.virt.hardware [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2187.190602] env[63366]: DEBUG nova.virt.hardware [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2187.190800] env[63366]: DEBUG nova.virt.hardware [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2187.190983] env[63366]: DEBUG nova.virt.hardware [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2187.191243] env[63366]: DEBUG nova.virt.hardware [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2187.192153] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77284279-84e4-4fc1-937c-66fa11633b3a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.201549] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2608ef-adb9-4c4e-a0ef-094edacefae6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.272959] env[63366]: DEBUG nova.network.neutron [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Updating instance_info_cache with network_info: [{"id": "a7692730-7077-4cbb-9736-e293acd14bef", "address": "fa:16:3e:c8:e2:e3", "network": {"id": "f562c19d-030a-462e-bdcf-6f84dd4123f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-427728629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2868b329abc7424ea97b6dc79731ebe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7692730-70", "ovs_interfaceid": "a7692730-7077-4cbb-9736-e293acd14bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2187.398045] env[63366]: DEBUG nova.compute.manager [req-7128e56a-1f58-4985-a255-e9effd400bfb req-cd32ae51-9855-4e27-8b5e-ff6a0d7d3e76 service nova] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Received event network-vif-plugged-1c009dd4-397a-4c18-92b2-4bf1eb28c35d {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2187.398693] env[63366]: DEBUG oslo_concurrency.lockutils [req-7128e56a-1f58-4985-a255-e9effd400bfb req-cd32ae51-9855-4e27-8b5e-ff6a0d7d3e76 service nova] Acquiring lock "25e75d6a-2ba3-4356-a13e-121493133c66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2187.398959] env[63366]: DEBUG oslo_concurrency.lockutils [req-7128e56a-1f58-4985-a255-e9effd400bfb req-cd32ae51-9855-4e27-8b5e-ff6a0d7d3e76 service nova] Lock "25e75d6a-2ba3-4356-a13e-121493133c66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2187.399301] env[63366]: DEBUG oslo_concurrency.lockutils [req-7128e56a-1f58-4985-a255-e9effd400bfb req-cd32ae51-9855-4e27-8b5e-ff6a0d7d3e76 service nova] Lock "25e75d6a-2ba3-4356-a13e-121493133c66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2187.399485] env[63366]: DEBUG nova.compute.manager [req-7128e56a-1f58-4985-a255-e9effd400bfb req-cd32ae51-9855-4e27-8b5e-ff6a0d7d3e76 service nova] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] No waiting events found dispatching network-vif-plugged-1c009dd4-397a-4c18-92b2-4bf1eb28c35d {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2187.399655] env[63366]: WARNING nova.compute.manager [req-7128e56a-1f58-4985-a255-e9effd400bfb req-cd32ae51-9855-4e27-8b5e-ff6a0d7d3e76 service nova] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Received unexpected event network-vif-plugged-1c009dd4-397a-4c18-92b2-4bf1eb28c35d for instance with vm_state building and task_state spawning. [ 2187.486905] env[63366]: DEBUG nova.network.neutron [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Successfully updated port: 1c009dd4-397a-4c18-92b2-4bf1eb28c35d {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2187.488998] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63cbfc9f-2bcd-49d3-aa63-72853f5caec8 tempest-ServerShowV254Test-244926813 tempest-ServerShowV254Test-244926813-project-member] Lock "c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.820s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2187.537123] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104190, 'name': CreateVM_Task, 'duration_secs': 0.513571} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2187.537310] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2187.537985] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2187.538168] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2187.538484] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2187.538730] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aa3affe-5ac3-42cf-8ce0-5e287127b3ab {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.543467] env[63366]: DEBUG oslo_vmware.api [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Waiting for the task: (returnval){ [ 2187.543467] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ea7381-c837-0739-32cd-b08bc4918ceb" [ 2187.543467] env[63366]: _type = "Task" [ 2187.543467] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.551281] env[63366]: DEBUG oslo_vmware.api [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ea7381-c837-0739-32cd-b08bc4918ceb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.653750] env[63366]: DEBUG oslo_vmware.api [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104191, 'name': PowerOffVM_Task, 'duration_secs': 0.197612} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2187.654021] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2187.654191] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2187.654438] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3e1b71e-1c76-4de8-9df8-4e482851524a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.750630] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2187.750862] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2187.751096] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Deleting the datastore file [datastore2] 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2187.751387] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01fce5b5-7646-40f0-98bb-4582833e7598 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.759015] env[63366]: DEBUG oslo_vmware.api [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for the task: (returnval){ [ 2187.759015] env[63366]: value = "task-2104193" [ 2187.759015] env[63366]: _type = "Task" [ 2187.759015] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.767647] env[63366]: DEBUG oslo_vmware.api [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.776309] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Releasing lock "refresh_cache-3c98a7f6-60f9-4915-b0ef-2f30e7bd9279" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2187.990604] env[63366]: DEBUG oslo_concurrency.lockutils [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Acquiring lock "refresh_cache-25e75d6a-2ba3-4356-a13e-121493133c66" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2187.990796] env[63366]: DEBUG oslo_concurrency.lockutils [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Acquired lock "refresh_cache-25e75d6a-2ba3-4356-a13e-121493133c66" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2187.990989] env[63366]: DEBUG nova.network.neutron [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2188.054596] env[63366]: DEBUG oslo_vmware.api [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ea7381-c837-0739-32cd-b08bc4918ceb, 'name': SearchDatastore_Task, 'duration_secs': 0.010089} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.057207] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2188.057445] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2188.057670] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2188.057818] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2188.058016] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2188.058509] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fbbcadf-2dd3-429e-bdd2-eae1ff9019d4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.077039] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2188.077252] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2188.078013] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fdf1857-311f-4b10-9941-1d7977cfcefa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.086554] env[63366]: DEBUG oslo_vmware.api [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Waiting for the task: (returnval){ [ 2188.086554] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52bfbd99-0002-4922-32fb-f39afc915bad" [ 2188.086554] env[63366]: _type = "Task" [ 2188.086554] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.094887] env[63366]: DEBUG oslo_vmware.api [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52bfbd99-0002-4922-32fb-f39afc915bad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.204939] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b53c31-d652-41ca-bba5-2ed7871d6f9e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.212957] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db53e6f4-a3ef-4963-9b2d-f52c78b79639 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.243394] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481ea3dd-35ba-4a7d-9cb3-8e01bf37fbd5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.251558] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764d4283-d8eb-421b-95e3-4c92e234c915 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.266986] env[63366]: DEBUG nova.compute.provider_tree [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2188.276520] env[63366]: DEBUG oslo_vmware.api [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Task: {'id': task-2104193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184328} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.277313] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2188.277536] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2188.277743] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2188.277924] env[63366]: INFO nova.compute.manager [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2188.278212] env[63366]: DEBUG oslo.service.loopingcall [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2188.278440] env[63366]: DEBUG nova.compute.manager [-] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2188.278537] env[63366]: DEBUG nova.network.neutron [-] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2188.298811] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaac27dc-671d-4d3a-9a74-8fbb8960f95d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.319333] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee2b5b5-57e5-4f93-a3ef-8b77da7a51be {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.327581] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Updating instance '3c98a7f6-60f9-4915-b0ef-2f30e7bd9279' progress to 83 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2188.547138] env[63366]: DEBUG nova.network.neutron [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2188.598088] env[63366]: DEBUG oslo_vmware.api [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52bfbd99-0002-4922-32fb-f39afc915bad, 'name': SearchDatastore_Task, 'duration_secs': 0.010009} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.599017] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2387e013-1aba-4bf7-ae7d-72c0ca49b8cf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.606972] env[63366]: DEBUG oslo_vmware.api [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Waiting for the task: (returnval){ [ 2188.606972] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5251ca75-e8b3-0775-b868-a15f4a726e8c" [ 2188.606972] env[63366]: _type = "Task" [ 2188.606972] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.616409] env[63366]: DEBUG oslo_vmware.api [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5251ca75-e8b3-0775-b868-a15f4a726e8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.752785] env[63366]: DEBUG nova.network.neutron [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Updating instance_info_cache with network_info: [{"id": "1c009dd4-397a-4c18-92b2-4bf1eb28c35d", "address": "fa:16:3e:9d:16:94", "network": {"id": "9b211adf-6db1-43e5-80d0-c758e125d9e8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-497800222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31b58688d2a84b5fa68aba74434d4d95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c009dd4-39", "ovs_interfaceid": "1c009dd4-397a-4c18-92b2-4bf1eb28c35d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2188.771856] env[63366]: DEBUG nova.scheduler.client.report [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2188.834422] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2188.834713] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-846917dd-9f44-49b9-9b6c-4a295ce973f9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.842318] env[63366]: DEBUG oslo_vmware.api [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2188.842318] env[63366]: value = "task-2104194" [ 2188.842318] env[63366]: _type = "Task" [ 2188.842318] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.850409] env[63366]: DEBUG oslo_vmware.api [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.030642] env[63366]: DEBUG nova.network.neutron [-] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2189.116837] env[63366]: DEBUG oslo_vmware.api [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5251ca75-e8b3-0775-b868-a15f4a726e8c, 'name': SearchDatastore_Task, 'duration_secs': 0.01057} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.117102] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2189.117361] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] b6c8de3f-b6a3-4b22-85a8-f144689798cd/b6c8de3f-b6a3-4b22-85a8-f144689798cd.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2189.117610] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74d303c0-9cf8-4ba3-a468-ca2a390a1ccd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.124380] env[63366]: DEBUG oslo_vmware.api [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Waiting for the task: (returnval){ [ 2189.124380] env[63366]: value = "task-2104195" [ 2189.124380] env[63366]: _type = "Task" [ 2189.124380] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.132030] env[63366]: DEBUG oslo_vmware.api [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Task: {'id': task-2104195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.255777] env[63366]: DEBUG oslo_concurrency.lockutils [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Releasing lock "refresh_cache-25e75d6a-2ba3-4356-a13e-121493133c66" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2189.256143] env[63366]: DEBUG nova.compute.manager [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Instance network_info: |[{"id": "1c009dd4-397a-4c18-92b2-4bf1eb28c35d", "address": "fa:16:3e:9d:16:94", "network": {"id": "9b211adf-6db1-43e5-80d0-c758e125d9e8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-497800222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31b58688d2a84b5fa68aba74434d4d95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c009dd4-39", "ovs_interfaceid": "1c009dd4-397a-4c18-92b2-4bf1eb28c35d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2189.256611] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:16:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '571cdf48-7016-4715-8739-4cb70c90cd6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c009dd4-397a-4c18-92b2-4bf1eb28c35d', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2189.264491] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Creating folder: Project (31b58688d2a84b5fa68aba74434d4d95). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2189.264816] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-805f6d3d-ad88-4d02-9887-c1d240be3383 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.276670] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.320s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2189.277215] env[63366]: DEBUG nova.compute.manager [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2189.279938] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Created folder: Project (31b58688d2a84b5fa68aba74434d4d95) in parent group-v430612. [ 2189.280066] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Creating folder: Instances. Parent ref: group-v430834. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2189.280586] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c21a94a7-ddfc-41b0-8a14-9717139cb278 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.675s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2189.280810] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c21a94a7-ddfc-41b0-8a14-9717139cb278 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2189.283046] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b859f116-9dd9-4e0e-91bb-8afa20298f2b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.294471] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Created folder: Instances in parent group-v430834. [ 2189.294733] env[63366]: DEBUG oslo.service.loopingcall [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2189.294954] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2189.295179] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20a9081d-ed5e-49a8-88cd-49624d7b9a43 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.313705] env[63366]: INFO nova.scheduler.client.report [None req-c21a94a7-ddfc-41b0-8a14-9717139cb278 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Deleted allocations for instance 96f0fab0-d17a-46cc-bff7-66de56c2acc3 [ 2189.320503] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2189.320503] env[63366]: value = "task-2104198" [ 2189.320503] env[63366]: _type = "Task" [ 2189.320503] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.330954] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104198, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.352546] env[63366]: DEBUG oslo_vmware.api [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104194, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.431315] env[63366]: DEBUG nova.compute.manager [req-5b876344-362f-4883-a2f5-ce2b0dbc4aab req-78fd2e52-749f-4287-a9be-3a56391adf79 service nova] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Received event network-changed-1c009dd4-397a-4c18-92b2-4bf1eb28c35d {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2189.431590] env[63366]: DEBUG nova.compute.manager [req-5b876344-362f-4883-a2f5-ce2b0dbc4aab req-78fd2e52-749f-4287-a9be-3a56391adf79 service nova] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Refreshing instance network info cache due to event network-changed-1c009dd4-397a-4c18-92b2-4bf1eb28c35d. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2189.431831] env[63366]: DEBUG oslo_concurrency.lockutils [req-5b876344-362f-4883-a2f5-ce2b0dbc4aab req-78fd2e52-749f-4287-a9be-3a56391adf79 service nova] Acquiring lock "refresh_cache-25e75d6a-2ba3-4356-a13e-121493133c66" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2189.431975] env[63366]: DEBUG oslo_concurrency.lockutils [req-5b876344-362f-4883-a2f5-ce2b0dbc4aab req-78fd2e52-749f-4287-a9be-3a56391adf79 service nova] Acquired lock "refresh_cache-25e75d6a-2ba3-4356-a13e-121493133c66" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2189.432251] env[63366]: DEBUG nova.network.neutron [req-5b876344-362f-4883-a2f5-ce2b0dbc4aab req-78fd2e52-749f-4287-a9be-3a56391adf79 service nova] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Refreshing network info cache for port 1c009dd4-397a-4c18-92b2-4bf1eb28c35d {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2189.533614] env[63366]: INFO nova.compute.manager [-] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Took 1.25 seconds to deallocate network for instance. [ 2189.634517] env[63366]: DEBUG oslo_vmware.api [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Task: {'id': task-2104195, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47607} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.634785] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] b6c8de3f-b6a3-4b22-85a8-f144689798cd/b6c8de3f-b6a3-4b22-85a8-f144689798cd.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2189.634990] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2189.635266] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d31af404-b3e0-4dd4-b600-8c905f3d3843 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.641558] env[63366]: DEBUG oslo_vmware.api [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Waiting for the task: (returnval){ [ 2189.641558] env[63366]: value = "task-2104199" [ 2189.641558] env[63366]: _type = "Task" [ 2189.641558] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.649551] env[63366]: DEBUG oslo_vmware.api [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Task: {'id': task-2104199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.782372] env[63366]: DEBUG nova.compute.utils [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2189.783795] env[63366]: DEBUG nova.compute.manager [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2189.783979] env[63366]: DEBUG nova.network.neutron [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2189.827344] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c21a94a7-ddfc-41b0-8a14-9717139cb278 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "96f0fab0-d17a-46cc-bff7-66de56c2acc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.005s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2189.834206] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104198, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.851893] env[63366]: DEBUG oslo_vmware.api [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104194, 'name': PowerOnVM_Task, 'duration_secs': 0.565412} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.852172] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2189.852357] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2c634589-a195-4c54-8613-361a41e4a6b3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Updating instance '3c98a7f6-60f9-4915-b0ef-2f30e7bd9279' progress to 100 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2189.860019] env[63366]: DEBUG nova.policy [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fff2ad9689b745eeb19d81615c0f9238', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72ec5d18bf4b4cbea126528ed8d4f150', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2190.041417] env[63366]: DEBUG oslo_concurrency.lockutils [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2190.041854] env[63366]: DEBUG oslo_concurrency.lockutils [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2190.041854] env[63366]: DEBUG nova.objects.instance [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lazy-loading 'resources' on Instance uuid 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2190.157089] env[63366]: DEBUG oslo_vmware.api [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Task: {'id': task-2104199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057359} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.157404] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2190.158181] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eeac9a7-09a0-4def-9b47-dd54a2d99b9d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.179980] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] b6c8de3f-b6a3-4b22-85a8-f144689798cd/b6c8de3f-b6a3-4b22-85a8-f144689798cd.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2190.180085] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a44604f6-e497-4247-b0ca-e82db18329e4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.201088] env[63366]: DEBUG nova.network.neutron [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Successfully created port: a11b4684-2d0c-494f-87f6-baa71233f3e5 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2190.203410] env[63366]: DEBUG nova.network.neutron [req-5b876344-362f-4883-a2f5-ce2b0dbc4aab req-78fd2e52-749f-4287-a9be-3a56391adf79 service nova] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Updated VIF entry in instance network info cache for port 1c009dd4-397a-4c18-92b2-4bf1eb28c35d. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2190.203722] env[63366]: DEBUG nova.network.neutron [req-5b876344-362f-4883-a2f5-ce2b0dbc4aab req-78fd2e52-749f-4287-a9be-3a56391adf79 service nova] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Updating instance_info_cache with network_info: [{"id": "1c009dd4-397a-4c18-92b2-4bf1eb28c35d", "address": "fa:16:3e:9d:16:94", "network": {"id": "9b211adf-6db1-43e5-80d0-c758e125d9e8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-497800222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31b58688d2a84b5fa68aba74434d4d95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c009dd4-39", "ovs_interfaceid": "1c009dd4-397a-4c18-92b2-4bf1eb28c35d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2190.210580] env[63366]: DEBUG oslo_vmware.api [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Waiting for the task: (returnval){ [ 2190.210580] env[63366]: value = "task-2104200" [ 2190.210580] env[63366]: _type = "Task" [ 2190.210580] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.219027] env[63366]: DEBUG oslo_vmware.api [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Task: {'id': task-2104200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.288026] env[63366]: DEBUG nova.compute.manager [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2190.339064] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104198, 'name': CreateVM_Task, 'duration_secs': 0.63579} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.339064] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2190.340298] env[63366]: DEBUG oslo_concurrency.lockutils [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2190.340298] env[63366]: DEBUG oslo_concurrency.lockutils [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2190.340429] env[63366]: DEBUG oslo_concurrency.lockutils [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2190.340737] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2ecddac-c6a6-472f-b6e8-3795bd65a33c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.346844] env[63366]: DEBUG oslo_vmware.api [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Waiting for the task: (returnval){ [ 2190.346844] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52646520-d74f-a51a-fb15-f1dfd21b4f79" [ 2190.346844] env[63366]: _type = "Task" [ 2190.346844] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.356127] env[63366]: DEBUG oslo_vmware.api [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52646520-d74f-a51a-fb15-f1dfd21b4f79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.708115] env[63366]: DEBUG oslo_concurrency.lockutils [req-5b876344-362f-4883-a2f5-ce2b0dbc4aab req-78fd2e52-749f-4287-a9be-3a56391adf79 service nova] Releasing lock "refresh_cache-25e75d6a-2ba3-4356-a13e-121493133c66" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2190.708115] env[63366]: DEBUG nova.compute.manager [req-5b876344-362f-4883-a2f5-ce2b0dbc4aab req-78fd2e52-749f-4287-a9be-3a56391adf79 service nova] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Received event network-vif-deleted-54bc01be-a9ca-4be2-8369-d603a7382d7f {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2190.724910] env[63366]: DEBUG oslo_vmware.api [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Task: {'id': task-2104200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.847167] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321dd282-25e7-4cd5-aba6-e8a537530c3f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.858331] env[63366]: DEBUG oslo_vmware.api [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52646520-d74f-a51a-fb15-f1dfd21b4f79, 'name': SearchDatastore_Task, 'duration_secs': 0.009798} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.860149] env[63366]: DEBUG oslo_concurrency.lockutils [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2190.860387] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2190.860614] env[63366]: DEBUG oslo_concurrency.lockutils [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2190.860757] env[63366]: DEBUG oslo_concurrency.lockutils [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2190.860934] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2190.864688] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49d5e98a-20d6-423e-ab0b-1d2218110678 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.867455] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a41120f-1db4-4fbd-ae85-5aff27586e4e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.902396] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99fb48b-6322-4e16-98ff-7b147c62860d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.905137] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2190.905346] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2190.906750] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7808b65-88da-49b8-ac8f-fb0396686351 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.915334] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4172a9-80b4-4cd8-9576-4924851a4014 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.919447] env[63366]: DEBUG oslo_vmware.api [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Waiting for the task: (returnval){ [ 2190.919447] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52153975-3647-87e8-0348-2aa6c038ce1c" [ 2190.919447] env[63366]: _type = "Task" [ 2190.919447] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.931062] env[63366]: DEBUG nova.compute.provider_tree [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2190.937630] env[63366]: DEBUG oslo_vmware.api [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52153975-3647-87e8-0348-2aa6c038ce1c, 'name': SearchDatastore_Task, 'duration_secs': 0.009103} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.938898] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9ff2785-906b-4eb9-9e70-86f182c75f41 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.944362] env[63366]: DEBUG oslo_vmware.api [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Waiting for the task: (returnval){ [ 2190.944362] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]521baa9a-2d43-e666-30ff-605b2244a491" [ 2190.944362] env[63366]: _type = "Task" [ 2190.944362] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.952135] env[63366]: DEBUG oslo_vmware.api [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]521baa9a-2d43-e666-30ff-605b2244a491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.224668] env[63366]: DEBUG oslo_vmware.api [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Task: {'id': task-2104200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.298335] env[63366]: DEBUG nova.compute.manager [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2191.330120] env[63366]: DEBUG nova.virt.hardware [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2191.330382] env[63366]: DEBUG nova.virt.hardware [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2191.330541] env[63366]: DEBUG nova.virt.hardware [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2191.330721] env[63366]: DEBUG nova.virt.hardware [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2191.330865] env[63366]: DEBUG nova.virt.hardware [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2191.331039] env[63366]: DEBUG nova.virt.hardware [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2191.331298] env[63366]: DEBUG nova.virt.hardware [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2191.331464] env[63366]: DEBUG nova.virt.hardware [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2191.331632] env[63366]: DEBUG nova.virt.hardware [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2191.331794] env[63366]: DEBUG nova.virt.hardware [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2191.331968] env[63366]: DEBUG nova.virt.hardware [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2191.332759] env[63366]: DEBUG oslo_concurrency.lockutils [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "c9f85cc6-5e4f-410a-a255-7acecd766ac2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2191.332976] env[63366]: DEBUG oslo_concurrency.lockutils [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "c9f85cc6-5e4f-410a-a255-7acecd766ac2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2191.334604] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d3b267-5c1d-4e8e-a29c-3086f9074481 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.343710] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f515663b-dab1-45b1-b3c1-ef8fc20bb8d9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.434348] env[63366]: DEBUG nova.scheduler.client.report [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2191.455862] env[63366]: DEBUG oslo_vmware.api [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]521baa9a-2d43-e666-30ff-605b2244a491, 'name': SearchDatastore_Task, 'duration_secs': 0.008668} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.456192] env[63366]: DEBUG oslo_concurrency.lockutils [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2191.456490] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 25e75d6a-2ba3-4356-a13e-121493133c66/25e75d6a-2ba3-4356-a13e-121493133c66.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2191.456769] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f15b8daa-3de6-4a68-bab9-85ec23535736 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.463191] env[63366]: DEBUG oslo_vmware.api [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Waiting for the task: (returnval){ [ 2191.463191] env[63366]: value = "task-2104201" [ 2191.463191] env[63366]: _type = "Task" [ 2191.463191] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.471044] env[63366]: DEBUG oslo_vmware.api [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Task: {'id': task-2104201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.665258] env[63366]: DEBUG nova.compute.manager [req-77be6ae4-b009-4e19-aa4d-e218cc5b26c8 req-05d3b98c-2d44-4d30-a81d-7ea7419bd7b5 service nova] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Received event network-vif-plugged-a11b4684-2d0c-494f-87f6-baa71233f3e5 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2191.665507] env[63366]: DEBUG oslo_concurrency.lockutils [req-77be6ae4-b009-4e19-aa4d-e218cc5b26c8 req-05d3b98c-2d44-4d30-a81d-7ea7419bd7b5 service nova] Acquiring lock "379f5983-4dbe-4cb0-8f05-a0c49e689806-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2191.665690] env[63366]: DEBUG oslo_concurrency.lockutils [req-77be6ae4-b009-4e19-aa4d-e218cc5b26c8 req-05d3b98c-2d44-4d30-a81d-7ea7419bd7b5 service nova] Lock "379f5983-4dbe-4cb0-8f05-a0c49e689806-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2191.665811] env[63366]: DEBUG oslo_concurrency.lockutils [req-77be6ae4-b009-4e19-aa4d-e218cc5b26c8 req-05d3b98c-2d44-4d30-a81d-7ea7419bd7b5 service nova] Lock "379f5983-4dbe-4cb0-8f05-a0c49e689806-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2191.665975] env[63366]: DEBUG nova.compute.manager [req-77be6ae4-b009-4e19-aa4d-e218cc5b26c8 req-05d3b98c-2d44-4d30-a81d-7ea7419bd7b5 service nova] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] No waiting events found dispatching network-vif-plugged-a11b4684-2d0c-494f-87f6-baa71233f3e5 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2191.666238] env[63366]: WARNING nova.compute.manager [req-77be6ae4-b009-4e19-aa4d-e218cc5b26c8 req-05d3b98c-2d44-4d30-a81d-7ea7419bd7b5 service nova] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Received unexpected event network-vif-plugged-a11b4684-2d0c-494f-87f6-baa71233f3e5 for instance with vm_state building and task_state spawning. [ 2191.724460] env[63366]: DEBUG oslo_vmware.api [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Task: {'id': task-2104200, 'name': ReconfigVM_Task, 'duration_secs': 1.065764} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.724737] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Reconfigured VM instance instance-0000004c to attach disk [datastore2] b6c8de3f-b6a3-4b22-85a8-f144689798cd/b6c8de3f-b6a3-4b22-85a8-f144689798cd.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2191.725454] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3a66b3f-b6e4-4410-8035-bfed5537db96 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.732686] env[63366]: DEBUG oslo_vmware.api [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Waiting for the task: (returnval){ [ 2191.732686] env[63366]: value = "task-2104202" [ 2191.732686] env[63366]: _type = "Task" [ 2191.732686] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.743182] env[63366]: DEBUG oslo_vmware.api [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Task: {'id': task-2104202, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.775672] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d52d87a3-e65c-476b-a203-a6f93ef693c3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "3c98a7f6-60f9-4915-b0ef-2f30e7bd9279" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2191.775937] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d52d87a3-e65c-476b-a203-a6f93ef693c3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "3c98a7f6-60f9-4915-b0ef-2f30e7bd9279" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2191.776144] env[63366]: DEBUG nova.compute.manager [None req-d52d87a3-e65c-476b-a203-a6f93ef693c3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Going to confirm migration 4 {{(pid=63366) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2191.814315] env[63366]: DEBUG nova.network.neutron [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Successfully updated port: a11b4684-2d0c-494f-87f6-baa71233f3e5 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2191.838085] env[63366]: DEBUG nova.compute.manager [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2191.939099] env[63366]: DEBUG oslo_concurrency.lockutils [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2191.961540] env[63366]: INFO nova.scheduler.client.report [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Deleted allocations for instance 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0 [ 2191.975031] env[63366]: DEBUG oslo_vmware.api [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Task: {'id': task-2104201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45068} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.975319] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 25e75d6a-2ba3-4356-a13e-121493133c66/25e75d6a-2ba3-4356-a13e-121493133c66.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2191.975552] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2191.975809] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e022419-96b5-49bc-8284-2190cf008b34 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.981715] env[63366]: DEBUG oslo_vmware.api [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Waiting for the task: (returnval){ [ 2191.981715] env[63366]: value = "task-2104203" [ 2191.981715] env[63366]: _type = "Task" [ 2191.981715] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.989499] env[63366]: DEBUG oslo_vmware.api [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Task: {'id': task-2104203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.241898] env[63366]: DEBUG oslo_vmware.api [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Task: {'id': task-2104202, 'name': Rename_Task, 'duration_secs': 0.298561} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.242227] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2192.242449] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac98c0c5-2ddc-40cd-98d1-5fdeec73637c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.248682] env[63366]: DEBUG oslo_vmware.api [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Waiting for the task: (returnval){ [ 2192.248682] env[63366]: value = "task-2104204" [ 2192.248682] env[63366]: _type = "Task" [ 2192.248682] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.265725] env[63366]: DEBUG oslo_vmware.api [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Task: {'id': task-2104204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.315803] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d52d87a3-e65c-476b-a203-a6f93ef693c3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "refresh_cache-3c98a7f6-60f9-4915-b0ef-2f30e7bd9279" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2192.316073] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d52d87a3-e65c-476b-a203-a6f93ef693c3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired lock "refresh_cache-3c98a7f6-60f9-4915-b0ef-2f30e7bd9279" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2192.316208] env[63366]: DEBUG nova.network.neutron [None req-d52d87a3-e65c-476b-a203-a6f93ef693c3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2192.316390] env[63366]: DEBUG nova.objects.instance [None req-d52d87a3-e65c-476b-a203-a6f93ef693c3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lazy-loading 'info_cache' on Instance uuid 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2192.318220] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquiring lock "refresh_cache-379f5983-4dbe-4cb0-8f05-a0c49e689806" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2192.318220] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquired lock "refresh_cache-379f5983-4dbe-4cb0-8f05-a0c49e689806" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2192.318220] env[63366]: DEBUG nova.network.neutron [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2192.361304] env[63366]: DEBUG oslo_concurrency.lockutils [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2192.361496] env[63366]: DEBUG oslo_concurrency.lockutils [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2192.363031] env[63366]: INFO nova.compute.claims [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2192.473217] env[63366]: DEBUG oslo_concurrency.lockutils [None req-51f93b40-a5cb-4f42-a893-3ea51669ce56 tempest-ImagesTestJSON-330812809 tempest-ImagesTestJSON-330812809-project-member] Lock "4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.856s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2192.493983] env[63366]: DEBUG oslo_vmware.api [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Task: {'id': task-2104203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081545} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.493983] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2192.494669] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e171dfa-b219-49dc-a841-1adfa6c1bb88 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.517745] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 25e75d6a-2ba3-4356-a13e-121493133c66/25e75d6a-2ba3-4356-a13e-121493133c66.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2192.518021] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5af394c9-4a3f-4b93-8e7d-72f507266f55 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.537827] env[63366]: DEBUG oslo_vmware.api [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Waiting for the task: (returnval){ [ 2192.537827] env[63366]: value = "task-2104205" [ 2192.537827] env[63366]: _type = "Task" [ 2192.537827] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.545852] env[63366]: DEBUG oslo_vmware.api [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Task: {'id': task-2104205, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.758594] env[63366]: DEBUG oslo_vmware.api [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Task: {'id': task-2104204, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.850562] env[63366]: DEBUG nova.network.neutron [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2193.045256] env[63366]: DEBUG nova.network.neutron [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Updating instance_info_cache with network_info: [{"id": "a11b4684-2d0c-494f-87f6-baa71233f3e5", "address": "fa:16:3e:4e:d3:95", "network": {"id": "454a1ee2-ba6b-4310-8e48-5e20b41fe434", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1928859958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ec5d18bf4b4cbea126528ed8d4f150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa11b4684-2d", "ovs_interfaceid": "a11b4684-2d0c-494f-87f6-baa71233f3e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2193.051187] env[63366]: DEBUG oslo_vmware.api [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Task: {'id': task-2104205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.259829] env[63366]: DEBUG oslo_vmware.api [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Task: {'id': task-2104204, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.553850] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Releasing lock "refresh_cache-379f5983-4dbe-4cb0-8f05-a0c49e689806" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2193.554177] env[63366]: DEBUG nova.compute.manager [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Instance network_info: |[{"id": "a11b4684-2d0c-494f-87f6-baa71233f3e5", "address": "fa:16:3e:4e:d3:95", "network": {"id": "454a1ee2-ba6b-4310-8e48-5e20b41fe434", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1928859958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ec5d18bf4b4cbea126528ed8d4f150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa11b4684-2d", "ovs_interfaceid": "a11b4684-2d0c-494f-87f6-baa71233f3e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2193.554475] env[63366]: DEBUG oslo_vmware.api [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Task: {'id': task-2104205, 'name': ReconfigVM_Task, 'duration_secs': 0.670798} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.556947] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:d3:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a11b4684-2d0c-494f-87f6-baa71233f3e5', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2193.564266] env[63366]: DEBUG oslo.service.loopingcall [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2193.564484] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 25e75d6a-2ba3-4356-a13e-121493133c66/25e75d6a-2ba3-4356-a13e-121493133c66.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2193.565338] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2193.565579] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a2e4fea-c285-4b07-88b7-1f383fe32a3a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.567117] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-200aa7e0-ca5a-4742-bbd3-04565a705cb1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.588423] env[63366]: DEBUG oslo_vmware.api [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Waiting for the task: (returnval){ [ 2193.588423] env[63366]: value = "task-2104206" [ 2193.588423] env[63366]: _type = "Task" [ 2193.588423] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.589604] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2193.589604] env[63366]: value = "task-2104207" [ 2193.589604] env[63366]: _type = "Task" [ 2193.589604] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.597819] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda5c49f-981a-4a41-8ebf-de10fe75092c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.602317] env[63366]: DEBUG oslo_vmware.api [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Task: {'id': task-2104206, 'name': Rename_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.605298] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104207, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.607796] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105aec58-10f0-4820-8d54-317ecef4e317 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.640325] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e865360a-a0d2-429b-a0c1-23fe4338619e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.654573] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a097b1c8-0f5c-4ade-81ba-45d2dd76e1b2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.667581] env[63366]: DEBUG nova.compute.provider_tree [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2193.703631] env[63366]: DEBUG nova.compute.manager [req-644e312e-c8b8-4ddc-9086-db651fe9bdd3 req-1fa38031-8982-4fd8-b5e3-facb97678a91 service nova] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Received event network-changed-a11b4684-2d0c-494f-87f6-baa71233f3e5 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2193.703830] env[63366]: DEBUG nova.compute.manager [req-644e312e-c8b8-4ddc-9086-db651fe9bdd3 req-1fa38031-8982-4fd8-b5e3-facb97678a91 service nova] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Refreshing instance network info cache due to event network-changed-a11b4684-2d0c-494f-87f6-baa71233f3e5. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2193.704058] env[63366]: DEBUG oslo_concurrency.lockutils [req-644e312e-c8b8-4ddc-9086-db651fe9bdd3 req-1fa38031-8982-4fd8-b5e3-facb97678a91 service nova] Acquiring lock "refresh_cache-379f5983-4dbe-4cb0-8f05-a0c49e689806" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2193.704225] env[63366]: DEBUG oslo_concurrency.lockutils [req-644e312e-c8b8-4ddc-9086-db651fe9bdd3 req-1fa38031-8982-4fd8-b5e3-facb97678a91 service nova] Acquired lock "refresh_cache-379f5983-4dbe-4cb0-8f05-a0c49e689806" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2193.704397] env[63366]: DEBUG nova.network.neutron [req-644e312e-c8b8-4ddc-9086-db651fe9bdd3 req-1fa38031-8982-4fd8-b5e3-facb97678a91 service nova] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Refreshing network info cache for port a11b4684-2d0c-494f-87f6-baa71233f3e5 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2193.718626] env[63366]: DEBUG nova.network.neutron [None req-d52d87a3-e65c-476b-a203-a6f93ef693c3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Updating instance_info_cache with network_info: [{"id": "a7692730-7077-4cbb-9736-e293acd14bef", "address": "fa:16:3e:c8:e2:e3", "network": {"id": "f562c19d-030a-462e-bdcf-6f84dd4123f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-427728629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2868b329abc7424ea97b6dc79731ebe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7692730-70", "ovs_interfaceid": "a7692730-7077-4cbb-9736-e293acd14bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2193.759808] env[63366]: DEBUG oslo_vmware.api [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Task: {'id': task-2104204, 'name': PowerOnVM_Task, 'duration_secs': 1.134934} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.760089] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2193.760348] env[63366]: INFO nova.compute.manager [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Took 9.96 seconds to spawn the instance on the hypervisor. [ 2193.760558] env[63366]: DEBUG nova.compute.manager [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2193.761671] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b09400-b7d3-4ac8-b022-30be68b85766 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.102677] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104207, 'name': CreateVM_Task, 'duration_secs': 0.327448} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.105590] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2194.105840] env[63366]: DEBUG oslo_vmware.api [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Task: {'id': task-2104206, 'name': Rename_Task, 'duration_secs': 0.157783} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.106479] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2194.106643] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2194.106954] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2194.107533] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2194.107533] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f0e5616-a66e-4297-9220-37d635838338 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.108917] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db1e467d-78f1-4e59-a270-462851d2cf5c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.112781] env[63366]: DEBUG oslo_vmware.api [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2194.112781] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52f7ae85-62f4-5304-15ec-a54fd6c0422b" [ 2194.112781] env[63366]: _type = "Task" [ 2194.112781] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.116609] env[63366]: DEBUG oslo_vmware.api [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Waiting for the task: (returnval){ [ 2194.116609] env[63366]: value = "task-2104208" [ 2194.116609] env[63366]: _type = "Task" [ 2194.116609] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.121956] env[63366]: DEBUG oslo_vmware.api [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f7ae85-62f4-5304-15ec-a54fd6c0422b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.126570] env[63366]: DEBUG oslo_vmware.api [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Task: {'id': task-2104208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.170763] env[63366]: DEBUG nova.scheduler.client.report [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2194.220319] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d52d87a3-e65c-476b-a203-a6f93ef693c3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Releasing lock "refresh_cache-3c98a7f6-60f9-4915-b0ef-2f30e7bd9279" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2194.220731] env[63366]: DEBUG nova.objects.instance [None req-d52d87a3-e65c-476b-a203-a6f93ef693c3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lazy-loading 'migration_context' on Instance uuid 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2194.279047] env[63366]: INFO nova.compute.manager [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Took 22.51 seconds to build instance. [ 2194.627482] env[63366]: DEBUG oslo_vmware.api [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Task: {'id': task-2104208, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.631553] env[63366]: DEBUG oslo_vmware.api [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f7ae85-62f4-5304-15ec-a54fd6c0422b, 'name': SearchDatastore_Task, 'duration_secs': 0.008833} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.631889] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2194.632158] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2194.633776] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2194.633776] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2194.633776] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2194.633776] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36a850fd-ba7c-40ed-9d38-767d5204694e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.642084] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2194.642236] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2194.643035] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5e10e03-888c-4f2c-95fa-70f5acae3bf9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.649556] env[63366]: DEBUG oslo_vmware.api [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2194.649556] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]527bd09a-68e2-d103-2bb2-79663dde47f4" [ 2194.649556] env[63366]: _type = "Task" [ 2194.649556] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.658421] env[63366]: DEBUG oslo_vmware.api [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]527bd09a-68e2-d103-2bb2-79663dde47f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.674692] env[63366]: DEBUG nova.network.neutron [req-644e312e-c8b8-4ddc-9086-db651fe9bdd3 req-1fa38031-8982-4fd8-b5e3-facb97678a91 service nova] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Updated VIF entry in instance network info cache for port a11b4684-2d0c-494f-87f6-baa71233f3e5. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2194.675035] env[63366]: DEBUG nova.network.neutron [req-644e312e-c8b8-4ddc-9086-db651fe9bdd3 req-1fa38031-8982-4fd8-b5e3-facb97678a91 service nova] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Updating instance_info_cache with network_info: [{"id": "a11b4684-2d0c-494f-87f6-baa71233f3e5", "address": "fa:16:3e:4e:d3:95", "network": {"id": "454a1ee2-ba6b-4310-8e48-5e20b41fe434", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1928859958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ec5d18bf4b4cbea126528ed8d4f150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa11b4684-2d", "ovs_interfaceid": "a11b4684-2d0c-494f-87f6-baa71233f3e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2194.676744] env[63366]: DEBUG oslo_concurrency.lockutils [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2194.677358] env[63366]: DEBUG nova.compute.manager [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2194.725743] env[63366]: DEBUG nova.objects.base [None req-d52d87a3-e65c-476b-a203-a6f93ef693c3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Object Instance<3c98a7f6-60f9-4915-b0ef-2f30e7bd9279> lazy-loaded attributes: info_cache,migration_context {{(pid=63366) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2194.726231] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3a9681-4e61-44d1-9618-dabe33b39c47 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.747776] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dc52ff3-f899-46ee-8a0f-f06737626edf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.753924] env[63366]: DEBUG oslo_vmware.api [None req-d52d87a3-e65c-476b-a203-a6f93ef693c3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2194.753924] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52fd05c4-4faa-c5e2-32b2-dd755cc2259a" [ 2194.753924] env[63366]: _type = "Task" [ 2194.753924] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.765364] env[63366]: DEBUG oslo_vmware.api [None req-d52d87a3-e65c-476b-a203-a6f93ef693c3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52fd05c4-4faa-c5e2-32b2-dd755cc2259a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.781360] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f83afba6-4481-476c-af5e-e5979d2361ed tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Lock "b6c8de3f-b6a3-4b22-85a8-f144689798cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.019s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2195.130785] env[63366]: DEBUG oslo_vmware.api [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Task: {'id': task-2104208, 'name': PowerOnVM_Task, 'duration_secs': 0.580937} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.131077] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2195.131298] env[63366]: INFO nova.compute.manager [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Took 7.97 seconds to spawn the instance on the hypervisor. [ 2195.132601] env[63366]: DEBUG nova.compute.manager [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2195.132601] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa9af27-6dc1-41a2-b351-d1291d34a771 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.161294] env[63366]: DEBUG oslo_vmware.api [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]527bd09a-68e2-d103-2bb2-79663dde47f4, 'name': SearchDatastore_Task, 'duration_secs': 0.012794} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.162148] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d86ec280-0914-447e-87eb-60b645d6d5c9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.168011] env[63366]: DEBUG oslo_vmware.api [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2195.168011] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]527bcf3e-8522-bafd-63bb-97aafc0ab807" [ 2195.168011] env[63366]: _type = "Task" [ 2195.168011] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.178646] env[63366]: DEBUG oslo_vmware.api [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]527bcf3e-8522-bafd-63bb-97aafc0ab807, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.181279] env[63366]: DEBUG oslo_concurrency.lockutils [req-644e312e-c8b8-4ddc-9086-db651fe9bdd3 req-1fa38031-8982-4fd8-b5e3-facb97678a91 service nova] Releasing lock "refresh_cache-379f5983-4dbe-4cb0-8f05-a0c49e689806" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2195.182630] env[63366]: DEBUG nova.compute.utils [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2195.184016] env[63366]: DEBUG nova.compute.manager [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2195.184253] env[63366]: DEBUG nova.network.neutron [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2195.249592] env[63366]: DEBUG nova.policy [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '723ea4de21ce44a690b7acbb14431ac7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a6b369729644eb299067082c22e5e36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2195.269017] env[63366]: DEBUG oslo_vmware.api [None req-d52d87a3-e65c-476b-a203-a6f93ef693c3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52fd05c4-4faa-c5e2-32b2-dd755cc2259a, 'name': SearchDatastore_Task, 'duration_secs': 0.011143} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.269017] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d52d87a3-e65c-476b-a203-a6f93ef693c3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.269017] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d52d87a3-e65c-476b-a203-a6f93ef693c3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.545680] env[63366]: DEBUG oslo_concurrency.lockutils [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Acquiring lock "b6c8de3f-b6a3-4b22-85a8-f144689798cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.545958] env[63366]: DEBUG oslo_concurrency.lockutils [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Lock "b6c8de3f-b6a3-4b22-85a8-f144689798cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.546192] env[63366]: DEBUG oslo_concurrency.lockutils [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Acquiring lock "b6c8de3f-b6a3-4b22-85a8-f144689798cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.546489] env[63366]: DEBUG oslo_concurrency.lockutils [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Lock "b6c8de3f-b6a3-4b22-85a8-f144689798cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.546666] env[63366]: DEBUG oslo_concurrency.lockutils [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Lock "b6c8de3f-b6a3-4b22-85a8-f144689798cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2195.549104] env[63366]: INFO nova.compute.manager [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Terminating instance [ 2195.637228] env[63366]: DEBUG nova.network.neutron [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Successfully created port: d2d791d3-531c-4577-b324-8d92c920524a {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2195.652865] env[63366]: INFO nova.compute.manager [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Took 16.40 seconds to build instance. [ 2195.681768] env[63366]: DEBUG oslo_vmware.api [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]527bcf3e-8522-bafd-63bb-97aafc0ab807, 'name': SearchDatastore_Task, 'duration_secs': 0.010435} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.682338] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2195.683089] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 379f5983-4dbe-4cb0-8f05-a0c49e689806/379f5983-4dbe-4cb0-8f05-a0c49e689806.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2195.683550] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a8ce81f-c399-455b-ac56-11b6727e91fe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.688070] env[63366]: DEBUG nova.compute.manager [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2195.698090] env[63366]: DEBUG oslo_vmware.api [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2195.698090] env[63366]: value = "task-2104209" [ 2195.698090] env[63366]: _type = "Task" [ 2195.698090] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.707023] env[63366]: DEBUG oslo_vmware.api [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.059023] env[63366]: DEBUG nova.compute.manager [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2196.059023] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2196.059023] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab42cfc-4fc9-4dfc-bada-58df55edbb19 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.070076] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2196.070376] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8869e97-6cdc-4182-9fd1-379929a8f93c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.081095] env[63366]: DEBUG oslo_vmware.api [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Waiting for the task: (returnval){ [ 2196.081095] env[63366]: value = "task-2104210" [ 2196.081095] env[63366]: _type = "Task" [ 2196.081095] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.089029] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3775645-5841-480c-9795-6d4273744d3a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.098844] env[63366]: DEBUG oslo_vmware.api [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Task: {'id': task-2104210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.102209] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79ce877-73ee-4e2f-9f5f-c6a83134bd68 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.140064] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48926054-2f83-4ff3-9d0b-b216fd15485d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.148855] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99141b0b-42b0-43fa-99de-1704eba60c78 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.155139] env[63366]: DEBUG oslo_concurrency.lockutils [None req-93c0bfa4-1eeb-49be-8b2f-e8e53a4bdaf8 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Lock "25e75d6a-2ba3-4356-a13e-121493133c66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.909s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2196.163824] env[63366]: DEBUG nova.compute.provider_tree [None req-d52d87a3-e65c-476b-a203-a6f93ef693c3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2196.210153] env[63366]: DEBUG oslo_vmware.api [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505109} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.210567] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 379f5983-4dbe-4cb0-8f05-a0c49e689806/379f5983-4dbe-4cb0-8f05-a0c49e689806.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2196.210776] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2196.211044] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c48a81fa-8384-4de0-9b50-cad39e3f7a72 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.219655] env[63366]: DEBUG oslo_vmware.api [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2196.219655] env[63366]: value = "task-2104211" [ 2196.219655] env[63366]: _type = "Task" [ 2196.219655] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.231952] env[63366]: DEBUG oslo_vmware.api [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.336725] env[63366]: DEBUG nova.compute.manager [req-f0ae208e-19a0-44f5-9948-782c179e16d1 req-261e723c-eba9-480e-932a-281932f53156 service nova] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Received event network-changed-1c009dd4-397a-4c18-92b2-4bf1eb28c35d {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2196.336819] env[63366]: DEBUG nova.compute.manager [req-f0ae208e-19a0-44f5-9948-782c179e16d1 req-261e723c-eba9-480e-932a-281932f53156 service nova] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Refreshing instance network info cache due to event network-changed-1c009dd4-397a-4c18-92b2-4bf1eb28c35d. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2196.337432] env[63366]: DEBUG oslo_concurrency.lockutils [req-f0ae208e-19a0-44f5-9948-782c179e16d1 req-261e723c-eba9-480e-932a-281932f53156 service nova] Acquiring lock "refresh_cache-25e75d6a-2ba3-4356-a13e-121493133c66" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2196.337643] env[63366]: DEBUG oslo_concurrency.lockutils [req-f0ae208e-19a0-44f5-9948-782c179e16d1 req-261e723c-eba9-480e-932a-281932f53156 service nova] Acquired lock "refresh_cache-25e75d6a-2ba3-4356-a13e-121493133c66" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2196.337756] env[63366]: DEBUG nova.network.neutron [req-f0ae208e-19a0-44f5-9948-782c179e16d1 req-261e723c-eba9-480e-932a-281932f53156 service nova] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Refreshing network info cache for port 1c009dd4-397a-4c18-92b2-4bf1eb28c35d {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2196.591970] env[63366]: DEBUG oslo_vmware.api [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Task: {'id': task-2104210, 'name': PowerOffVM_Task, 'duration_secs': 0.362912} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.592417] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2196.592639] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2196.592905] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cda80953-4193-4445-a98b-278ea904476e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.667796] env[63366]: DEBUG nova.scheduler.client.report [None req-d52d87a3-e65c-476b-a203-a6f93ef693c3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2196.705463] env[63366]: DEBUG nova.compute.manager [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2196.730537] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2196.730762] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2196.731242] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Deleting the datastore file [datastore2] b6c8de3f-b6a3-4b22-85a8-f144689798cd {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2196.734067] env[63366]: DEBUG nova.virt.hardware [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2196.734317] env[63366]: DEBUG nova.virt.hardware [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2196.734471] env[63366]: DEBUG nova.virt.hardware [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2196.734695] env[63366]: DEBUG nova.virt.hardware [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2196.734825] env[63366]: DEBUG nova.virt.hardware [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2196.734928] env[63366]: DEBUG nova.virt.hardware [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2196.735163] env[63366]: DEBUG nova.virt.hardware [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2196.735328] env[63366]: DEBUG nova.virt.hardware [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2196.735496] env[63366]: DEBUG nova.virt.hardware [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2196.735653] env[63366]: DEBUG nova.virt.hardware [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2196.735841] env[63366]: DEBUG nova.virt.hardware [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2196.736134] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19c9611f-8fe9-4bc5-947d-8b18b1588ca0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.738383] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dd422c-83de-4af5-baa1-bc410405953f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.743712] env[63366]: DEBUG oslo_vmware.api [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076162} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.744576] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2196.745298] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008f42f1-4b1a-4635-89e6-d2e28821d879 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.751511] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1425681-6845-43b5-b810-8085bbd1054a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.755516] env[63366]: DEBUG oslo_vmware.api [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Waiting for the task: (returnval){ [ 2196.755516] env[63366]: value = "task-2104213" [ 2196.755516] env[63366]: _type = "Task" [ 2196.755516] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.774312] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 379f5983-4dbe-4cb0-8f05-a0c49e689806/379f5983-4dbe-4cb0-8f05-a0c49e689806.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2196.777798] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3372de45-d600-45f3-a80b-ddff1f393b0b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.804845] env[63366]: DEBUG oslo_vmware.api [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Task: {'id': task-2104213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.806201] env[63366]: DEBUG oslo_vmware.api [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2196.806201] env[63366]: value = "task-2104214" [ 2196.806201] env[63366]: _type = "Task" [ 2196.806201] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.815268] env[63366]: DEBUG oslo_vmware.api [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.160288] env[63366]: DEBUG nova.compute.manager [req-3fbaa70a-baaa-4de5-9261-e6a0ac90a3c1 req-e4f0ab39-98e4-49fc-874c-ee85d2748fb0 service nova] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Received event network-vif-plugged-d2d791d3-531c-4577-b324-8d92c920524a {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2197.160526] env[63366]: DEBUG oslo_concurrency.lockutils [req-3fbaa70a-baaa-4de5-9261-e6a0ac90a3c1 req-e4f0ab39-98e4-49fc-874c-ee85d2748fb0 service nova] Acquiring lock "c9f85cc6-5e4f-410a-a255-7acecd766ac2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2197.160740] env[63366]: DEBUG oslo_concurrency.lockutils [req-3fbaa70a-baaa-4de5-9261-e6a0ac90a3c1 req-e4f0ab39-98e4-49fc-874c-ee85d2748fb0 service nova] Lock "c9f85cc6-5e4f-410a-a255-7acecd766ac2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2197.160931] env[63366]: DEBUG oslo_concurrency.lockutils [req-3fbaa70a-baaa-4de5-9261-e6a0ac90a3c1 req-e4f0ab39-98e4-49fc-874c-ee85d2748fb0 service nova] Lock "c9f85cc6-5e4f-410a-a255-7acecd766ac2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2197.161271] env[63366]: DEBUG nova.compute.manager [req-3fbaa70a-baaa-4de5-9261-e6a0ac90a3c1 req-e4f0ab39-98e4-49fc-874c-ee85d2748fb0 service nova] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] No waiting events found dispatching network-vif-plugged-d2d791d3-531c-4577-b324-8d92c920524a {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2197.161508] env[63366]: WARNING nova.compute.manager [req-3fbaa70a-baaa-4de5-9261-e6a0ac90a3c1 req-e4f0ab39-98e4-49fc-874c-ee85d2748fb0 service nova] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Received unexpected event network-vif-plugged-d2d791d3-531c-4577-b324-8d92c920524a for instance with vm_state building and task_state spawning. [ 2197.211884] env[63366]: DEBUG nova.network.neutron [req-f0ae208e-19a0-44f5-9948-782c179e16d1 req-261e723c-eba9-480e-932a-281932f53156 service nova] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Updated VIF entry in instance network info cache for port 1c009dd4-397a-4c18-92b2-4bf1eb28c35d. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2197.212263] env[63366]: DEBUG nova.network.neutron [req-f0ae208e-19a0-44f5-9948-782c179e16d1 req-261e723c-eba9-480e-932a-281932f53156 service nova] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Updating instance_info_cache with network_info: [{"id": "1c009dd4-397a-4c18-92b2-4bf1eb28c35d", "address": "fa:16:3e:9d:16:94", "network": {"id": "9b211adf-6db1-43e5-80d0-c758e125d9e8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-497800222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31b58688d2a84b5fa68aba74434d4d95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c009dd4-39", "ovs_interfaceid": "1c009dd4-397a-4c18-92b2-4bf1eb28c35d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2197.252544] env[63366]: DEBUG nova.network.neutron [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Successfully updated port: d2d791d3-531c-4577-b324-8d92c920524a {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2197.275329] env[63366]: DEBUG oslo_vmware.api [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Task: {'id': task-2104213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175449} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.275598] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2197.275799] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2197.275978] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2197.276177] env[63366]: INFO nova.compute.manager [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2197.276528] env[63366]: DEBUG oslo.service.loopingcall [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2197.276631] env[63366]: DEBUG nova.compute.manager [-] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2197.276734] env[63366]: DEBUG nova.network.neutron [-] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2197.317774] env[63366]: DEBUG oslo_vmware.api [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104214, 'name': ReconfigVM_Task, 'duration_secs': 0.305076} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.320064] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 379f5983-4dbe-4cb0-8f05-a0c49e689806/379f5983-4dbe-4cb0-8f05-a0c49e689806.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2197.320790] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c6f5a85-3bee-43f5-b7a8-f52ad267bcfa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.327858] env[63366]: DEBUG oslo_vmware.api [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2197.327858] env[63366]: value = "task-2104215" [ 2197.327858] env[63366]: _type = "Task" [ 2197.327858] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.343288] env[63366]: DEBUG oslo_vmware.api [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104215, 'name': Rename_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.681285] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d52d87a3-e65c-476b-a203-a6f93ef693c3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.414s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2197.715350] env[63366]: DEBUG oslo_concurrency.lockutils [req-f0ae208e-19a0-44f5-9948-782c179e16d1 req-261e723c-eba9-480e-932a-281932f53156 service nova] Releasing lock "refresh_cache-25e75d6a-2ba3-4356-a13e-121493133c66" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2197.755432] env[63366]: DEBUG oslo_concurrency.lockutils [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "refresh_cache-c9f85cc6-5e4f-410a-a255-7acecd766ac2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2197.755743] env[63366]: DEBUG oslo_concurrency.lockutils [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquired lock "refresh_cache-c9f85cc6-5e4f-410a-a255-7acecd766ac2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2197.755950] env[63366]: DEBUG nova.network.neutron [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2197.839763] env[63366]: DEBUG oslo_vmware.api [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104215, 'name': Rename_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.098034] env[63366]: DEBUG nova.network.neutron [-] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2198.244526] env[63366]: INFO nova.scheduler.client.report [None req-d52d87a3-e65c-476b-a203-a6f93ef693c3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Deleted allocation for migration 9638dd81-4991-49c2-8705-8b5b3035f818 [ 2198.288247] env[63366]: DEBUG nova.network.neutron [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2198.351663] env[63366]: DEBUG oslo_vmware.api [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104215, 'name': Rename_Task, 'duration_secs': 0.881088} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.351938] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2198.352206] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57280ba4-504e-4678-bf1a-830dcff1ce44 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.360446] env[63366]: DEBUG oslo_vmware.api [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2198.360446] env[63366]: value = "task-2104216" [ 2198.360446] env[63366]: _type = "Task" [ 2198.360446] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2198.368873] env[63366]: DEBUG oslo_vmware.api [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.557253] env[63366]: DEBUG nova.network.neutron [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Updating instance_info_cache with network_info: [{"id": "d2d791d3-531c-4577-b324-8d92c920524a", "address": "fa:16:3e:ab:21:3f", "network": {"id": "2461296c-b492-4d75-b35d-5e521090c9eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-859076243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6b369729644eb299067082c22e5e36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2d791d3-53", "ovs_interfaceid": "d2d791d3-531c-4577-b324-8d92c920524a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2198.601116] env[63366]: INFO nova.compute.manager [-] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Took 1.32 seconds to deallocate network for instance. [ 2198.752137] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d52d87a3-e65c-476b-a203-a6f93ef693c3 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "3c98a7f6-60f9-4915-b0ef-2f30e7bd9279" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.976s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2198.871562] env[63366]: DEBUG oslo_vmware.api [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104216, 'name': PowerOnVM_Task, 'duration_secs': 0.452549} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.871812] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2198.872018] env[63366]: INFO nova.compute.manager [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Took 7.57 seconds to spawn the instance on the hypervisor. [ 2198.872195] env[63366]: DEBUG nova.compute.manager [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2198.872957] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb52677-1bd3-4740-b560-2077c8602325 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.060390] env[63366]: DEBUG oslo_concurrency.lockutils [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Releasing lock "refresh_cache-c9f85cc6-5e4f-410a-a255-7acecd766ac2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2199.060786] env[63366]: DEBUG nova.compute.manager [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Instance network_info: |[{"id": "d2d791d3-531c-4577-b324-8d92c920524a", "address": "fa:16:3e:ab:21:3f", "network": {"id": "2461296c-b492-4d75-b35d-5e521090c9eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-859076243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6b369729644eb299067082c22e5e36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2d791d3-53", "ovs_interfaceid": "d2d791d3-531c-4577-b324-8d92c920524a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2199.061299] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:21:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2d791d3-531c-4577-b324-8d92c920524a', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2199.069958] env[63366]: DEBUG oslo.service.loopingcall [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2199.070943] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2199.070943] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cd85e58-f924-46b8-bbde-cd30527b0281 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.090569] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2199.090569] env[63366]: value = "task-2104217" [ 2199.090569] env[63366]: _type = "Task" [ 2199.090569] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2199.098152] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104217, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.107351] env[63366]: DEBUG oslo_concurrency.lockutils [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2199.107637] env[63366]: DEBUG oslo_concurrency.lockutils [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2199.107859] env[63366]: DEBUG nova.objects.instance [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Lazy-loading 'resources' on Instance uuid b6c8de3f-b6a3-4b22-85a8-f144689798cd {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2199.200279] env[63366]: DEBUG nova.compute.manager [req-ca75757e-772a-4720-a4df-ecd92ae4918a req-8a609c59-fcc9-4dc6-8102-5f0cdc79cc2a service nova] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Received event network-changed-d2d791d3-531c-4577-b324-8d92c920524a {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2199.200279] env[63366]: DEBUG nova.compute.manager [req-ca75757e-772a-4720-a4df-ecd92ae4918a req-8a609c59-fcc9-4dc6-8102-5f0cdc79cc2a service nova] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Refreshing instance network info cache due to event network-changed-d2d791d3-531c-4577-b324-8d92c920524a. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2199.200784] env[63366]: DEBUG oslo_concurrency.lockutils [req-ca75757e-772a-4720-a4df-ecd92ae4918a req-8a609c59-fcc9-4dc6-8102-5f0cdc79cc2a service nova] Acquiring lock "refresh_cache-c9f85cc6-5e4f-410a-a255-7acecd766ac2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2199.201181] env[63366]: DEBUG oslo_concurrency.lockutils [req-ca75757e-772a-4720-a4df-ecd92ae4918a req-8a609c59-fcc9-4dc6-8102-5f0cdc79cc2a service nova] Acquired lock "refresh_cache-c9f85cc6-5e4f-410a-a255-7acecd766ac2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2199.201498] env[63366]: DEBUG nova.network.neutron [req-ca75757e-772a-4720-a4df-ecd92ae4918a req-8a609c59-fcc9-4dc6-8102-5f0cdc79cc2a service nova] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Refreshing network info cache for port d2d791d3-531c-4577-b324-8d92c920524a {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2199.397586] env[63366]: INFO nova.compute.manager [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Took 17.55 seconds to build instance. [ 2199.399202] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Acquiring lock "4f185421-63d4-4ffb-af62-5d733cdde576" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2199.399202] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Lock "4f185421-63d4-4ffb-af62-5d733cdde576" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2199.604155] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104217, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.875202] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bcb39b-1a5e-42ae-9acd-b87ec2524544 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.883938] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925f586a-1bd7-4a71-98d3-93420bc55e08 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.915556] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5691d945-0313-4506-b1ac-0caaf7214065 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lock "379f5983-4dbe-4cb0-8f05-a0c49e689806" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.083s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2199.915913] env[63366]: DEBUG nova.compute.manager [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2199.920647] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ec2cba7e-1886-49a8-b140-e27ca55439e9 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "3c98a7f6-60f9-4915-b0ef-2f30e7bd9279" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2199.920647] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ec2cba7e-1886-49a8-b140-e27ca55439e9 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "3c98a7f6-60f9-4915-b0ef-2f30e7bd9279" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2199.920647] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ec2cba7e-1886-49a8-b140-e27ca55439e9 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "3c98a7f6-60f9-4915-b0ef-2f30e7bd9279-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2199.920647] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ec2cba7e-1886-49a8-b140-e27ca55439e9 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "3c98a7f6-60f9-4915-b0ef-2f30e7bd9279-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2199.920647] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ec2cba7e-1886-49a8-b140-e27ca55439e9 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "3c98a7f6-60f9-4915-b0ef-2f30e7bd9279-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2199.925480] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd94427-19be-45dc-bd0a-e7b3cca9615b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.928239] env[63366]: INFO nova.compute.manager [None req-ec2cba7e-1886-49a8-b140-e27ca55439e9 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Terminating instance [ 2199.936483] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b11f5e-91da-48f4-8730-6f04f01d98f5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.956059] env[63366]: DEBUG nova.compute.provider_tree [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2200.005638] env[63366]: DEBUG nova.network.neutron [req-ca75757e-772a-4720-a4df-ecd92ae4918a req-8a609c59-fcc9-4dc6-8102-5f0cdc79cc2a service nova] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Updated VIF entry in instance network info cache for port d2d791d3-531c-4577-b324-8d92c920524a. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2200.006034] env[63366]: DEBUG nova.network.neutron [req-ca75757e-772a-4720-a4df-ecd92ae4918a req-8a609c59-fcc9-4dc6-8102-5f0cdc79cc2a service nova] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Updating instance_info_cache with network_info: [{"id": "d2d791d3-531c-4577-b324-8d92c920524a", "address": "fa:16:3e:ab:21:3f", "network": {"id": "2461296c-b492-4d75-b35d-5e521090c9eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-859076243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6b369729644eb299067082c22e5e36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2d791d3-53", "ovs_interfaceid": "d2d791d3-531c-4577-b324-8d92c920524a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2200.100428] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104217, 'name': CreateVM_Task, 'duration_secs': 0.588792} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2200.100566] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2200.101950] env[63366]: DEBUG oslo_concurrency.lockutils [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2200.102304] env[63366]: DEBUG oslo_concurrency.lockutils [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2200.103272] env[63366]: DEBUG oslo_concurrency.lockutils [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2200.103585] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfd803d9-00d3-4f82-854a-d6eee7b6a77d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.108728] env[63366]: DEBUG oslo_vmware.api [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2200.108728] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5219ac97-80bc-41d1-8543-37d9073c980d" [ 2200.108728] env[63366]: _type = "Task" [ 2200.108728] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.116629] env[63366]: DEBUG oslo_vmware.api [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5219ac97-80bc-41d1-8543-37d9073c980d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.409619] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "592b5511-a1f4-4b52-ace1-a2a088ba35fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2200.409851] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "592b5511-a1f4-4b52-ace1-a2a088ba35fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2200.433557] env[63366]: DEBUG nova.compute.manager [None req-ec2cba7e-1886-49a8-b140-e27ca55439e9 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2200.433557] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2cba7e-1886-49a8-b140-e27ca55439e9 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2200.434101] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb712d49-d030-4090-acaf-d8d0ecc24d0a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.444759] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2cba7e-1886-49a8-b140-e27ca55439e9 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2200.444963] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57b0926d-b6a3-4668-ac01-ab28e9b713a1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.448088] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2200.451851] env[63366]: DEBUG oslo_vmware.api [None req-ec2cba7e-1886-49a8-b140-e27ca55439e9 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2200.451851] env[63366]: value = "task-2104218" [ 2200.451851] env[63366]: _type = "Task" [ 2200.451851] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.460298] env[63366]: DEBUG nova.scheduler.client.report [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2200.467129] env[63366]: DEBUG oslo_vmware.api [None req-ec2cba7e-1886-49a8-b140-e27ca55439e9 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.509045] env[63366]: DEBUG oslo_concurrency.lockutils [req-ca75757e-772a-4720-a4df-ecd92ae4918a req-8a609c59-fcc9-4dc6-8102-5f0cdc79cc2a service nova] Releasing lock "refresh_cache-c9f85cc6-5e4f-410a-a255-7acecd766ac2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2200.509293] env[63366]: DEBUG nova.compute.manager [req-ca75757e-772a-4720-a4df-ecd92ae4918a req-8a609c59-fcc9-4dc6-8102-5f0cdc79cc2a service nova] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Received event network-vif-deleted-cc096c1f-87a9-48d1-af77-b6a6cad37dd7 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2200.619198] env[63366]: DEBUG oslo_vmware.api [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5219ac97-80bc-41d1-8543-37d9073c980d, 'name': SearchDatastore_Task, 'duration_secs': 0.009798} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2200.619528] env[63366]: DEBUG oslo_concurrency.lockutils [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2200.619715] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2200.619950] env[63366]: DEBUG oslo_concurrency.lockutils [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2200.620106] env[63366]: DEBUG oslo_concurrency.lockutils [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2200.620382] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2200.620534] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3df00b08-32d0-453a-ae9e-c4175d3fe871 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.628553] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2200.628729] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2200.629432] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c6b6bc2-ab0a-4cca-b575-d07076106a43 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.634244] env[63366]: DEBUG oslo_vmware.api [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2200.634244] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]527f21bf-f8fd-a273-aabf-a8fc11954fb9" [ 2200.634244] env[63366]: _type = "Task" [ 2200.634244] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.641976] env[63366]: DEBUG oslo_vmware.api [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]527f21bf-f8fd-a273-aabf-a8fc11954fb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.667062] env[63366]: DEBUG oslo_concurrency.lockutils [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquiring lock "379f5983-4dbe-4cb0-8f05-a0c49e689806" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2200.667062] env[63366]: DEBUG oslo_concurrency.lockutils [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lock "379f5983-4dbe-4cb0-8f05-a0c49e689806" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2200.667062] env[63366]: DEBUG oslo_concurrency.lockutils [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquiring lock "379f5983-4dbe-4cb0-8f05-a0c49e689806-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2200.667245] env[63366]: DEBUG oslo_concurrency.lockutils [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lock "379f5983-4dbe-4cb0-8f05-a0c49e689806-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2200.667425] env[63366]: DEBUG oslo_concurrency.lockutils [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lock "379f5983-4dbe-4cb0-8f05-a0c49e689806-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2200.669334] env[63366]: INFO nova.compute.manager [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Terminating instance [ 2200.915619] env[63366]: DEBUG nova.compute.manager [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2200.965494] env[63366]: DEBUG oslo_vmware.api [None req-ec2cba7e-1886-49a8-b140-e27ca55439e9 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104218, 'name': PowerOffVM_Task, 'duration_secs': 0.465926} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2200.965494] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2cba7e-1886-49a8-b140-e27ca55439e9 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2200.965494] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2cba7e-1886-49a8-b140-e27ca55439e9 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2200.965728] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05ae44e9-a263-4c82-bbd5-49ed220f343d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.968341] env[63366]: DEBUG oslo_concurrency.lockutils [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2200.971024] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.523s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2200.973088] env[63366]: INFO nova.compute.claims [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2201.000386] env[63366]: INFO nova.scheduler.client.report [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Deleted allocations for instance b6c8de3f-b6a3-4b22-85a8-f144689798cd [ 2201.048439] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2cba7e-1886-49a8-b140-e27ca55439e9 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2201.048664] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2cba7e-1886-49a8-b140-e27ca55439e9 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2201.048845] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec2cba7e-1886-49a8-b140-e27ca55439e9 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Deleting the datastore file [datastore2] 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2201.049136] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2dd15e2d-6254-4017-a7ad-c8e0033e8172 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.054986] env[63366]: DEBUG oslo_vmware.api [None req-ec2cba7e-1886-49a8-b140-e27ca55439e9 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2201.054986] env[63366]: value = "task-2104220" [ 2201.054986] env[63366]: _type = "Task" [ 2201.054986] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.063369] env[63366]: DEBUG oslo_vmware.api [None req-ec2cba7e-1886-49a8-b140-e27ca55439e9 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104220, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.145305] env[63366]: DEBUG oslo_vmware.api [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]527f21bf-f8fd-a273-aabf-a8fc11954fb9, 'name': SearchDatastore_Task, 'duration_secs': 0.008395} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.146050] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d560988-3e98-4039-87cb-373ef15c1706 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.151078] env[63366]: DEBUG oslo_vmware.api [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2201.151078] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]521145d5-b7a7-88b2-412d-75731221f16b" [ 2201.151078] env[63366]: _type = "Task" [ 2201.151078] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.160018] env[63366]: DEBUG oslo_vmware.api [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]521145d5-b7a7-88b2-412d-75731221f16b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.172756] env[63366]: DEBUG nova.compute.manager [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2201.172955] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2201.173823] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c211da9b-e2c7-4345-b7c4-80d863a54e21 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.183244] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2201.183470] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fca3e19c-5206-4dab-b02b-8ea2dd817a16 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.189529] env[63366]: DEBUG oslo_vmware.api [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2201.189529] env[63366]: value = "task-2104221" [ 2201.189529] env[63366]: _type = "Task" [ 2201.189529] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.197326] env[63366]: DEBUG oslo_vmware.api [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.440647] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2201.509177] env[63366]: DEBUG oslo_concurrency.lockutils [None req-21182de9-3e2c-4997-b8ee-383cccdd1cb5 tempest-ServersNegativeTestMultiTenantJSON-1604740003 tempest-ServersNegativeTestMultiTenantJSON-1604740003-project-member] Lock "b6c8de3f-b6a3-4b22-85a8-f144689798cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.963s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2201.565509] env[63366]: DEBUG oslo_vmware.api [None req-ec2cba7e-1886-49a8-b140-e27ca55439e9 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104220, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128301} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.565705] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec2cba7e-1886-49a8-b140-e27ca55439e9 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2201.565882] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2cba7e-1886-49a8-b140-e27ca55439e9 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2201.566093] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2cba7e-1886-49a8-b140-e27ca55439e9 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2201.566274] env[63366]: INFO nova.compute.manager [None req-ec2cba7e-1886-49a8-b140-e27ca55439e9 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2201.566508] env[63366]: DEBUG oslo.service.loopingcall [None req-ec2cba7e-1886-49a8-b140-e27ca55439e9 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2201.566705] env[63366]: DEBUG nova.compute.manager [-] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2201.566805] env[63366]: DEBUG nova.network.neutron [-] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2201.661541] env[63366]: DEBUG oslo_vmware.api [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]521145d5-b7a7-88b2-412d-75731221f16b, 'name': SearchDatastore_Task, 'duration_secs': 0.008644} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.661831] env[63366]: DEBUG oslo_concurrency.lockutils [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2201.662109] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] c9f85cc6-5e4f-410a-a255-7acecd766ac2/c9f85cc6-5e4f-410a-a255-7acecd766ac2.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2201.662393] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6152d1f5-f73c-442d-b121-a4beb5c30261 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.669042] env[63366]: DEBUG oslo_vmware.api [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2201.669042] env[63366]: value = "task-2104222" [ 2201.669042] env[63366]: _type = "Task" [ 2201.669042] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.676474] env[63366]: DEBUG oslo_vmware.api [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.699654] env[63366]: DEBUG oslo_vmware.api [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104221, 'name': PowerOffVM_Task, 'duration_secs': 0.210307} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.699654] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2201.699654] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2201.700039] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-544f36df-5f74-43bf-8879-bf936d2110f8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.787024] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2201.787024] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2201.787024] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Deleting the datastore file [datastore2] 379f5983-4dbe-4cb0-8f05-a0c49e689806 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2201.787024] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad5c9ba2-132b-41b8-89a8-5ee8fa0255c2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.795347] env[63366]: DEBUG oslo_vmware.api [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2201.795347] env[63366]: value = "task-2104224" [ 2201.795347] env[63366]: _type = "Task" [ 2201.795347] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.802762] env[63366]: DEBUG oslo_vmware.api [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.841230] env[63366]: DEBUG nova.compute.manager [req-4fef90dc-0a5f-4d12-bb7d-693592b98001 req-1495c552-10e2-4123-a37a-295b397e64e7 service nova] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Received event network-vif-deleted-a7692730-7077-4cbb-9736-e293acd14bef {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2201.841230] env[63366]: INFO nova.compute.manager [req-4fef90dc-0a5f-4d12-bb7d-693592b98001 req-1495c552-10e2-4123-a37a-295b397e64e7 service nova] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Neutron deleted interface a7692730-7077-4cbb-9736-e293acd14bef; detaching it from the instance and deleting it from the info cache [ 2201.841410] env[63366]: DEBUG nova.network.neutron [req-4fef90dc-0a5f-4d12-bb7d-693592b98001 req-1495c552-10e2-4123-a37a-295b397e64e7 service nova] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2202.181644] env[63366]: DEBUG oslo_vmware.api [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442627} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.186122] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] c9f85cc6-5e4f-410a-a255-7acecd766ac2/c9f85cc6-5e4f-410a-a255-7acecd766ac2.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2202.186122] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2202.186122] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c369af5-196b-4782-a9de-02b6920caaf5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.192376] env[63366]: DEBUG oslo_vmware.api [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2202.192376] env[63366]: value = "task-2104225" [ 2202.192376] env[63366]: _type = "Task" [ 2202.192376] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2202.200883] env[63366]: DEBUG oslo_vmware.api [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.222526] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cd89f7-c3ce-4f97-86ed-29337bf283fb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.229712] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527a09d5-70f9-40c8-bad3-7296869cd0e3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.261795] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabafa70-89cf-4b2c-b8bc-184f03eb90e6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.274135] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa4e6b6-fc04-4c32-86b0-72132dee6a8c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.288358] env[63366]: DEBUG nova.compute.provider_tree [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2202.304523] env[63366]: DEBUG oslo_vmware.api [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3919} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.304731] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2202.304911] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2202.305092] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2202.305267] env[63366]: INFO nova.compute.manager [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2202.305503] env[63366]: DEBUG oslo.service.loopingcall [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2202.305690] env[63366]: DEBUG nova.compute.manager [-] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2202.305780] env[63366]: DEBUG nova.network.neutron [-] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2202.316594] env[63366]: DEBUG nova.network.neutron [-] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2202.345122] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63ad191b-12c1-4bfc-9d55-1998146abe96 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.355035] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2535ce7-a752-4f25-abe5-358aae6b64a0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.394368] env[63366]: DEBUG nova.compute.manager [req-4fef90dc-0a5f-4d12-bb7d-693592b98001 req-1495c552-10e2-4123-a37a-295b397e64e7 service nova] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Detach interface failed, port_id=a7692730-7077-4cbb-9736-e293acd14bef, reason: Instance 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2202.703563] env[63366]: DEBUG oslo_vmware.api [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059462} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.703826] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2202.704665] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be65f63-757e-4541-b547-ff067bc22df1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.726773] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] c9f85cc6-5e4f-410a-a255-7acecd766ac2/c9f85cc6-5e4f-410a-a255-7acecd766ac2.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2202.727131] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79db6aa7-20ce-4eac-be9f-a4e502aae00f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.747641] env[63366]: DEBUG oslo_vmware.api [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2202.747641] env[63366]: value = "task-2104226" [ 2202.747641] env[63366]: _type = "Task" [ 2202.747641] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2202.755971] env[63366]: DEBUG oslo_vmware.api [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104226, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.791458] env[63366]: DEBUG nova.scheduler.client.report [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2202.819567] env[63366]: INFO nova.compute.manager [-] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Took 1.25 seconds to deallocate network for instance. [ 2203.092338] env[63366]: DEBUG nova.network.neutron [-] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2203.257913] env[63366]: DEBUG oslo_vmware.api [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.301170] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2203.301857] env[63366]: DEBUG nova.compute.manager [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2203.304710] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.864s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2203.306283] env[63366]: INFO nova.compute.claims [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2203.326283] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ec2cba7e-1886-49a8-b140-e27ca55439e9 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2203.595818] env[63366]: INFO nova.compute.manager [-] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Took 1.29 seconds to deallocate network for instance. [ 2203.759448] env[63366]: DEBUG oslo_vmware.api [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104226, 'name': ReconfigVM_Task, 'duration_secs': 0.802499} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2203.759933] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Reconfigured VM instance instance-0000004f to attach disk [datastore2] c9f85cc6-5e4f-410a-a255-7acecd766ac2/c9f85cc6-5e4f-410a-a255-7acecd766ac2.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2203.760762] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5243677-889c-476f-b607-6cca204e132e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.779737] env[63366]: DEBUG oslo_vmware.api [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2203.779737] env[63366]: value = "task-2104227" [ 2203.779737] env[63366]: _type = "Task" [ 2203.779737] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.786923] env[63366]: DEBUG oslo_vmware.api [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104227, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.813548] env[63366]: DEBUG nova.compute.utils [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2203.815014] env[63366]: DEBUG nova.compute.manager [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2203.815205] env[63366]: DEBUG nova.network.neutron [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2203.869755] env[63366]: DEBUG nova.compute.manager [req-02da4d0f-8080-4b2b-a380-d33ad9d87557 req-839f1d08-2fd3-4154-b192-e60550762f24 service nova] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Received event network-vif-deleted-a11b4684-2d0c-494f-87f6-baa71233f3e5 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2203.878517] env[63366]: DEBUG nova.policy [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afb5fa8ca6f14c9793abb85a9da653f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '765caf707c644e05b12ee9b18a8b29c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2204.103363] env[63366]: DEBUG oslo_concurrency.lockutils [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2204.216124] env[63366]: DEBUG nova.network.neutron [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Successfully created port: 411fa004-db98-4fec-81e8-04fefc532758 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2204.292162] env[63366]: DEBUG oslo_vmware.api [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104227, 'name': Rename_Task, 'duration_secs': 0.147757} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2204.292162] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2204.292162] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4515191-ea8d-406b-8e2a-fff460d04901 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.301678] env[63366]: DEBUG oslo_vmware.api [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2204.301678] env[63366]: value = "task-2104228" [ 2204.301678] env[63366]: _type = "Task" [ 2204.301678] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2204.309632] env[63366]: DEBUG oslo_vmware.api [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.319810] env[63366]: DEBUG nova.compute.manager [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2204.630430] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c422ee3-9544-42b2-9643-df7397fe4707 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.639050] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8796ffb-bef4-43b0-838e-4a1898cc02bb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.670307] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d149c86c-b912-410e-bd71-0e0a83cc21ad {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.677944] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91641d3-07f3-40f9-8739-7d86f85d8bb2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.691218] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2204.691702] env[63366]: DEBUG nova.compute.provider_tree [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2204.692971] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2204.810504] env[63366]: DEBUG oslo_vmware.api [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104228, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.195719] env[63366]: DEBUG nova.scheduler.client.report [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2205.204266] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2205.204450] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2205.311129] env[63366]: DEBUG oslo_vmware.api [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104228, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.336070] env[63366]: DEBUG nova.compute.manager [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2205.362482] env[63366]: DEBUG nova.virt.hardware [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2205.362750] env[63366]: DEBUG nova.virt.hardware [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2205.362907] env[63366]: DEBUG nova.virt.hardware [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2205.363109] env[63366]: DEBUG nova.virt.hardware [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2205.363310] env[63366]: DEBUG nova.virt.hardware [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2205.363462] env[63366]: DEBUG nova.virt.hardware [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2205.363656] env[63366]: DEBUG nova.virt.hardware [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2205.363812] env[63366]: DEBUG nova.virt.hardware [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2205.363978] env[63366]: DEBUG nova.virt.hardware [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2205.364154] env[63366]: DEBUG nova.virt.hardware [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2205.364383] env[63366]: DEBUG nova.virt.hardware [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2205.365280] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd42cf06-0d62-4782-802e-08438450ef2a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.373466] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62338640-d82a-4cf1-b064-a387971f8fd4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.708019] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2205.708019] env[63366]: DEBUG nova.compute.manager [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2205.709206] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ec2cba7e-1886-49a8-b140-e27ca55439e9 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.383s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2205.709552] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ec2cba7e-1886-49a8-b140-e27ca55439e9 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2205.711778] env[63366]: DEBUG oslo_concurrency.lockutils [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.609s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2205.712113] env[63366]: DEBUG nova.objects.instance [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lazy-loading 'resources' on Instance uuid 379f5983-4dbe-4cb0-8f05-a0c49e689806 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2205.713262] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Didn't find any instances for network info cache update. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 2205.714266] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2205.714641] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2205.716021] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2205.716326] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2205.717076] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2205.717359] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2205.721115] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2205.721115] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2205.741513] env[63366]: INFO nova.scheduler.client.report [None req-ec2cba7e-1886-49a8-b140-e27ca55439e9 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Deleted allocations for instance 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279 [ 2205.812134] env[63366]: DEBUG oslo_vmware.api [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104228, 'name': PowerOnVM_Task, 'duration_secs': 1.482777} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2205.812416] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2205.812617] env[63366]: INFO nova.compute.manager [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Took 9.11 seconds to spawn the instance on the hypervisor. [ 2205.812824] env[63366]: DEBUG nova.compute.manager [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2205.813621] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf162875-992a-4989-a367-c3b4b0fd4ed5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.835993] env[63366]: DEBUG nova.network.neutron [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Successfully updated port: 411fa004-db98-4fec-81e8-04fefc532758 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2205.908771] env[63366]: DEBUG nova.compute.manager [req-fccbaf59-8262-4faf-9ef6-dc96c0ef3181 req-06487caa-9e40-485e-86df-838dba6bfd95 service nova] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Received event network-vif-plugged-411fa004-db98-4fec-81e8-04fefc532758 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2205.908771] env[63366]: DEBUG oslo_concurrency.lockutils [req-fccbaf59-8262-4faf-9ef6-dc96c0ef3181 req-06487caa-9e40-485e-86df-838dba6bfd95 service nova] Acquiring lock "4f185421-63d4-4ffb-af62-5d733cdde576-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2205.908771] env[63366]: DEBUG oslo_concurrency.lockutils [req-fccbaf59-8262-4faf-9ef6-dc96c0ef3181 req-06487caa-9e40-485e-86df-838dba6bfd95 service nova] Lock "4f185421-63d4-4ffb-af62-5d733cdde576-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2205.908936] env[63366]: DEBUG oslo_concurrency.lockutils [req-fccbaf59-8262-4faf-9ef6-dc96c0ef3181 req-06487caa-9e40-485e-86df-838dba6bfd95 service nova] Lock "4f185421-63d4-4ffb-af62-5d733cdde576-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2205.909479] env[63366]: DEBUG nova.compute.manager [req-fccbaf59-8262-4faf-9ef6-dc96c0ef3181 req-06487caa-9e40-485e-86df-838dba6bfd95 service nova] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] No waiting events found dispatching network-vif-plugged-411fa004-db98-4fec-81e8-04fefc532758 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2205.909479] env[63366]: WARNING nova.compute.manager [req-fccbaf59-8262-4faf-9ef6-dc96c0ef3181 req-06487caa-9e40-485e-86df-838dba6bfd95 service nova] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Received unexpected event network-vif-plugged-411fa004-db98-4fec-81e8-04fefc532758 for instance with vm_state building and task_state spawning. [ 2205.909479] env[63366]: DEBUG nova.compute.manager [req-fccbaf59-8262-4faf-9ef6-dc96c0ef3181 req-06487caa-9e40-485e-86df-838dba6bfd95 service nova] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Received event network-changed-411fa004-db98-4fec-81e8-04fefc532758 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2205.909615] env[63366]: DEBUG nova.compute.manager [req-fccbaf59-8262-4faf-9ef6-dc96c0ef3181 req-06487caa-9e40-485e-86df-838dba6bfd95 service nova] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Refreshing instance network info cache due to event network-changed-411fa004-db98-4fec-81e8-04fefc532758. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2205.909788] env[63366]: DEBUG oslo_concurrency.lockutils [req-fccbaf59-8262-4faf-9ef6-dc96c0ef3181 req-06487caa-9e40-485e-86df-838dba6bfd95 service nova] Acquiring lock "refresh_cache-4f185421-63d4-4ffb-af62-5d733cdde576" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2205.909917] env[63366]: DEBUG oslo_concurrency.lockutils [req-fccbaf59-8262-4faf-9ef6-dc96c0ef3181 req-06487caa-9e40-485e-86df-838dba6bfd95 service nova] Acquired lock "refresh_cache-4f185421-63d4-4ffb-af62-5d733cdde576" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2205.910079] env[63366]: DEBUG nova.network.neutron [req-fccbaf59-8262-4faf-9ef6-dc96c0ef3181 req-06487caa-9e40-485e-86df-838dba6bfd95 service nova] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Refreshing network info cache for port 411fa004-db98-4fec-81e8-04fefc532758 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2206.218076] env[63366]: DEBUG nova.compute.utils [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2206.219444] env[63366]: DEBUG nova.compute.manager [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2206.219613] env[63366]: DEBUG nova.network.neutron [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2206.223524] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2206.251247] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ec2cba7e-1886-49a8-b140-e27ca55439e9 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "3c98a7f6-60f9-4915-b0ef-2f30e7bd9279" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.331s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2206.266033] env[63366]: DEBUG nova.policy [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96aaef009b384e4f9ada0711acd2e421', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2868b329abc7424ea97b6dc79731ebe5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2206.332905] env[63366]: INFO nova.compute.manager [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Took 13.99 seconds to build instance. [ 2206.338797] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Acquiring lock "refresh_cache-4f185421-63d4-4ffb-af62-5d733cdde576" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2206.433814] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3fe952-cf67-4906-96ff-f81b3bd3fbcb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.441986] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9fdd0a-2d7c-44e4-838b-9808f2a5eb55 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.445961] env[63366]: DEBUG nova.network.neutron [req-fccbaf59-8262-4faf-9ef6-dc96c0ef3181 req-06487caa-9e40-485e-86df-838dba6bfd95 service nova] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2206.474052] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b83a6ce-3b79-479b-bf3c-156de02e15ba {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.481538] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7215034-bf60-47d8-8573-3a4372ae7337 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.496867] env[63366]: DEBUG nova.compute.provider_tree [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2206.528445] env[63366]: DEBUG nova.network.neutron [req-fccbaf59-8262-4faf-9ef6-dc96c0ef3181 req-06487caa-9e40-485e-86df-838dba6bfd95 service nova] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2206.543787] env[63366]: DEBUG nova.network.neutron [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Successfully created port: 9c3e1f11-7fef-4101-8104-fba6a1200f7e {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2206.724379] env[63366]: DEBUG nova.compute.manager [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2206.835069] env[63366]: DEBUG oslo_concurrency.lockutils [None req-92f6780b-8f31-4614-b48c-0dcef439d3cb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "c9f85cc6-5e4f-410a-a255-7acecd766ac2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.502s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2207.000955] env[63366]: DEBUG nova.scheduler.client.report [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2207.033584] env[63366]: DEBUG oslo_concurrency.lockutils [req-fccbaf59-8262-4faf-9ef6-dc96c0ef3181 req-06487caa-9e40-485e-86df-838dba6bfd95 service nova] Releasing lock "refresh_cache-4f185421-63d4-4ffb-af62-5d733cdde576" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2207.033956] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Acquired lock "refresh_cache-4f185421-63d4-4ffb-af62-5d733cdde576" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2207.034126] env[63366]: DEBUG nova.network.neutron [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2207.187234] env[63366]: DEBUG nova.compute.manager [req-77d2aadd-1a1f-4281-b5ff-6797b0db6ce4 req-aea1bda2-8e5c-4eeb-8b86-42e5a5773088 service nova] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Received event network-changed-d2d791d3-531c-4577-b324-8d92c920524a {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2207.187431] env[63366]: DEBUG nova.compute.manager [req-77d2aadd-1a1f-4281-b5ff-6797b0db6ce4 req-aea1bda2-8e5c-4eeb-8b86-42e5a5773088 service nova] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Refreshing instance network info cache due to event network-changed-d2d791d3-531c-4577-b324-8d92c920524a. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2207.187647] env[63366]: DEBUG oslo_concurrency.lockutils [req-77d2aadd-1a1f-4281-b5ff-6797b0db6ce4 req-aea1bda2-8e5c-4eeb-8b86-42e5a5773088 service nova] Acquiring lock "refresh_cache-c9f85cc6-5e4f-410a-a255-7acecd766ac2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2207.187831] env[63366]: DEBUG oslo_concurrency.lockutils [req-77d2aadd-1a1f-4281-b5ff-6797b0db6ce4 req-aea1bda2-8e5c-4eeb-8b86-42e5a5773088 service nova] Acquired lock "refresh_cache-c9f85cc6-5e4f-410a-a255-7acecd766ac2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2207.187999] env[63366]: DEBUG nova.network.neutron [req-77d2aadd-1a1f-4281-b5ff-6797b0db6ce4 req-aea1bda2-8e5c-4eeb-8b86-42e5a5773088 service nova] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Refreshing network info cache for port d2d791d3-531c-4577-b324-8d92c920524a {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2207.506955] env[63366]: DEBUG oslo_concurrency.lockutils [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.795s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2207.509315] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.286s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2207.509505] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2207.509662] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2207.510535] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe138e1-741a-4aea-ac4a-b0370cff1eee {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.519440] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44da2b79-a26d-40b2-b429-702291c6d71b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.533581] env[63366]: INFO nova.scheduler.client.report [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Deleted allocations for instance 379f5983-4dbe-4cb0-8f05-a0c49e689806 [ 2207.535825] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064d3974-c1a0-4d86-9505-36c8b7346bf5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.546067] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210d50cd-aa72-4286-ab2a-b1ccf7d40be1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.574101] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178806MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2207.574264] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2207.574540] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2207.577403] env[63366]: DEBUG nova.network.neutron [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2207.706663] env[63366]: DEBUG nova.network.neutron [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Updating instance_info_cache with network_info: [{"id": "411fa004-db98-4fec-81e8-04fefc532758", "address": "fa:16:3e:48:4d:9c", "network": {"id": "20a48386-e3dc-457e-a9ec-93d1da598d6e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-748652123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765caf707c644e05b12ee9b18a8b29c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap411fa004-db", "ovs_interfaceid": "411fa004-db98-4fec-81e8-04fefc532758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2207.734841] env[63366]: DEBUG nova.compute.manager [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2207.760568] env[63366]: DEBUG nova.virt.hardware [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2207.761099] env[63366]: DEBUG nova.virt.hardware [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2207.761099] env[63366]: DEBUG nova.virt.hardware [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2207.761242] env[63366]: DEBUG nova.virt.hardware [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2207.761276] env[63366]: DEBUG nova.virt.hardware [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2207.761472] env[63366]: DEBUG nova.virt.hardware [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2207.762891] env[63366]: DEBUG nova.virt.hardware [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2207.762891] env[63366]: DEBUG nova.virt.hardware [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2207.762891] env[63366]: DEBUG nova.virt.hardware [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2207.762891] env[63366]: DEBUG nova.virt.hardware [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2207.762891] env[63366]: DEBUG nova.virt.hardware [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2207.763194] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b988505f-b8e0-4d48-9147-8c0360e5c696 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.773214] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff2d076-7fc9-4f3b-af93-028ad57cdb8e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.044807] env[63366]: DEBUG oslo_concurrency.lockutils [None req-007d4fca-c71c-4972-b98c-be4f9572431c tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lock "379f5983-4dbe-4cb0-8f05-a0c49e689806" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.378s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2208.209526] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Releasing lock "refresh_cache-4f185421-63d4-4ffb-af62-5d733cdde576" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2208.211141] env[63366]: DEBUG nova.compute.manager [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Instance network_info: |[{"id": "411fa004-db98-4fec-81e8-04fefc532758", "address": "fa:16:3e:48:4d:9c", "network": {"id": "20a48386-e3dc-457e-a9ec-93d1da598d6e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-748652123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765caf707c644e05b12ee9b18a8b29c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap411fa004-db", "ovs_interfaceid": "411fa004-db98-4fec-81e8-04fefc532758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2208.211141] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:4d:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '411fa004-db98-4fec-81e8-04fefc532758', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2208.217925] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Creating folder: Project (765caf707c644e05b12ee9b18a8b29c4). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2208.218227] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-292dd62d-bd42-4c67-9058-74bfbf92463a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.230868] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Created folder: Project (765caf707c644e05b12ee9b18a8b29c4) in parent group-v430612. [ 2208.231066] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Creating folder: Instances. Parent ref: group-v430839. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2208.231275] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dace316b-5d63-45ba-8905-7e9a7855ae9f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.239618] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Created folder: Instances in parent group-v430839. [ 2208.240320] env[63366]: DEBUG oslo.service.loopingcall [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2208.240320] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2208.240320] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8133bdf-ac9a-4a67-bf7f-ff2620a015cf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.261144] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2208.261144] env[63366]: value = "task-2104231" [ 2208.261144] env[63366]: _type = "Task" [ 2208.261144] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.268208] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104231, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.299433] env[63366]: DEBUG nova.compute.manager [req-dcc114af-6469-4e4b-a8a7-3583a380c690 req-c57ffd61-8b96-40bd-908f-485cbf6b5e9c service nova] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Received event network-vif-plugged-9c3e1f11-7fef-4101-8104-fba6a1200f7e {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2208.299643] env[63366]: DEBUG oslo_concurrency.lockutils [req-dcc114af-6469-4e4b-a8a7-3583a380c690 req-c57ffd61-8b96-40bd-908f-485cbf6b5e9c service nova] Acquiring lock "592b5511-a1f4-4b52-ace1-a2a088ba35fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2208.299848] env[63366]: DEBUG oslo_concurrency.lockutils [req-dcc114af-6469-4e4b-a8a7-3583a380c690 req-c57ffd61-8b96-40bd-908f-485cbf6b5e9c service nova] Lock "592b5511-a1f4-4b52-ace1-a2a088ba35fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2208.300032] env[63366]: DEBUG oslo_concurrency.lockutils [req-dcc114af-6469-4e4b-a8a7-3583a380c690 req-c57ffd61-8b96-40bd-908f-485cbf6b5e9c service nova] Lock "592b5511-a1f4-4b52-ace1-a2a088ba35fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2208.300183] env[63366]: DEBUG nova.compute.manager [req-dcc114af-6469-4e4b-a8a7-3583a380c690 req-c57ffd61-8b96-40bd-908f-485cbf6b5e9c service nova] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] No waiting events found dispatching network-vif-plugged-9c3e1f11-7fef-4101-8104-fba6a1200f7e {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2208.300343] env[63366]: WARNING nova.compute.manager [req-dcc114af-6469-4e4b-a8a7-3583a380c690 req-c57ffd61-8b96-40bd-908f-485cbf6b5e9c service nova] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Received unexpected event network-vif-plugged-9c3e1f11-7fef-4101-8104-fba6a1200f7e for instance with vm_state building and task_state spawning. [ 2208.331030] env[63366]: DEBUG nova.network.neutron [req-77d2aadd-1a1f-4281-b5ff-6797b0db6ce4 req-aea1bda2-8e5c-4eeb-8b86-42e5a5773088 service nova] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Updated VIF entry in instance network info cache for port d2d791d3-531c-4577-b324-8d92c920524a. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2208.331686] env[63366]: DEBUG nova.network.neutron [req-77d2aadd-1a1f-4281-b5ff-6797b0db6ce4 req-aea1bda2-8e5c-4eeb-8b86-42e5a5773088 service nova] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Updating instance_info_cache with network_info: [{"id": "d2d791d3-531c-4577-b324-8d92c920524a", "address": "fa:16:3e:ab:21:3f", "network": {"id": "2461296c-b492-4d75-b35d-5e521090c9eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-859076243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6b369729644eb299067082c22e5e36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2d791d3-53", "ovs_interfaceid": "d2d791d3-531c-4577-b324-8d92c920524a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2208.450148] env[63366]: DEBUG nova.network.neutron [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Successfully updated port: 9c3e1f11-7fef-4101-8104-fba6a1200f7e {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2208.611740] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 3f634a63-a93f-48b9-8272-3bbf62ae807f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2208.612016] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance ee29e2c3-464e-4ec9-a7d9-057519c836f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2208.612016] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance f3b6e9ea-be4b-43c5-9503-4531eddcbe81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2208.612158] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 526080de-0e4d-4a04-a9e2-1868167d5abb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2208.612274] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 4b3e0653-b7d8-4458-ac35-a81527b7ceb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2208.612389] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 8fb48168-2e94-43d9-a65b-737d6e0907bb actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2208.612501] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 27110bbb-1aa4-4a32-8693-2f94374eebe9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2208.612611] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2208.612721] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 3bccae0d-d94f-489e-8480-2b3e16d96b3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2208.612832] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 0b03d8ab-ab1e-4a81-a756-088816b4ec1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2208.612934] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 1e62706b-679d-4eee-8a19-36b896d6218b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2208.613052] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 25e75d6a-2ba3-4356-a13e-121493133c66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2208.613165] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance c9f85cc6-5e4f-410a-a255-7acecd766ac2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2208.613269] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 4f185421-63d4-4ffb-af62-5d733cdde576 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2208.613548] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 592b5511-a1f4-4b52-ace1-a2a088ba35fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2208.613877] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2208.614101] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2208.773632] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104231, 'name': CreateVM_Task, 'duration_secs': 0.346068} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.773804] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2208.774512] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2208.774671] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2208.774981] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2208.775247] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7ce17b8-732a-49e9-b214-b5f9efb15478 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.782214] env[63366]: DEBUG oslo_vmware.api [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Waiting for the task: (returnval){ [ 2208.782214] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52385994-08e5-6fc7-4398-8b9bbae671bb" [ 2208.782214] env[63366]: _type = "Task" [ 2208.782214] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.790388] env[63366]: DEBUG oslo_vmware.api [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52385994-08e5-6fc7-4398-8b9bbae671bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.813707] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d813bb4d-250c-47ce-bf34-02266deb8fff {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.820648] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d0dabf-105b-49f5-aea1-b551b8ea8a8c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.851581] env[63366]: DEBUG oslo_concurrency.lockutils [req-77d2aadd-1a1f-4281-b5ff-6797b0db6ce4 req-aea1bda2-8e5c-4eeb-8b86-42e5a5773088 service nova] Releasing lock "refresh_cache-c9f85cc6-5e4f-410a-a255-7acecd766ac2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2208.852585] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4a8e44-e538-4941-9d1f-74f84a05f385 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.859424] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06cab25-d277-4758-b9e8-b1f3e5083f54 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.872406] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2208.954322] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "refresh_cache-592b5511-a1f4-4b52-ace1-a2a088ba35fe" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2208.954521] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired lock "refresh_cache-592b5511-a1f4-4b52-ace1-a2a088ba35fe" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2208.954570] env[63366]: DEBUG nova.network.neutron [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2209.293009] env[63366]: DEBUG oslo_vmware.api [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52385994-08e5-6fc7-4398-8b9bbae671bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011652} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.293309] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2209.293576] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2209.293811] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2209.293954] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2209.294145] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2209.294400] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1820181-5ff4-4bdb-bf45-4f49f1ad838c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.304346] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2209.305052] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2209.305293] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a6ab84d-ca79-4603-99fb-ddba56c80bef {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.309805] env[63366]: DEBUG oslo_vmware.api [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Waiting for the task: (returnval){ [ 2209.309805] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]522b277a-04e6-25b9-8caa-980b465d3a3a" [ 2209.309805] env[63366]: _type = "Task" [ 2209.309805] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.317052] env[63366]: DEBUG oslo_vmware.api [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522b277a-04e6-25b9-8caa-980b465d3a3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.375574] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2209.484961] env[63366]: DEBUG nova.network.neutron [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2209.618620] env[63366]: DEBUG nova.network.neutron [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Updating instance_info_cache with network_info: [{"id": "9c3e1f11-7fef-4101-8104-fba6a1200f7e", "address": "fa:16:3e:b1:3e:96", "network": {"id": "f562c19d-030a-462e-bdcf-6f84dd4123f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-427728629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2868b329abc7424ea97b6dc79731ebe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c3e1f11-7f", "ovs_interfaceid": "9c3e1f11-7fef-4101-8104-fba6a1200f7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2209.820173] env[63366]: DEBUG oslo_vmware.api [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522b277a-04e6-25b9-8caa-980b465d3a3a, 'name': SearchDatastore_Task, 'duration_secs': 0.010385} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.820917] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9073769f-a5c2-49f5-b478-ceb50cd1eb9c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.825741] env[63366]: DEBUG oslo_vmware.api [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Waiting for the task: (returnval){ [ 2209.825741] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52b06416-61ab-50ae-78d9-cf09a13192e4" [ 2209.825741] env[63366]: _type = "Task" [ 2209.825741] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.834044] env[63366]: DEBUG oslo_vmware.api [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52b06416-61ab-50ae-78d9-cf09a13192e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.881123] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2209.881196] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.307s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2210.121932] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Releasing lock "refresh_cache-592b5511-a1f4-4b52-ace1-a2a088ba35fe" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2210.122301] env[63366]: DEBUG nova.compute.manager [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Instance network_info: |[{"id": "9c3e1f11-7fef-4101-8104-fba6a1200f7e", "address": "fa:16:3e:b1:3e:96", "network": {"id": "f562c19d-030a-462e-bdcf-6f84dd4123f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-427728629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2868b329abc7424ea97b6dc79731ebe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c3e1f11-7f", "ovs_interfaceid": "9c3e1f11-7fef-4101-8104-fba6a1200f7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2210.122718] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:3e:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c3e1f11-7fef-4101-8104-fba6a1200f7e', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2210.131188] env[63366]: DEBUG oslo.service.loopingcall [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2210.131439] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2210.131693] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4bc2bf0-6961-4c77-80de-77bb2aee7706 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.150725] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2210.150725] env[63366]: value = "task-2104232" [ 2210.150725] env[63366]: _type = "Task" [ 2210.150725] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.158026] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104232, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.332421] env[63366]: DEBUG nova.compute.manager [req-7f808752-c34f-487d-88b9-ea3afaa31aaf req-95b9dffd-ec22-4da6-a62d-dea0640bdd69 service nova] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Received event network-changed-9c3e1f11-7fef-4101-8104-fba6a1200f7e {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2210.332611] env[63366]: DEBUG nova.compute.manager [req-7f808752-c34f-487d-88b9-ea3afaa31aaf req-95b9dffd-ec22-4da6-a62d-dea0640bdd69 service nova] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Refreshing instance network info cache due to event network-changed-9c3e1f11-7fef-4101-8104-fba6a1200f7e. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2210.332883] env[63366]: DEBUG oslo_concurrency.lockutils [req-7f808752-c34f-487d-88b9-ea3afaa31aaf req-95b9dffd-ec22-4da6-a62d-dea0640bdd69 service nova] Acquiring lock "refresh_cache-592b5511-a1f4-4b52-ace1-a2a088ba35fe" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2210.333036] env[63366]: DEBUG oslo_concurrency.lockutils [req-7f808752-c34f-487d-88b9-ea3afaa31aaf req-95b9dffd-ec22-4da6-a62d-dea0640bdd69 service nova] Acquired lock "refresh_cache-592b5511-a1f4-4b52-ace1-a2a088ba35fe" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2210.333199] env[63366]: DEBUG nova.network.neutron [req-7f808752-c34f-487d-88b9-ea3afaa31aaf req-95b9dffd-ec22-4da6-a62d-dea0640bdd69 service nova] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Refreshing network info cache for port 9c3e1f11-7fef-4101-8104-fba6a1200f7e {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2210.340446] env[63366]: DEBUG oslo_vmware.api [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52b06416-61ab-50ae-78d9-cf09a13192e4, 'name': SearchDatastore_Task, 'duration_secs': 0.032777} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.340686] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2210.340924] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 4f185421-63d4-4ffb-af62-5d733cdde576/4f185421-63d4-4ffb-af62-5d733cdde576.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2210.341619] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-493805f4-8358-4313-b0c3-721e647c9958 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.348997] env[63366]: DEBUG oslo_vmware.api [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Waiting for the task: (returnval){ [ 2210.348997] env[63366]: value = "task-2104233" [ 2210.348997] env[63366]: _type = "Task" [ 2210.348997] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.356992] env[63366]: DEBUG oslo_vmware.api [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Task: {'id': task-2104233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.661386] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104232, 'name': CreateVM_Task, 'duration_secs': 0.320813} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.661886] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2210.662445] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2210.662648] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2210.662956] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2210.663247] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb68a8fb-7354-4875-a150-ad29bb3e685a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.669277] env[63366]: DEBUG oslo_vmware.api [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2210.669277] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52d3b7d6-b266-9d35-4c93-286854c1203f" [ 2210.669277] env[63366]: _type = "Task" [ 2210.669277] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.678357] env[63366]: DEBUG oslo_vmware.api [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d3b7d6-b266-9d35-4c93-286854c1203f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.858532] env[63366]: DEBUG oslo_vmware.api [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Task: {'id': task-2104233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428251} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.859209] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 4f185421-63d4-4ffb-af62-5d733cdde576/4f185421-63d4-4ffb-af62-5d733cdde576.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2210.859209] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2210.859450] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c7a948e-919c-465c-9adc-b89d7894f023 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.866806] env[63366]: DEBUG oslo_vmware.api [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Waiting for the task: (returnval){ [ 2210.866806] env[63366]: value = "task-2104234" [ 2210.866806] env[63366]: _type = "Task" [ 2210.866806] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.874544] env[63366]: DEBUG oslo_vmware.api [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Task: {'id': task-2104234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.027660] env[63366]: DEBUG nova.network.neutron [req-7f808752-c34f-487d-88b9-ea3afaa31aaf req-95b9dffd-ec22-4da6-a62d-dea0640bdd69 service nova] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Updated VIF entry in instance network info cache for port 9c3e1f11-7fef-4101-8104-fba6a1200f7e. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2211.028087] env[63366]: DEBUG nova.network.neutron [req-7f808752-c34f-487d-88b9-ea3afaa31aaf req-95b9dffd-ec22-4da6-a62d-dea0640bdd69 service nova] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Updating instance_info_cache with network_info: [{"id": "9c3e1f11-7fef-4101-8104-fba6a1200f7e", "address": "fa:16:3e:b1:3e:96", "network": {"id": "f562c19d-030a-462e-bdcf-6f84dd4123f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-427728629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2868b329abc7424ea97b6dc79731ebe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c3e1f11-7f", "ovs_interfaceid": "9c3e1f11-7fef-4101-8104-fba6a1200f7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2211.180026] env[63366]: DEBUG oslo_vmware.api [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d3b7d6-b266-9d35-4c93-286854c1203f, 'name': SearchDatastore_Task, 'duration_secs': 0.055536} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.180260] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2211.180489] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2211.180720] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2211.180878] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2211.181098] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2211.181377] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4b44123-673e-439b-bbb6-6a12320c21b8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.189418] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2211.189591] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2211.190247] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef6d9648-eabb-466d-a9c7-8961a938eda9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.195251] env[63366]: DEBUG oslo_vmware.api [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2211.195251] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5248c2fa-3cb5-cf43-59e0-dc1ec66051b6" [ 2211.195251] env[63366]: _type = "Task" [ 2211.195251] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.201954] env[63366]: DEBUG oslo_vmware.api [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5248c2fa-3cb5-cf43-59e0-dc1ec66051b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.380037] env[63366]: DEBUG oslo_vmware.api [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Task: {'id': task-2104234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057514} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.380336] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2211.381192] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51ff62a-2fa2-4a53-9602-162c504fc24c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.404489] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 4f185421-63d4-4ffb-af62-5d733cdde576/4f185421-63d4-4ffb-af62-5d733cdde576.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2211.404797] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-567fe713-1659-4e2b-bf8d-9c890b89a217 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.423687] env[63366]: DEBUG oslo_vmware.api [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Waiting for the task: (returnval){ [ 2211.423687] env[63366]: value = "task-2104235" [ 2211.423687] env[63366]: _type = "Task" [ 2211.423687] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.431504] env[63366]: DEBUG oslo_vmware.api [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Task: {'id': task-2104235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.530573] env[63366]: DEBUG oslo_concurrency.lockutils [req-7f808752-c34f-487d-88b9-ea3afaa31aaf req-95b9dffd-ec22-4da6-a62d-dea0640bdd69 service nova] Releasing lock "refresh_cache-592b5511-a1f4-4b52-ace1-a2a088ba35fe" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2211.706359] env[63366]: DEBUG oslo_vmware.api [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5248c2fa-3cb5-cf43-59e0-dc1ec66051b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009478} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.706988] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e69ab16-ff95-4cea-a08c-24ff5f943c44 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.714450] env[63366]: DEBUG oslo_vmware.api [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2211.714450] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5246f02d-c803-4179-054d-983642d2cdc1" [ 2211.714450] env[63366]: _type = "Task" [ 2211.714450] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.721982] env[63366]: DEBUG oslo_vmware.api [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5246f02d-c803-4179-054d-983642d2cdc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.933903] env[63366]: DEBUG oslo_vmware.api [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Task: {'id': task-2104235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.224991] env[63366]: DEBUG oslo_vmware.api [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5246f02d-c803-4179-054d-983642d2cdc1, 'name': SearchDatastore_Task, 'duration_secs': 0.009921} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.225280] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2212.225531] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 592b5511-a1f4-4b52-ace1-a2a088ba35fe/592b5511-a1f4-4b52-ace1-a2a088ba35fe.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2212.225816] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac4aad9c-b1c6-430f-886f-098e8553380e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.231954] env[63366]: DEBUG oslo_vmware.api [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2212.231954] env[63366]: value = "task-2104236" [ 2212.231954] env[63366]: _type = "Task" [ 2212.231954] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.239498] env[63366]: DEBUG oslo_vmware.api [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.435176] env[63366]: DEBUG oslo_vmware.api [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Task: {'id': task-2104235, 'name': ReconfigVM_Task, 'duration_secs': 0.738695} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.435483] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 4f185421-63d4-4ffb-af62-5d733cdde576/4f185421-63d4-4ffb-af62-5d733cdde576.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2212.436184] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdb7bd8f-da14-4c4e-b0fe-f3c86e76d6df {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.442597] env[63366]: DEBUG oslo_vmware.api [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Waiting for the task: (returnval){ [ 2212.442597] env[63366]: value = "task-2104237" [ 2212.442597] env[63366]: _type = "Task" [ 2212.442597] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.451208] env[63366]: DEBUG oslo_vmware.api [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Task: {'id': task-2104237, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.747332] env[63366]: DEBUG oslo_vmware.api [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.435314} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.747631] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 592b5511-a1f4-4b52-ace1-a2a088ba35fe/592b5511-a1f4-4b52-ace1-a2a088ba35fe.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2212.747936] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2212.748248] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73dc5734-8857-4f5d-9491-e3406f5dcaaf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.755927] env[63366]: DEBUG oslo_vmware.api [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2212.755927] env[63366]: value = "task-2104238" [ 2212.755927] env[63366]: _type = "Task" [ 2212.755927] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.764565] env[63366]: DEBUG oslo_vmware.api [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.952200] env[63366]: DEBUG oslo_vmware.api [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Task: {'id': task-2104237, 'name': Rename_Task, 'duration_secs': 0.269269} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.952466] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2212.952705] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc2e8bfa-7599-4561-ae18-fc703c0e3f75 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.960019] env[63366]: DEBUG oslo_vmware.api [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Waiting for the task: (returnval){ [ 2212.960019] env[63366]: value = "task-2104239" [ 2212.960019] env[63366]: _type = "Task" [ 2212.960019] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.967334] env[63366]: DEBUG oslo_vmware.api [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Task: {'id': task-2104239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.267120] env[63366]: DEBUG oslo_vmware.api [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062282} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.267429] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2213.268251] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca14708-b7ae-48d0-a994-a07b91da70aa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.292675] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 592b5511-a1f4-4b52-ace1-a2a088ba35fe/592b5511-a1f4-4b52-ace1-a2a088ba35fe.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2213.292959] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45b7a10e-225d-4ca5-a460-c5af568c23ab {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.313467] env[63366]: DEBUG oslo_vmware.api [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2213.313467] env[63366]: value = "task-2104240" [ 2213.313467] env[63366]: _type = "Task" [ 2213.313467] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.322685] env[63366]: DEBUG oslo_vmware.api [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104240, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.471390] env[63366]: DEBUG oslo_vmware.api [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Task: {'id': task-2104239, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.823841] env[63366]: DEBUG oslo_vmware.api [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.971778] env[63366]: DEBUG oslo_vmware.api [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Task: {'id': task-2104239, 'name': PowerOnVM_Task, 'duration_secs': 0.533205} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.971778] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2213.971778] env[63366]: INFO nova.compute.manager [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Took 8.64 seconds to spawn the instance on the hypervisor. [ 2213.971778] env[63366]: DEBUG nova.compute.manager [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2213.972483] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4ce420-bd31-4bb7-8954-f321baeb2691 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.325113] env[63366]: DEBUG oslo_vmware.api [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104240, 'name': ReconfigVM_Task, 'duration_secs': 0.636192} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.325416] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 592b5511-a1f4-4b52-ace1-a2a088ba35fe/592b5511-a1f4-4b52-ace1-a2a088ba35fe.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2214.326055] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcf8d42c-d44a-4785-b6e0-d776969b76fd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.332326] env[63366]: DEBUG oslo_vmware.api [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2214.332326] env[63366]: value = "task-2104241" [ 2214.332326] env[63366]: _type = "Task" [ 2214.332326] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.340346] env[63366]: DEBUG oslo_vmware.api [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104241, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.490992] env[63366]: INFO nova.compute.manager [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Took 14.07 seconds to build instance. [ 2214.842633] env[63366]: DEBUG oslo_vmware.api [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104241, 'name': Rename_Task, 'duration_secs': 0.133929} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.842917] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2214.843176] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84257d17-59ca-48c8-97df-cb27ea36ae9a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.850425] env[63366]: DEBUG oslo_vmware.api [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2214.850425] env[63366]: value = "task-2104242" [ 2214.850425] env[63366]: _type = "Task" [ 2214.850425] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.858268] env[63366]: DEBUG oslo_vmware.api [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.993232] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ab3ac4-9486-43e5-96ed-bd581325ec93 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Lock "4f185421-63d4-4ffb-af62-5d733cdde576" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.594s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2215.270086] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Acquiring lock "4f185421-63d4-4ffb-af62-5d733cdde576" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2215.270086] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Lock "4f185421-63d4-4ffb-af62-5d733cdde576" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2215.270301] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Acquiring lock "4f185421-63d4-4ffb-af62-5d733cdde576-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2215.270498] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Lock "4f185421-63d4-4ffb-af62-5d733cdde576-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2215.270693] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Lock "4f185421-63d4-4ffb-af62-5d733cdde576-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2215.273518] env[63366]: INFO nova.compute.manager [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Terminating instance [ 2215.363245] env[63366]: DEBUG oslo_vmware.api [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104242, 'name': PowerOnVM_Task, 'duration_secs': 0.496361} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.363666] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2215.363918] env[63366]: INFO nova.compute.manager [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Took 7.63 seconds to spawn the instance on the hypervisor. [ 2215.364176] env[63366]: DEBUG nova.compute.manager [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2215.365325] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc011410-6627-4656-ba36-662fa0674a7f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.778258] env[63366]: DEBUG nova.compute.manager [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2215.778562] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2215.779505] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c99e2c-5e38-4a25-b276-c1d33e80d191 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.788882] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2215.788882] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6175e30-ecf1-4bfb-b1d7-34da4d92a7f0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.796972] env[63366]: DEBUG oslo_vmware.api [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Waiting for the task: (returnval){ [ 2215.796972] env[63366]: value = "task-2104243" [ 2215.796972] env[63366]: _type = "Task" [ 2215.796972] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.804330] env[63366]: DEBUG oslo_vmware.api [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Task: {'id': task-2104243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.887446] env[63366]: INFO nova.compute.manager [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Took 14.47 seconds to build instance. [ 2215.997927] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Acquiring lock "4b3e0653-b7d8-4458-ac35-a81527b7ceb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2215.998232] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Lock "4b3e0653-b7d8-4458-ac35-a81527b7ceb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2215.998455] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Acquiring lock "4b3e0653-b7d8-4458-ac35-a81527b7ceb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2215.998636] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Lock "4b3e0653-b7d8-4458-ac35-a81527b7ceb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2215.998816] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Lock "4b3e0653-b7d8-4458-ac35-a81527b7ceb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2216.001127] env[63366]: INFO nova.compute.manager [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Terminating instance [ 2216.306961] env[63366]: DEBUG oslo_vmware.api [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Task: {'id': task-2104243, 'name': PowerOffVM_Task, 'duration_secs': 0.159645} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.308554] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2216.308554] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2216.308554] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1109a099-22a7-42be-8e1a-75c768762577 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.390166] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a375386f-4dee-44dd-9611-0d7c41ee8b00 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "592b5511-a1f4-4b52-ace1-a2a088ba35fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.980s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2216.410788] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2216.411039] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2216.411228] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Deleting the datastore file [datastore2] 4f185421-63d4-4ffb-af62-5d733cdde576 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2216.411520] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71099219-6cca-4d28-a52c-06890cfa85f1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.418488] env[63366]: DEBUG oslo_vmware.api [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Waiting for the task: (returnval){ [ 2216.418488] env[63366]: value = "task-2104245" [ 2216.418488] env[63366]: _type = "Task" [ 2216.418488] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.425863] env[63366]: DEBUG oslo_vmware.api [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Task: {'id': task-2104245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.504943] env[63366]: DEBUG nova.compute.manager [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2216.505228] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2216.506302] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cc6782-a8c7-44f5-b98b-340b9bd653cc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.513801] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2216.514038] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-879c4b71-430a-4dec-aae0-b65497b47ec5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.521264] env[63366]: DEBUG oslo_vmware.api [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Waiting for the task: (returnval){ [ 2216.521264] env[63366]: value = "task-2104246" [ 2216.521264] env[63366]: _type = "Task" [ 2216.521264] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.529690] env[63366]: DEBUG oslo_vmware.api [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2104246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.928728] env[63366]: DEBUG oslo_vmware.api [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Task: {'id': task-2104245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157883} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.929045] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2216.929233] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2216.929404] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2216.929575] env[63366]: INFO nova.compute.manager [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2216.929818] env[63366]: DEBUG oslo.service.loopingcall [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2216.930015] env[63366]: DEBUG nova.compute.manager [-] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2216.930115] env[63366]: DEBUG nova.network.neutron [-] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2217.032343] env[63366]: DEBUG oslo_vmware.api [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2104246, 'name': PowerOffVM_Task, 'duration_secs': 0.458989} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.032783] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2217.033046] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2217.033405] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c64d21d6-ca73-4dcc-83db-2f3eba9d9aaa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.129450] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2217.129674] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2217.129855] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Deleting the datastore file [datastore2] 4b3e0653-b7d8-4458-ac35-a81527b7ceb8 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2217.130194] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d083e078-0210-4846-b504-50df6e4de824 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.137248] env[63366]: DEBUG oslo_vmware.api [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Waiting for the task: (returnval){ [ 2217.137248] env[63366]: value = "task-2104248" [ 2217.137248] env[63366]: _type = "Task" [ 2217.137248] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2217.145200] env[63366]: DEBUG oslo_vmware.api [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2104248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.311819] env[63366]: DEBUG nova.compute.manager [req-9a2a24e1-4cdb-4880-8cbb-7217e00e31f4 req-21086648-a6a8-48b0-8db3-c4a89d092eca service nova] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Received event network-vif-deleted-411fa004-db98-4fec-81e8-04fefc532758 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2217.311819] env[63366]: INFO nova.compute.manager [req-9a2a24e1-4cdb-4880-8cbb-7217e00e31f4 req-21086648-a6a8-48b0-8db3-c4a89d092eca service nova] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Neutron deleted interface 411fa004-db98-4fec-81e8-04fefc532758; detaching it from the instance and deleting it from the info cache [ 2217.311819] env[63366]: DEBUG nova.network.neutron [req-9a2a24e1-4cdb-4880-8cbb-7217e00e31f4 req-21086648-a6a8-48b0-8db3-c4a89d092eca service nova] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2217.647993] env[63366]: DEBUG oslo_vmware.api [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Task: {'id': task-2104248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18676} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.648257] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2217.648439] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2217.648617] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2217.649036] env[63366]: INFO nova.compute.manager [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2217.649036] env[63366]: DEBUG oslo.service.loopingcall [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2217.649216] env[63366]: DEBUG nova.compute.manager [-] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2217.649309] env[63366]: DEBUG nova.network.neutron [-] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2217.791195] env[63366]: DEBUG nova.network.neutron [-] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2217.815015] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88c47631-3b43-4708-b03a-bc18c990df22 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.826421] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16065ac5-ea20-44fd-9582-0eff8b1c688f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.861410] env[63366]: DEBUG nova.compute.manager [req-9a2a24e1-4cdb-4880-8cbb-7217e00e31f4 req-21086648-a6a8-48b0-8db3-c4a89d092eca service nova] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Detach interface failed, port_id=411fa004-db98-4fec-81e8-04fefc532758, reason: Instance 4f185421-63d4-4ffb-af62-5d733cdde576 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2218.069057] env[63366]: DEBUG nova.compute.manager [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Stashing vm_state: active {{(pid=63366) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2218.294201] env[63366]: INFO nova.compute.manager [-] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Took 1.36 seconds to deallocate network for instance. [ 2218.594262] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2218.594545] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.800706] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2219.014458] env[63366]: DEBUG nova.network.neutron [-] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2219.100812] env[63366]: INFO nova.compute.claims [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2219.451703] env[63366]: DEBUG nova.compute.manager [req-9d7d6b6a-6894-4eac-86a0-be7873592d0a req-e629d1f5-642c-46df-b09c-7d7fdd01d1d6 service nova] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Received event network-vif-deleted-fddc5efb-78dc-4bc6-9862-b1bc3b460de0 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2219.517566] env[63366]: INFO nova.compute.manager [-] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Took 1.87 seconds to deallocate network for instance. [ 2219.607735] env[63366]: INFO nova.compute.resource_tracker [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Updating resource usage from migration af613240-777d-4312-a362-2705dfe34545 [ 2219.773687] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquiring lock "1e62706b-679d-4eee-8a19-36b896d6218b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2219.773948] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lock "1e62706b-679d-4eee-8a19-36b896d6218b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2219.774140] env[63366]: INFO nova.compute.manager [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Shelving [ 2219.799377] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6edad16-dc67-4bd6-8955-a6f15a059489 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.806947] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a012f21-9fe1-49ea-baab-81b548975a94 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.835570] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58210b64-0e2d-4137-9c1d-81be780ae9e9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.842418] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d39487-09d5-4264-89e8-de7ac89337b0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.856577] env[63366]: DEBUG nova.compute.provider_tree [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2220.024866] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2220.359238] env[63366]: DEBUG nova.scheduler.client.report [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2220.784121] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2220.784121] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3621a255-751d-4c0b-903a-86582dbdfed1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.791958] env[63366]: DEBUG oslo_vmware.api [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2220.791958] env[63366]: value = "task-2104249" [ 2220.791958] env[63366]: _type = "Task" [ 2220.791958] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.801064] env[63366]: DEBUG oslo_vmware.api [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.864366] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.270s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2220.864604] env[63366]: INFO nova.compute.manager [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Migrating [ 2220.871421] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.071s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2220.871665] env[63366]: DEBUG nova.objects.instance [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Lazy-loading 'resources' on Instance uuid 4f185421-63d4-4ffb-af62-5d733cdde576 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2220.912091] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Acquiring lock "27110bbb-1aa4-4a32-8693-2f94374eebe9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2220.912363] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Lock "27110bbb-1aa4-4a32-8693-2f94374eebe9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2220.912575] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Acquiring lock "27110bbb-1aa4-4a32-8693-2f94374eebe9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2220.912753] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Lock "27110bbb-1aa4-4a32-8693-2f94374eebe9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2220.912918] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Lock "27110bbb-1aa4-4a32-8693-2f94374eebe9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2220.915120] env[63366]: INFO nova.compute.manager [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Terminating instance [ 2221.303216] env[63366]: DEBUG oslo_vmware.api [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104249, 'name': PowerOffVM_Task, 'duration_secs': 0.170655} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.303426] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2221.304195] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc651a1-9b4a-4049-beaa-c487bb464a7e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.321542] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a7f639-2b8f-44b2-be60-5e34b6bc80c2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.383031] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "refresh_cache-592b5511-a1f4-4b52-ace1-a2a088ba35fe" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2221.384908] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired lock "refresh_cache-592b5511-a1f4-4b52-ace1-a2a088ba35fe" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2221.384908] env[63366]: DEBUG nova.network.neutron [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2221.419027] env[63366]: DEBUG nova.compute.manager [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2221.419027] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2221.419772] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6ef9d6-9fc6-4c7f-8d8a-77acb04dbf6b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.430433] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2221.430743] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe12911b-c1d8-44f2-92e1-c11440f69249 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.436722] env[63366]: DEBUG oslo_vmware.api [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Waiting for the task: (returnval){ [ 2221.436722] env[63366]: value = "task-2104250" [ 2221.436722] env[63366]: _type = "Task" [ 2221.436722] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.444227] env[63366]: DEBUG oslo_vmware.api [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Task: {'id': task-2104250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.455630] env[63366]: INFO nova.compute.manager [None req-45ac971d-b701-4aa3-82a3-81cec3ab7883 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Get console output [ 2221.456108] env[63366]: WARNING nova.virt.vmwareapi.driver [None req-45ac971d-b701-4aa3-82a3-81cec3ab7883 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] The console log is missing. Check your VSPC configuration [ 2221.595212] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8ad4dc-31c4-483a-8256-8618b88b0c39 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.603084] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf874aa-a0a3-41ed-98a5-871f72a9e3ee {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.632991] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40e6051-54ca-497a-92fc-2cebbab52dda {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.635949] env[63366]: DEBUG oslo_concurrency.lockutils [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Acquiring lock "f3b6e9ea-be4b-43c5-9503-4531eddcbe81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2221.636965] env[63366]: DEBUG oslo_concurrency.lockutils [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Lock "f3b6e9ea-be4b-43c5-9503-4531eddcbe81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2221.636965] env[63366]: DEBUG oslo_concurrency.lockutils [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Acquiring lock "f3b6e9ea-be4b-43c5-9503-4531eddcbe81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2221.636965] env[63366]: DEBUG oslo_concurrency.lockutils [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Lock "f3b6e9ea-be4b-43c5-9503-4531eddcbe81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2221.636965] env[63366]: DEBUG oslo_concurrency.lockutils [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Lock "f3b6e9ea-be4b-43c5-9503-4531eddcbe81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2221.639136] env[63366]: INFO nova.compute.manager [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Terminating instance [ 2221.644508] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10e4f2e-c2e2-49b8-ab8e-2f5c41e976a7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.661804] env[63366]: DEBUG nova.compute.provider_tree [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2221.831796] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Creating Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2221.832022] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9912be1f-91e5-44a7-b0f3-d0054b3f2113 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.839508] env[63366]: DEBUG oslo_vmware.api [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2221.839508] env[63366]: value = "task-2104251" [ 2221.839508] env[63366]: _type = "Task" [ 2221.839508] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.848712] env[63366]: DEBUG oslo_vmware.api [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104251, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.946148] env[63366]: DEBUG oslo_vmware.api [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Task: {'id': task-2104250, 'name': PowerOffVM_Task, 'duration_secs': 0.16102} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.946423] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2221.946587] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2221.946992] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7304a90-2df5-4555-b3e3-8a14da6909ef {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.028486] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2222.028679] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2222.028856] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Deleting the datastore file [datastore2] 27110bbb-1aa4-4a32-8693-2f94374eebe9 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2222.029192] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd61dbcf-3214-4686-acc2-7dccc6348ec5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.036913] env[63366]: DEBUG oslo_vmware.api [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Waiting for the task: (returnval){ [ 2222.036913] env[63366]: value = "task-2104253" [ 2222.036913] env[63366]: _type = "Task" [ 2222.036913] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.051348] env[63366]: DEBUG oslo_vmware.api [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Task: {'id': task-2104253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.152210] env[63366]: DEBUG nova.compute.manager [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2222.152366] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2222.153346] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5889f1c8-2a11-4b06-a8da-315cbc8777a3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.161810] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2222.162064] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ef945dd-bc49-4f36-9387-af885edfc840 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.164115] env[63366]: DEBUG nova.scheduler.client.report [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2222.174028] env[63366]: DEBUG oslo_vmware.api [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Waiting for the task: (returnval){ [ 2222.174028] env[63366]: value = "task-2104254" [ 2222.174028] env[63366]: _type = "Task" [ 2222.174028] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.182819] env[63366]: DEBUG oslo_vmware.api [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Task: {'id': task-2104254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.206654] env[63366]: DEBUG nova.network.neutron [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Updating instance_info_cache with network_info: [{"id": "9c3e1f11-7fef-4101-8104-fba6a1200f7e", "address": "fa:16:3e:b1:3e:96", "network": {"id": "f562c19d-030a-462e-bdcf-6f84dd4123f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-427728629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2868b329abc7424ea97b6dc79731ebe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c3e1f11-7f", "ovs_interfaceid": "9c3e1f11-7fef-4101-8104-fba6a1200f7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2222.349973] env[63366]: DEBUG oslo_vmware.api [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104251, 'name': CreateSnapshot_Task, 'duration_secs': 0.446428} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.350271] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Created Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2222.350997] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99846115-4f17-4ecd-a6c1-f02099999a89 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.549993] env[63366]: DEBUG oslo_concurrency.lockutils [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Acquiring lock "526080de-0e4d-4a04-a9e2-1868167d5abb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2222.550401] env[63366]: DEBUG oslo_concurrency.lockutils [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Lock "526080de-0e4d-4a04-a9e2-1868167d5abb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2222.550474] env[63366]: DEBUG oslo_concurrency.lockutils [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Acquiring lock "526080de-0e4d-4a04-a9e2-1868167d5abb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2222.550661] env[63366]: DEBUG oslo_concurrency.lockutils [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Lock "526080de-0e4d-4a04-a9e2-1868167d5abb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2222.550842] env[63366]: DEBUG oslo_concurrency.lockutils [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Lock "526080de-0e4d-4a04-a9e2-1868167d5abb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2222.552393] env[63366]: DEBUG oslo_vmware.api [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Task: {'id': task-2104253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15167} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.552810] env[63366]: INFO nova.compute.manager [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Terminating instance [ 2222.554045] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2222.554227] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2222.554403] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2222.554606] env[63366]: INFO nova.compute.manager [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2222.554812] env[63366]: DEBUG oslo.service.loopingcall [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2222.555747] env[63366]: DEBUG nova.compute.manager [-] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2222.555849] env[63366]: DEBUG nova.network.neutron [-] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2222.672050] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2222.674387] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.650s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2222.674642] env[63366]: DEBUG nova.objects.instance [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Lazy-loading 'resources' on Instance uuid 4b3e0653-b7d8-4458-ac35-a81527b7ceb8 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2222.684646] env[63366]: DEBUG oslo_vmware.api [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Task: {'id': task-2104254, 'name': PowerOffVM_Task, 'duration_secs': 0.175939} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.684891] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2222.685068] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2222.685833] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f3814ee-6050-4f67-ae59-789ee686b869 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.694677] env[63366]: INFO nova.scheduler.client.report [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Deleted allocations for instance 4f185421-63d4-4ffb-af62-5d733cdde576 [ 2222.709196] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Releasing lock "refresh_cache-592b5511-a1f4-4b52-ace1-a2a088ba35fe" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2222.858881] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2222.859115] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2222.859299] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Deleting the datastore file [datastore2] f3b6e9ea-be4b-43c5-9503-4531eddcbe81 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2222.859566] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c072313-4d6b-45fd-8167-e7744ac1b550 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.869118] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Creating linked-clone VM from snapshot {{(pid=63366) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2222.869406] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f49d0197-d76f-474a-b2da-0dd5e0cc5f27 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.883026] env[63366]: DEBUG oslo_vmware.api [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Waiting for the task: (returnval){ [ 2222.883026] env[63366]: value = "task-2104256" [ 2222.883026] env[63366]: _type = "Task" [ 2222.883026] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.883026] env[63366]: DEBUG oslo_vmware.api [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2222.883026] env[63366]: value = "task-2104257" [ 2222.883026] env[63366]: _type = "Task" [ 2222.883026] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.899526] env[63366]: DEBUG oslo_vmware.api [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Task: {'id': task-2104256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.902753] env[63366]: DEBUG oslo_vmware.api [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104257, 'name': CloneVM_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.058617] env[63366]: DEBUG nova.compute.manager [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2223.058882] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2223.059897] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5befabd2-0ea5-46c5-8a47-ee4e225ac4ea {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.068282] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2223.068555] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db58363c-8e36-4489-899d-548f3f85e134 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.074900] env[63366]: DEBUG oslo_vmware.api [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Waiting for the task: (returnval){ [ 2223.074900] env[63366]: value = "task-2104258" [ 2223.074900] env[63366]: _type = "Task" [ 2223.074900] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.083631] env[63366]: DEBUG oslo_vmware.api [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Task: {'id': task-2104258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.172552] env[63366]: DEBUG nova.compute.manager [req-311caea1-82ef-42dd-93b9-272f35a24250 req-29ebc34a-0b65-4a0e-9f32-e05fd47c99a0 service nova] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Received event network-vif-deleted-9e91870e-aae0-4c95-8df0-47909607a150 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2223.172783] env[63366]: INFO nova.compute.manager [req-311caea1-82ef-42dd-93b9-272f35a24250 req-29ebc34a-0b65-4a0e-9f32-e05fd47c99a0 service nova] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Neutron deleted interface 9e91870e-aae0-4c95-8df0-47909607a150; detaching it from the instance and deleting it from the info cache [ 2223.172963] env[63366]: DEBUG nova.network.neutron [req-311caea1-82ef-42dd-93b9-272f35a24250 req-29ebc34a-0b65-4a0e-9f32-e05fd47c99a0 service nova] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2223.204355] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6494dabc-0807-48fc-9809-22a1e3cbc226 tempest-ImagesNegativeTestJSON-1282499532 tempest-ImagesNegativeTestJSON-1282499532-project-member] Lock "4f185421-63d4-4ffb-af62-5d733cdde576" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.934s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2223.397635] env[63366]: DEBUG oslo_vmware.api [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Task: {'id': task-2104256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193617} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.400339] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2223.400552] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2223.401321] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2223.401321] env[63366]: INFO nova.compute.manager [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Took 1.25 seconds to destroy the instance on the hypervisor. [ 2223.401321] env[63366]: DEBUG oslo.service.loopingcall [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2223.401822] env[63366]: DEBUG oslo_vmware.api [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104257, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.402082] env[63366]: DEBUG nova.compute.manager [-] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2223.402212] env[63366]: DEBUG nova.network.neutron [-] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2223.428269] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35425365-eaed-4937-b9fd-65820ec13628 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.436637] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c23367-3370-4cbc-b473-02d37e43c1ea {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.481127] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6faf24f8-fd40-4887-bc1d-3041cad6d191 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.490364] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2cb2bb-1af2-4f84-a3f2-ab169f0becd8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.505518] env[63366]: DEBUG nova.compute.provider_tree [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2223.586722] env[63366]: DEBUG oslo_vmware.api [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Task: {'id': task-2104258, 'name': PowerOffVM_Task, 'duration_secs': 0.277434} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.587548] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2223.587949] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2223.588054] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a6d1c5c-a87a-4a66-84fc-c50f990a3341 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.646619] env[63366]: DEBUG nova.network.neutron [-] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2223.676449] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ef1b78a-2140-4287-8c60-acb8c320766f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.686425] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc9098d-57f6-4efd-96a0-52d7dad070be {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.706760] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2223.707016] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2223.707202] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Deleting the datastore file [datastore2] 526080de-0e4d-4a04-a9e2-1868167d5abb {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2223.707862] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c11faab-3e20-49b5-9c25-b4edce7267e7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.725172] env[63366]: DEBUG nova.compute.manager [req-311caea1-82ef-42dd-93b9-272f35a24250 req-29ebc34a-0b65-4a0e-9f32-e05fd47c99a0 service nova] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Detach interface failed, port_id=9e91870e-aae0-4c95-8df0-47909607a150, reason: Instance 27110bbb-1aa4-4a32-8693-2f94374eebe9 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2223.727733] env[63366]: DEBUG oslo_vmware.api [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Waiting for the task: (returnval){ [ 2223.727733] env[63366]: value = "task-2104260" [ 2223.727733] env[63366]: _type = "Task" [ 2223.727733] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.737936] env[63366]: DEBUG oslo_vmware.api [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Task: {'id': task-2104260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.892396] env[63366]: DEBUG oslo_vmware.api [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104257, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.009229] env[63366]: DEBUG nova.scheduler.client.report [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2224.149807] env[63366]: INFO nova.compute.manager [-] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Took 1.59 seconds to deallocate network for instance. [ 2224.235348] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963a70f9-7a47-4d5c-a75a-30ecef436277 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.244565] env[63366]: DEBUG oslo_vmware.api [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Task: {'id': task-2104260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191603} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2224.257409] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2224.257676] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2224.257867] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2224.258106] env[63366]: INFO nova.compute.manager [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Took 1.20 seconds to destroy the instance on the hypervisor. [ 2224.258427] env[63366]: DEBUG oslo.service.loopingcall [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2224.258720] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Updating instance '592b5511-a1f4-4b52-ace1-a2a088ba35fe' progress to 0 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2224.263045] env[63366]: DEBUG nova.compute.manager [-] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2224.263045] env[63366]: DEBUG nova.network.neutron [-] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2224.392476] env[63366]: DEBUG oslo_vmware.api [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104257, 'name': CloneVM_Task} progress is 95%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.486967] env[63366]: DEBUG nova.network.neutron [-] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2224.515519] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.841s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2224.554540] env[63366]: INFO nova.scheduler.client.report [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Deleted allocations for instance 4b3e0653-b7d8-4458-ac35-a81527b7ceb8 [ 2224.667793] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2224.667793] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2224.668050] env[63366]: DEBUG nova.objects.instance [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Lazy-loading 'resources' on Instance uuid 27110bbb-1aa4-4a32-8693-2f94374eebe9 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2224.767328] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2224.767584] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-947b3b70-1777-4969-8f04-f1d3029a672b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.775510] env[63366]: DEBUG oslo_vmware.api [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2224.775510] env[63366]: value = "task-2104261" [ 2224.775510] env[63366]: _type = "Task" [ 2224.775510] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2224.783647] env[63366]: DEBUG oslo_vmware.api [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.892882] env[63366]: DEBUG oslo_vmware.api [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104257, 'name': CloneVM_Task, 'duration_secs': 1.918646} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2224.893429] env[63366]: INFO nova.virt.vmwareapi.vmops [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Created linked-clone VM from snapshot [ 2224.894389] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ebde78-c0b2-4067-be5c-1777287f7bfb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.904484] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Uploading image 76a8033a-2f4a-431c-ad32-6618c33d481a {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2224.931875] env[63366]: DEBUG oslo_vmware.rw_handles [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2224.931875] env[63366]: value = "vm-430844" [ 2224.931875] env[63366]: _type = "VirtualMachine" [ 2224.931875] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2224.932217] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0298b803-b6e0-4d73-9490-bce2f8be3020 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.940555] env[63366]: DEBUG oslo_vmware.rw_handles [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lease: (returnval){ [ 2224.940555] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]521496bb-57a3-2470-ccd3-740d104e2e27" [ 2224.940555] env[63366]: _type = "HttpNfcLease" [ 2224.940555] env[63366]: } obtained for exporting VM: (result){ [ 2224.940555] env[63366]: value = "vm-430844" [ 2224.940555] env[63366]: _type = "VirtualMachine" [ 2224.940555] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2224.940555] env[63366]: DEBUG oslo_vmware.api [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the lease: (returnval){ [ 2224.940555] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]521496bb-57a3-2470-ccd3-740d104e2e27" [ 2224.940555] env[63366]: _type = "HttpNfcLease" [ 2224.940555] env[63366]: } to be ready. {{(pid=63366) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2224.948111] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2224.948111] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]521496bb-57a3-2470-ccd3-740d104e2e27" [ 2224.948111] env[63366]: _type = "HttpNfcLease" [ 2224.948111] env[63366]: } is initializing. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2224.988896] env[63366]: INFO nova.compute.manager [-] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Took 1.59 seconds to deallocate network for instance. [ 2225.068790] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5e7d74e5-44e9-49fb-8bab-dfbe85a58a9f tempest-ServersWithSpecificFlavorTestJSON-1737644068 tempest-ServersWithSpecificFlavorTestJSON-1737644068-project-member] Lock "4b3e0653-b7d8-4458-ac35-a81527b7ceb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.070s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2225.209911] env[63366]: DEBUG nova.compute.manager [req-ddbf137d-9cd6-44cb-a331-a6424dc10e56 req-e7af0700-22cf-4575-8ef5-e2ff6e85f5e8 service nova] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Received event network-vif-deleted-8198be49-2f95-43a8-b0bb-ed449b9c9c88 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2225.210138] env[63366]: DEBUG nova.compute.manager [req-ddbf137d-9cd6-44cb-a331-a6424dc10e56 req-e7af0700-22cf-4575-8ef5-e2ff6e85f5e8 service nova] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Received event network-vif-deleted-a252eaad-2462-4ea7-973d-3907e75817ed {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2225.210245] env[63366]: INFO nova.compute.manager [req-ddbf137d-9cd6-44cb-a331-a6424dc10e56 req-e7af0700-22cf-4575-8ef5-e2ff6e85f5e8 service nova] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Neutron deleted interface a252eaad-2462-4ea7-973d-3907e75817ed; detaching it from the instance and deleting it from the info cache [ 2225.210457] env[63366]: DEBUG nova.network.neutron [req-ddbf137d-9cd6-44cb-a331-a6424dc10e56 req-e7af0700-22cf-4575-8ef5-e2ff6e85f5e8 service nova] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2225.290184] env[63366]: DEBUG oslo_vmware.api [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104261, 'name': PowerOffVM_Task, 'duration_secs': 0.241803} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2225.293623] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2225.293690] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Updating instance '592b5511-a1f4-4b52-ace1-a2a088ba35fe' progress to 17 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2225.366963] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf29486-2710-462d-92ff-7adb2914a749 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.374030] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2657a1-0456-411a-b54d-fac9d4523602 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.410020] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2971c18f-0cfd-4689-90fd-d8fc2e90a1c7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.411794] env[63366]: DEBUG nova.network.neutron [-] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2225.420509] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1c8a85-536d-4354-b741-2e4879e40d1b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.434895] env[63366]: DEBUG nova.compute.provider_tree [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2225.449759] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2225.449759] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]521496bb-57a3-2470-ccd3-740d104e2e27" [ 2225.449759] env[63366]: _type = "HttpNfcLease" [ 2225.449759] env[63366]: } is ready. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2225.449759] env[63366]: DEBUG oslo_vmware.rw_handles [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2225.449759] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]521496bb-57a3-2470-ccd3-740d104e2e27" [ 2225.449759] env[63366]: _type = "HttpNfcLease" [ 2225.449759] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2225.450635] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87509cbd-6829-4c11-929f-3b7121f570dc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.458444] env[63366]: DEBUG oslo_vmware.rw_handles [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c5ef90-f35a-e43c-739e-5b7224ba4c10/disk-0.vmdk from lease info. {{(pid=63366) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2225.458619] env[63366]: DEBUG oslo_vmware.rw_handles [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c5ef90-f35a-e43c-739e-5b7224ba4c10/disk-0.vmdk for reading. {{(pid=63366) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2225.530329] env[63366]: DEBUG oslo_concurrency.lockutils [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2225.562651] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d8ae5a70-ab66-4c48-a221-6d68cf232910 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.712785] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f47b7655-d807-491d-90b4-ba633cb947b0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.722639] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f3c555-9d38-49a1-bc5f-ec08bd951f8a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.755976] env[63366]: DEBUG nova.compute.manager [req-ddbf137d-9cd6-44cb-a331-a6424dc10e56 req-e7af0700-22cf-4575-8ef5-e2ff6e85f5e8 service nova] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Detach interface failed, port_id=a252eaad-2462-4ea7-973d-3907e75817ed, reason: Instance 526080de-0e4d-4a04-a9e2-1868167d5abb could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2225.800686] env[63366]: DEBUG nova.virt.hardware [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2225.801123] env[63366]: DEBUG nova.virt.hardware [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2225.801478] env[63366]: DEBUG nova.virt.hardware [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2225.801714] env[63366]: DEBUG nova.virt.hardware [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2225.802068] env[63366]: DEBUG nova.virt.hardware [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2225.802677] env[63366]: DEBUG nova.virt.hardware [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2225.802677] env[63366]: DEBUG nova.virt.hardware [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2225.803017] env[63366]: DEBUG nova.virt.hardware [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2225.803171] env[63366]: DEBUG nova.virt.hardware [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2225.803421] env[63366]: DEBUG nova.virt.hardware [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2225.803763] env[63366]: DEBUG nova.virt.hardware [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2225.810688] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a69ede2e-0d22-43af-b0b1-23a678f6fab9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.828058] env[63366]: DEBUG oslo_vmware.api [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2225.828058] env[63366]: value = "task-2104263" [ 2225.828058] env[63366]: _type = "Task" [ 2225.828058] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2225.838588] env[63366]: DEBUG oslo_vmware.api [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.915352] env[63366]: INFO nova.compute.manager [-] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Took 1.65 seconds to deallocate network for instance. [ 2225.937922] env[63366]: DEBUG nova.scheduler.client.report [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2226.339288] env[63366]: DEBUG oslo_vmware.api [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104263, 'name': ReconfigVM_Task, 'duration_secs': 0.241475} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.339843] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Updating instance '592b5511-a1f4-4b52-ace1-a2a088ba35fe' progress to 33 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2226.423821] env[63366]: DEBUG oslo_concurrency.lockutils [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2226.443277] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2226.446266] env[63366]: DEBUG oslo_concurrency.lockutils [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.916s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2226.446563] env[63366]: DEBUG nova.objects.instance [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Lazy-loading 'resources' on Instance uuid f3b6e9ea-be4b-43c5-9503-4531eddcbe81 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2226.472912] env[63366]: INFO nova.scheduler.client.report [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Deleted allocations for instance 27110bbb-1aa4-4a32-8693-2f94374eebe9 [ 2226.849757] env[63366]: DEBUG nova.virt.hardware [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2226.849757] env[63366]: DEBUG nova.virt.hardware [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2226.849757] env[63366]: DEBUG nova.virt.hardware [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2226.849757] env[63366]: DEBUG nova.virt.hardware [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2226.849757] env[63366]: DEBUG nova.virt.hardware [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2226.852197] env[63366]: DEBUG nova.virt.hardware [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2226.852197] env[63366]: DEBUG nova.virt.hardware [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2226.852197] env[63366]: DEBUG nova.virt.hardware [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2226.852197] env[63366]: DEBUG nova.virt.hardware [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2226.852197] env[63366]: DEBUG nova.virt.hardware [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2226.852197] env[63366]: DEBUG nova.virt.hardware [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2226.857413] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2226.857733] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dae1e522-7d97-4513-9192-83eedef32835 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.877924] env[63366]: DEBUG oslo_vmware.api [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2226.877924] env[63366]: value = "task-2104264" [ 2226.877924] env[63366]: _type = "Task" [ 2226.877924] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.886586] env[63366]: DEBUG oslo_vmware.api [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.982614] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fc303c76-155a-4a97-89d4-30450921f37d tempest-ServersTestManualDisk-570268213 tempest-ServersTestManualDisk-570268213-project-member] Lock "27110bbb-1aa4-4a32-8693-2f94374eebe9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.070s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2227.178757] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae12409-6164-41f8-9d6e-7efaa8c09d8f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.189109] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126e55f5-d8c9-4b49-8973-0ff5421e75ec {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.226458] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37519107-4f74-40f6-b960-70e5c1b917c7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.235278] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f02353a-461e-4e94-a6c4-456e25df4aea {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.256918] env[63366]: DEBUG nova.compute.provider_tree [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2227.388560] env[63366]: DEBUG oslo_vmware.api [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104264, 'name': ReconfigVM_Task, 'duration_secs': 0.191483} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.388884] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2227.389712] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822e7f50-40b0-478d-a6c6-84cf7b723c46 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.416127] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 592b5511-a1f4-4b52-ace1-a2a088ba35fe/592b5511-a1f4-4b52-ace1-a2a088ba35fe.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2227.416423] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebf0e8bc-a5ea-4ea7-9ac2-e776ab3494dd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.441329] env[63366]: DEBUG oslo_vmware.api [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2227.441329] env[63366]: value = "task-2104265" [ 2227.441329] env[63366]: _type = "Task" [ 2227.441329] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2227.450512] env[63366]: DEBUG oslo_vmware.api [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.760452] env[63366]: DEBUG nova.scheduler.client.report [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2227.955130] env[63366]: DEBUG oslo_vmware.api [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104265, 'name': ReconfigVM_Task, 'duration_secs': 0.310878} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.955130] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 592b5511-a1f4-4b52-ace1-a2a088ba35fe/592b5511-a1f4-4b52-ace1-a2a088ba35fe.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2227.955472] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Updating instance '592b5511-a1f4-4b52-ace1-a2a088ba35fe' progress to 50 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2228.270982] env[63366]: DEBUG oslo_concurrency.lockutils [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2228.274250] env[63366]: DEBUG oslo_concurrency.lockutils [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.851s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2228.274507] env[63366]: DEBUG nova.objects.instance [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Lazy-loading 'resources' on Instance uuid 526080de-0e4d-4a04-a9e2-1868167d5abb {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2228.298671] env[63366]: INFO nova.scheduler.client.report [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Deleted allocations for instance f3b6e9ea-be4b-43c5-9503-4531eddcbe81 [ 2228.463070] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f8a835-23ef-4272-b24c-eded608ef135 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.483733] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eea5214-831b-4bcd-afc3-d35ae25b4498 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.507994] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Updating instance '592b5511-a1f4-4b52-ace1-a2a088ba35fe' progress to 67 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2228.809874] env[63366]: DEBUG oslo_concurrency.lockutils [None req-79277aff-c0bb-4e65-be5b-463d8294a3ac tempest-ServersV294TestFqdnHostnames-2000372922 tempest-ServersV294TestFqdnHostnames-2000372922-project-member] Lock "f3b6e9ea-be4b-43c5-9503-4531eddcbe81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.173s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2229.021309] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29038e54-fdae-4e66-833e-0f8cc5b2e36b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.035625] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741809d4-3be4-468f-add2-5e50c31d3aac {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.074708] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602a7856-b8a0-476b-935f-1a58068cc551 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.083688] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c05b609-5e1a-4b0d-bf27-91338312e6cc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.100744] env[63366]: DEBUG nova.compute.provider_tree [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2229.104048] env[63366]: DEBUG nova.network.neutron [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Port 9c3e1f11-7fef-4101-8104-fba6a1200f7e binding to destination host cpu-1 is already ACTIVE {{(pid=63366) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2229.187268] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "78c8c1f4-9c72-4beb-8588-731a876124f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2229.187268] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "78c8c1f4-9c72-4beb-8588-731a876124f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2229.213628] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "1e0e0cc8-b66e-4f0b-83ed-c398145a42ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2229.213833] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "1e0e0cc8-b66e-4f0b-83ed-c398145a42ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2229.607313] env[63366]: DEBUG nova.scheduler.client.report [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2229.691608] env[63366]: DEBUG nova.compute.manager [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2229.717281] env[63366]: DEBUG nova.compute.manager [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2230.117967] env[63366]: DEBUG oslo_concurrency.lockutils [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2230.139305] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "592b5511-a1f4-4b52-ace1-a2a088ba35fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2230.139791] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "592b5511-a1f4-4b52-ace1-a2a088ba35fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2230.140110] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "592b5511-a1f4-4b52-ace1-a2a088ba35fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2230.163025] env[63366]: INFO nova.scheduler.client.report [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Deleted allocations for instance 526080de-0e4d-4a04-a9e2-1868167d5abb [ 2230.213944] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2230.215634] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2230.216600] env[63366]: INFO nova.compute.claims [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2230.243148] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2230.672728] env[63366]: DEBUG oslo_concurrency.lockutils [None req-032f3a1d-5a0f-4afc-9fd0-6ba9c5c61f92 tempest-ServersTestFqdnHostnames-1633371193 tempest-ServersTestFqdnHostnames-1633371193-project-member] Lock "526080de-0e4d-4a04-a9e2-1868167d5abb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.122s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2231.208219] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "refresh_cache-592b5511-a1f4-4b52-ace1-a2a088ba35fe" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2231.208219] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired lock "refresh_cache-592b5511-a1f4-4b52-ace1-a2a088ba35fe" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2231.208219] env[63366]: DEBUG nova.network.neutron [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2231.484194] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bddf74f-7551-4e5c-b0a7-d2057018dde0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.494571] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996a475e-bf1c-4c93-b2f6-0d9cf5bd188a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.534505] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78ae6db-637d-4816-bc18-e3a587fd42a7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.542959] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d69e42-c7c8-4113-b161-49125a89b5fd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.558451] env[63366]: DEBUG nova.compute.provider_tree [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2231.972967] env[63366]: DEBUG nova.network.neutron [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Updating instance_info_cache with network_info: [{"id": "9c3e1f11-7fef-4101-8104-fba6a1200f7e", "address": "fa:16:3e:b1:3e:96", "network": {"id": "f562c19d-030a-462e-bdcf-6f84dd4123f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-427728629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2868b329abc7424ea97b6dc79731ebe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c3e1f11-7f", "ovs_interfaceid": "9c3e1f11-7fef-4101-8104-fba6a1200f7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2232.062935] env[63366]: DEBUG nova.scheduler.client.report [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2232.476093] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Releasing lock "refresh_cache-592b5511-a1f4-4b52-ace1-a2a088ba35fe" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2232.572028] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2232.572028] env[63366]: DEBUG nova.compute.manager [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2232.572706] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.330s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2232.574768] env[63366]: INFO nova.compute.claims [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2233.002691] env[63366]: DEBUG oslo_vmware.rw_handles [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c5ef90-f35a-e43c-739e-5b7224ba4c10/disk-0.vmdk. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2233.003675] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6558724a-05bb-4a55-afd4-283597ddc452 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.011588] env[63366]: DEBUG oslo_vmware.rw_handles [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c5ef90-f35a-e43c-739e-5b7224ba4c10/disk-0.vmdk is in state: ready. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2233.011795] env[63366]: ERROR oslo_vmware.rw_handles [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c5ef90-f35a-e43c-739e-5b7224ba4c10/disk-0.vmdk due to incomplete transfer. [ 2233.012017] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-862507a3-756b-4a48-b027-4c0e5785a5ce {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.017458] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160e04c0-9e09-4a81-93c7-3172e266b3e5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.040207] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d798024c-5054-40e6-b1b4-46706158efd2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.043281] env[63366]: DEBUG oslo_vmware.rw_handles [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c5ef90-f35a-e43c-739e-5b7224ba4c10/disk-0.vmdk. {{(pid=63366) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2233.043670] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Uploaded image 76a8033a-2f4a-431c-ad32-6618c33d481a to the Glance image server {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2233.046624] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Destroying the VM {{(pid=63366) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2233.046889] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-49b4cc4c-3bc7-4135-ab96-a59bff76baf4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.053245] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Updating instance '592b5511-a1f4-4b52-ace1-a2a088ba35fe' progress to 83 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2233.058327] env[63366]: DEBUG oslo_vmware.api [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2233.058327] env[63366]: value = "task-2104266" [ 2233.058327] env[63366]: _type = "Task" [ 2233.058327] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.070492] env[63366]: DEBUG oslo_vmware.api [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104266, 'name': Destroy_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.080263] env[63366]: DEBUG nova.compute.utils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2233.084534] env[63366]: DEBUG nova.compute.manager [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2233.084534] env[63366]: DEBUG nova.network.neutron [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2233.134192] env[63366]: DEBUG nova.policy [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '276357c8b7054226b02a1dc154c28a8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43599d8bf955422a9cdcc5ca6d5f9a38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2233.550470] env[63366]: DEBUG nova.network.neutron [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Successfully created port: 679f0acf-464d-4eb1-adfd-abc953b16d19 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2233.560575] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2233.561713] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ab70764-bd94-4325-b98c-b23f19425492 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.571658] env[63366]: DEBUG oslo_vmware.api [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104266, 'name': Destroy_Task, 'duration_secs': 0.39061} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.572975] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Destroyed the VM [ 2233.573228] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Deleting Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2233.573529] env[63366]: DEBUG oslo_vmware.api [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2233.573529] env[63366]: value = "task-2104267" [ 2233.573529] env[63366]: _type = "Task" [ 2233.573529] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.573767] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ff81923b-0069-403b-b0da-4b3fd14ce05a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.584449] env[63366]: DEBUG oslo_vmware.api [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.585490] env[63366]: DEBUG oslo_vmware.api [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2233.585490] env[63366]: value = "task-2104268" [ 2233.585490] env[63366]: _type = "Task" [ 2233.585490] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.591426] env[63366]: DEBUG nova.compute.manager [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2233.600065] env[63366]: DEBUG oslo_vmware.api [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104268, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.839104] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb99128-6948-4885-bfba-c6fcc54af1e4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.848326] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066a5559-fe3c-4365-820e-ba5ed75d8736 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.882364] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8c6508-0192-4978-a60f-8e98600ee43f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.891666] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbce6c44-333d-4dc6-a65b-8e199913d61d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.907233] env[63366]: DEBUG nova.compute.provider_tree [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2234.088541] env[63366]: DEBUG oslo_vmware.api [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104267, 'name': PowerOnVM_Task, 'duration_secs': 0.4139} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.091618] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2234.091887] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-de98d5f8-7fa2-4e2a-809c-16d11107ea81 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Updating instance '592b5511-a1f4-4b52-ace1-a2a088ba35fe' progress to 100 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2234.104747] env[63366]: DEBUG oslo_vmware.api [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104268, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.410795] env[63366]: DEBUG nova.scheduler.client.report [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2234.608024] env[63366]: DEBUG oslo_vmware.api [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104268, 'name': RemoveSnapshot_Task, 'duration_secs': 0.618795} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.608024] env[63366]: DEBUG nova.compute.manager [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2234.608696] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Deleted Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2234.608953] env[63366]: DEBUG nova.compute.manager [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2234.611677] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae300608-2129-4e4b-82f6-1249b3444879 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.636704] env[63366]: DEBUG nova.virt.hardware [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2234.636945] env[63366]: DEBUG nova.virt.hardware [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2234.637119] env[63366]: DEBUG nova.virt.hardware [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2234.637346] env[63366]: DEBUG nova.virt.hardware [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2234.637438] env[63366]: DEBUG nova.virt.hardware [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2234.637584] env[63366]: DEBUG nova.virt.hardware [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2234.637790] env[63366]: DEBUG nova.virt.hardware [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2234.637946] env[63366]: DEBUG nova.virt.hardware [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2234.642141] env[63366]: DEBUG nova.virt.hardware [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2234.642141] env[63366]: DEBUG nova.virt.hardware [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2234.642330] env[63366]: DEBUG nova.virt.hardware [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2234.643356] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702161af-bfd8-4bde-8d90-742467568822 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.651485] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79455f91-debf-41c9-b2e1-4daa040fc38e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.917504] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2234.919020] env[63366]: DEBUG nova.compute.manager [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2235.129621] env[63366]: INFO nova.compute.manager [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Shelve offloading [ 2235.368511] env[63366]: DEBUG nova.compute.manager [req-b94eff41-320e-4a9e-8c28-1973c5fd09e2 req-3e3dab93-05ee-4bcc-9149-62d26c1990f9 service nova] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Received event network-vif-plugged-679f0acf-464d-4eb1-adfd-abc953b16d19 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2235.368511] env[63366]: DEBUG oslo_concurrency.lockutils [req-b94eff41-320e-4a9e-8c28-1973c5fd09e2 req-3e3dab93-05ee-4bcc-9149-62d26c1990f9 service nova] Acquiring lock "78c8c1f4-9c72-4beb-8588-731a876124f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2235.368511] env[63366]: DEBUG oslo_concurrency.lockutils [req-b94eff41-320e-4a9e-8c28-1973c5fd09e2 req-3e3dab93-05ee-4bcc-9149-62d26c1990f9 service nova] Lock "78c8c1f4-9c72-4beb-8588-731a876124f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2235.368511] env[63366]: DEBUG oslo_concurrency.lockutils [req-b94eff41-320e-4a9e-8c28-1973c5fd09e2 req-3e3dab93-05ee-4bcc-9149-62d26c1990f9 service nova] Lock "78c8c1f4-9c72-4beb-8588-731a876124f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2235.368511] env[63366]: DEBUG nova.compute.manager [req-b94eff41-320e-4a9e-8c28-1973c5fd09e2 req-3e3dab93-05ee-4bcc-9149-62d26c1990f9 service nova] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] No waiting events found dispatching network-vif-plugged-679f0acf-464d-4eb1-adfd-abc953b16d19 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2235.368511] env[63366]: WARNING nova.compute.manager [req-b94eff41-320e-4a9e-8c28-1973c5fd09e2 req-3e3dab93-05ee-4bcc-9149-62d26c1990f9 service nova] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Received unexpected event network-vif-plugged-679f0acf-464d-4eb1-adfd-abc953b16d19 for instance with vm_state building and task_state spawning. [ 2235.422817] env[63366]: DEBUG nova.compute.utils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2235.426414] env[63366]: DEBUG nova.compute.manager [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2235.426717] env[63366]: DEBUG nova.network.neutron [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2235.484680] env[63366]: DEBUG nova.policy [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '276357c8b7054226b02a1dc154c28a8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43599d8bf955422a9cdcc5ca6d5f9a38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2235.590715] env[63366]: DEBUG nova.network.neutron [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Successfully updated port: 679f0acf-464d-4eb1-adfd-abc953b16d19 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2235.635140] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2235.635420] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02d4a75d-9326-4887-8f89-5ba21af460ec {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.643957] env[63366]: DEBUG oslo_vmware.api [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2235.643957] env[63366]: value = "task-2104269" [ 2235.643957] env[63366]: _type = "Task" [ 2235.643957] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.658044] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] VM already powered off {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2235.658044] env[63366]: DEBUG nova.compute.manager [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2235.658044] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e285c083-731b-4721-8cbe-0e9223fa4a60 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.664196] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquiring lock "refresh_cache-1e62706b-679d-4eee-8a19-36b896d6218b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2235.664196] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquired lock "refresh_cache-1e62706b-679d-4eee-8a19-36b896d6218b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2235.664356] env[63366]: DEBUG nova.network.neutron [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2235.689786] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "66cb86cd-d442-4454-a9eb-8e2b07c1db2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2235.690202] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "66cb86cd-d442-4454-a9eb-8e2b07c1db2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2235.930925] env[63366]: DEBUG nova.compute.manager [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2235.935622] env[63366]: DEBUG nova.network.neutron [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Successfully created port: bff0a844-5d6b-4165-872d-85e42caae8e3 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2236.097122] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "refresh_cache-78c8c1f4-9c72-4beb-8588-731a876124f4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2236.097294] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquired lock "refresh_cache-78c8c1f4-9c72-4beb-8588-731a876124f4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2236.097437] env[63366]: DEBUG nova.network.neutron [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2236.123954] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "25984b2b-047b-4ac9-bbfa-4d86a764c3ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2236.124248] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "25984b2b-047b-4ac9-bbfa-4d86a764c3ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2236.193117] env[63366]: DEBUG nova.compute.manager [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2236.366406] env[63366]: DEBUG oslo_concurrency.lockutils [None req-be54e616-8866-4947-8911-56ad7c2cd9a4 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "592b5511-a1f4-4b52-ace1-a2a088ba35fe" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2236.366406] env[63366]: DEBUG oslo_concurrency.lockutils [None req-be54e616-8866-4947-8911-56ad7c2cd9a4 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "592b5511-a1f4-4b52-ace1-a2a088ba35fe" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2236.366406] env[63366]: DEBUG nova.compute.manager [None req-be54e616-8866-4947-8911-56ad7c2cd9a4 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Going to confirm migration 5 {{(pid=63366) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2236.491042] env[63366]: DEBUG nova.network.neutron [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Updating instance_info_cache with network_info: [{"id": "1131ea92-64cb-451d-a7fd-ba83442f994d", "address": "fa:16:3e:e5:f0:1f", "network": {"id": "454a1ee2-ba6b-4310-8e48-5e20b41fe434", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1928859958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ec5d18bf4b4cbea126528ed8d4f150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1131ea92-64", "ovs_interfaceid": "1131ea92-64cb-451d-a7fd-ba83442f994d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2236.627019] env[63366]: DEBUG nova.compute.manager [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2236.641345] env[63366]: DEBUG nova.network.neutron [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2236.723155] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2236.723794] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2236.725050] env[63366]: INFO nova.compute.claims [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2236.833266] env[63366]: DEBUG nova.network.neutron [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Updating instance_info_cache with network_info: [{"id": "679f0acf-464d-4eb1-adfd-abc953b16d19", "address": "fa:16:3e:4d:a3:f2", "network": {"id": "044db771-3000-42f3-ba2d-cde8b048d4f5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1366366490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43599d8bf955422a9cdcc5ca6d5f9a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679f0acf-46", "ovs_interfaceid": "679f0acf-464d-4eb1-adfd-abc953b16d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2236.937138] env[63366]: DEBUG oslo_concurrency.lockutils [None req-be54e616-8866-4947-8911-56ad7c2cd9a4 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "refresh_cache-592b5511-a1f4-4b52-ace1-a2a088ba35fe" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2236.938271] env[63366]: DEBUG oslo_concurrency.lockutils [None req-be54e616-8866-4947-8911-56ad7c2cd9a4 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired lock "refresh_cache-592b5511-a1f4-4b52-ace1-a2a088ba35fe" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2236.938271] env[63366]: DEBUG nova.network.neutron [None req-be54e616-8866-4947-8911-56ad7c2cd9a4 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2236.938271] env[63366]: DEBUG nova.objects.instance [None req-be54e616-8866-4947-8911-56ad7c2cd9a4 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lazy-loading 'info_cache' on Instance uuid 592b5511-a1f4-4b52-ace1-a2a088ba35fe {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2236.945913] env[63366]: DEBUG nova.compute.manager [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2236.979130] env[63366]: DEBUG nova.virt.hardware [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2236.979445] env[63366]: DEBUG nova.virt.hardware [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2236.979661] env[63366]: DEBUG nova.virt.hardware [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2236.979904] env[63366]: DEBUG nova.virt.hardware [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2236.980100] env[63366]: DEBUG nova.virt.hardware [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2236.980317] env[63366]: DEBUG nova.virt.hardware [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2236.980624] env[63366]: DEBUG nova.virt.hardware [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2236.980887] env[63366]: DEBUG nova.virt.hardware [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2236.981139] env[63366]: DEBUG nova.virt.hardware [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2236.981322] env[63366]: DEBUG nova.virt.hardware [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2236.981565] env[63366]: DEBUG nova.virt.hardware [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2236.982613] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5068ca-26d2-4fda-b4f1-8a5c5261689d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.991726] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcafd274-1da5-4e5b-b4a2-cfdc9889fecf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.996169] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Releasing lock "refresh_cache-1e62706b-679d-4eee-8a19-36b896d6218b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2237.177524] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2237.336643] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Releasing lock "refresh_cache-78c8c1f4-9c72-4beb-8588-731a876124f4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2237.337045] env[63366]: DEBUG nova.compute.manager [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Instance network_info: |[{"id": "679f0acf-464d-4eb1-adfd-abc953b16d19", "address": "fa:16:3e:4d:a3:f2", "network": {"id": "044db771-3000-42f3-ba2d-cde8b048d4f5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1366366490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43599d8bf955422a9cdcc5ca6d5f9a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679f0acf-46", "ovs_interfaceid": "679f0acf-464d-4eb1-adfd-abc953b16d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2237.337482] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:a3:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '679f0acf-464d-4eb1-adfd-abc953b16d19', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2237.346632] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Creating folder: Project (43599d8bf955422a9cdcc5ca6d5f9a38). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2237.347243] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a9d5a75-fe5f-4e52-a20c-074daae70c7d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.360462] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Created folder: Project (43599d8bf955422a9cdcc5ca6d5f9a38) in parent group-v430612. [ 2237.360798] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Creating folder: Instances. Parent ref: group-v430845. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2237.361124] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f97a9e1-6358-4e9d-9fad-7141864b966a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.374397] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Created folder: Instances in parent group-v430845. [ 2237.374397] env[63366]: DEBUG oslo.service.loopingcall [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2237.374397] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2237.374397] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3882e32-92e6-42ca-bb55-033e56fc6b84 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.398737] env[63366]: DEBUG nova.compute.manager [req-55d30681-d492-4348-8f07-b30b5b5d4531 req-4af9db74-7517-4df9-8950-0058f2ebede6 service nova] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Received event network-changed-679f0acf-464d-4eb1-adfd-abc953b16d19 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2237.399008] env[63366]: DEBUG nova.compute.manager [req-55d30681-d492-4348-8f07-b30b5b5d4531 req-4af9db74-7517-4df9-8950-0058f2ebede6 service nova] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Refreshing instance network info cache due to event network-changed-679f0acf-464d-4eb1-adfd-abc953b16d19. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2237.399305] env[63366]: DEBUG oslo_concurrency.lockutils [req-55d30681-d492-4348-8f07-b30b5b5d4531 req-4af9db74-7517-4df9-8950-0058f2ebede6 service nova] Acquiring lock "refresh_cache-78c8c1f4-9c72-4beb-8588-731a876124f4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2237.399690] env[63366]: DEBUG oslo_concurrency.lockutils [req-55d30681-d492-4348-8f07-b30b5b5d4531 req-4af9db74-7517-4df9-8950-0058f2ebede6 service nova] Acquired lock "refresh_cache-78c8c1f4-9c72-4beb-8588-731a876124f4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2237.399925] env[63366]: DEBUG nova.network.neutron [req-55d30681-d492-4348-8f07-b30b5b5d4531 req-4af9db74-7517-4df9-8950-0058f2ebede6 service nova] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Refreshing network info cache for port 679f0acf-464d-4eb1-adfd-abc953b16d19 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2237.403345] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2237.403345] env[63366]: value = "task-2104272" [ 2237.403345] env[63366]: _type = "Task" [ 2237.403345] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2237.415909] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104272, 'name': CreateVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.480216] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2237.480955] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b30c98-a3dd-4762-9384-bb6250989b22 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.489313] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2237.489715] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44ba631d-c7dc-4f06-a838-e8713d293d55 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.751492] env[63366]: DEBUG nova.network.neutron [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Successfully updated port: bff0a844-5d6b-4165-872d-85e42caae8e3 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2237.912267] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2237.912529] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2237.912750] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Deleting the datastore file [datastore2] 1e62706b-679d-4eee-8a19-36b896d6218b {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2237.913411] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8ee51a3-0747-40fd-a6c2-fdb50fb22368 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.918598] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104272, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.926138] env[63366]: DEBUG oslo_vmware.api [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2237.926138] env[63366]: value = "task-2104274" [ 2237.926138] env[63366]: _type = "Task" [ 2237.926138] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2237.936267] env[63366]: DEBUG oslo_vmware.api [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.951815] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436d47de-0d39-400f-ac82-94e2ecdfc7fd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.961920] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a504d80-9789-498e-8ea1-75e99279d0ce {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.996123] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275de286-fe96-4ac0-a91f-35f1f6c0cc92 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.004582] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56accb8f-07a9-4085-9606-e478fb8c5318 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.018881] env[63366]: DEBUG nova.compute.provider_tree [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2238.256375] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "refresh_cache-1e0e0cc8-b66e-4f0b-83ed-c398145a42ee" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2238.256375] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquired lock "refresh_cache-1e0e0cc8-b66e-4f0b-83ed-c398145a42ee" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2238.256593] env[63366]: DEBUG nova.network.neutron [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2238.290904] env[63366]: DEBUG nova.network.neutron [None req-be54e616-8866-4947-8911-56ad7c2cd9a4 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Updating instance_info_cache with network_info: [{"id": "9c3e1f11-7fef-4101-8104-fba6a1200f7e", "address": "fa:16:3e:b1:3e:96", "network": {"id": "f562c19d-030a-462e-bdcf-6f84dd4123f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-427728629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2868b329abc7424ea97b6dc79731ebe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c3e1f11-7f", "ovs_interfaceid": "9c3e1f11-7fef-4101-8104-fba6a1200f7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2238.295270] env[63366]: DEBUG nova.network.neutron [req-55d30681-d492-4348-8f07-b30b5b5d4531 req-4af9db74-7517-4df9-8950-0058f2ebede6 service nova] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Updated VIF entry in instance network info cache for port 679f0acf-464d-4eb1-adfd-abc953b16d19. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2238.295601] env[63366]: DEBUG nova.network.neutron [req-55d30681-d492-4348-8f07-b30b5b5d4531 req-4af9db74-7517-4df9-8950-0058f2ebede6 service nova] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Updating instance_info_cache with network_info: [{"id": "679f0acf-464d-4eb1-adfd-abc953b16d19", "address": "fa:16:3e:4d:a3:f2", "network": {"id": "044db771-3000-42f3-ba2d-cde8b048d4f5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1366366490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43599d8bf955422a9cdcc5ca6d5f9a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679f0acf-46", "ovs_interfaceid": "679f0acf-464d-4eb1-adfd-abc953b16d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2238.417180] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104272, 'name': CreateVM_Task, 'duration_secs': 0.787701} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.417349] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2238.418030] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2238.418208] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2238.418521] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2238.418765] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44ac18df-0630-46c3-b71b-46dd8a88963d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.423235] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2238.423235] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52c7d90a-264b-860b-ae18-b671aeedd3dc" [ 2238.423235] env[63366]: _type = "Task" [ 2238.423235] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.431870] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52c7d90a-264b-860b-ae18-b671aeedd3dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.436875] env[63366]: DEBUG oslo_vmware.api [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234571} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.437111] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2238.437290] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2238.437460] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2238.455231] env[63366]: INFO nova.scheduler.client.report [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Deleted allocations for instance 1e62706b-679d-4eee-8a19-36b896d6218b [ 2238.522245] env[63366]: DEBUG nova.scheduler.client.report [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2238.787976] env[63366]: DEBUG nova.network.neutron [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2238.793895] env[63366]: DEBUG oslo_concurrency.lockutils [None req-be54e616-8866-4947-8911-56ad7c2cd9a4 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Releasing lock "refresh_cache-592b5511-a1f4-4b52-ace1-a2a088ba35fe" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2238.793895] env[63366]: DEBUG nova.objects.instance [None req-be54e616-8866-4947-8911-56ad7c2cd9a4 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lazy-loading 'migration_context' on Instance uuid 592b5511-a1f4-4b52-ace1-a2a088ba35fe {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2238.798445] env[63366]: DEBUG oslo_concurrency.lockutils [req-55d30681-d492-4348-8f07-b30b5b5d4531 req-4af9db74-7517-4df9-8950-0058f2ebede6 service nova] Releasing lock "refresh_cache-78c8c1f4-9c72-4beb-8588-731a876124f4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2238.909872] env[63366]: DEBUG nova.network.neutron [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Updating instance_info_cache with network_info: [{"id": "bff0a844-5d6b-4165-872d-85e42caae8e3", "address": "fa:16:3e:88:ad:ff", "network": {"id": "044db771-3000-42f3-ba2d-cde8b048d4f5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1366366490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43599d8bf955422a9cdcc5ca6d5f9a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff0a844-5d", "ovs_interfaceid": "bff0a844-5d6b-4165-872d-85e42caae8e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2238.934024] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52c7d90a-264b-860b-ae18-b671aeedd3dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009751} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.934376] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2238.934803] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2238.935067] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2238.935216] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2238.935396] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2238.935679] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a390f7e1-8355-4fa7-a5ed-447876f644ce {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.944032] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2238.944202] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2238.944955] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4265cd3b-f0a4-4b46-8386-8bf7b17fceb2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.949710] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2238.949710] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]525f6bd5-ae4e-08ba-4710-06a1f4f504d0" [ 2238.949710] env[63366]: _type = "Task" [ 2238.949710] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.957275] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]525f6bd5-ae4e-08ba-4710-06a1f4f504d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.959291] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2239.027083] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2239.027640] env[63366]: DEBUG nova.compute.manager [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2239.030241] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.854s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2239.031620] env[63366]: INFO nova.compute.claims [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2239.299024] env[63366]: DEBUG nova.objects.base [None req-be54e616-8866-4947-8911-56ad7c2cd9a4 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Object Instance<592b5511-a1f4-4b52-ace1-a2a088ba35fe> lazy-loaded attributes: info_cache,migration_context {{(pid=63366) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2239.299024] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c186fa71-cb93-415a-85c8-43be3bbe34ce {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.318537] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aed6b58-84aa-4735-ba59-1a8daef55f13 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.324268] env[63366]: DEBUG oslo_vmware.api [None req-be54e616-8866-4947-8911-56ad7c2cd9a4 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2239.324268] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]522879eb-7b2f-999d-9a74-118134974e4d" [ 2239.324268] env[63366]: _type = "Task" [ 2239.324268] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.332295] env[63366]: DEBUG oslo_vmware.api [None req-be54e616-8866-4947-8911-56ad7c2cd9a4 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522879eb-7b2f-999d-9a74-118134974e4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.413029] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Releasing lock "refresh_cache-1e0e0cc8-b66e-4f0b-83ed-c398145a42ee" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2239.413142] env[63366]: DEBUG nova.compute.manager [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Instance network_info: |[{"id": "bff0a844-5d6b-4165-872d-85e42caae8e3", "address": "fa:16:3e:88:ad:ff", "network": {"id": "044db771-3000-42f3-ba2d-cde8b048d4f5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1366366490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43599d8bf955422a9cdcc5ca6d5f9a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff0a844-5d", "ovs_interfaceid": "bff0a844-5d6b-4165-872d-85e42caae8e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2239.413545] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:ad:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bff0a844-5d6b-4165-872d-85e42caae8e3', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2239.421017] env[63366]: DEBUG oslo.service.loopingcall [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2239.421240] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2239.421465] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f69c7855-459f-490c-bbe0-90b708eb4ef1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.439643] env[63366]: DEBUG nova.compute.manager [req-0ab090ad-334f-43e5-b716-3fb1a24e391d req-85cdb28e-0c3b-4c3e-a96d-3bc4d7d5ce55 service nova] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Received event network-vif-unplugged-1131ea92-64cb-451d-a7fd-ba83442f994d {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2239.439856] env[63366]: DEBUG oslo_concurrency.lockutils [req-0ab090ad-334f-43e5-b716-3fb1a24e391d req-85cdb28e-0c3b-4c3e-a96d-3bc4d7d5ce55 service nova] Acquiring lock "1e62706b-679d-4eee-8a19-36b896d6218b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2239.440069] env[63366]: DEBUG oslo_concurrency.lockutils [req-0ab090ad-334f-43e5-b716-3fb1a24e391d req-85cdb28e-0c3b-4c3e-a96d-3bc4d7d5ce55 service nova] Lock "1e62706b-679d-4eee-8a19-36b896d6218b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2239.440234] env[63366]: DEBUG oslo_concurrency.lockutils [req-0ab090ad-334f-43e5-b716-3fb1a24e391d req-85cdb28e-0c3b-4c3e-a96d-3bc4d7d5ce55 service nova] Lock "1e62706b-679d-4eee-8a19-36b896d6218b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2239.440395] env[63366]: DEBUG nova.compute.manager [req-0ab090ad-334f-43e5-b716-3fb1a24e391d req-85cdb28e-0c3b-4c3e-a96d-3bc4d7d5ce55 service nova] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] No waiting events found dispatching network-vif-unplugged-1131ea92-64cb-451d-a7fd-ba83442f994d {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2239.440558] env[63366]: WARNING nova.compute.manager [req-0ab090ad-334f-43e5-b716-3fb1a24e391d req-85cdb28e-0c3b-4c3e-a96d-3bc4d7d5ce55 service nova] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Received unexpected event network-vif-unplugged-1131ea92-64cb-451d-a7fd-ba83442f994d for instance with vm_state shelved_offloaded and task_state unshelving. [ 2239.440737] env[63366]: DEBUG nova.compute.manager [req-0ab090ad-334f-43e5-b716-3fb1a24e391d req-85cdb28e-0c3b-4c3e-a96d-3bc4d7d5ce55 service nova] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Received event network-changed-1131ea92-64cb-451d-a7fd-ba83442f994d {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2239.440875] env[63366]: DEBUG nova.compute.manager [req-0ab090ad-334f-43e5-b716-3fb1a24e391d req-85cdb28e-0c3b-4c3e-a96d-3bc4d7d5ce55 service nova] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Refreshing instance network info cache due to event network-changed-1131ea92-64cb-451d-a7fd-ba83442f994d. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2239.441064] env[63366]: DEBUG oslo_concurrency.lockutils [req-0ab090ad-334f-43e5-b716-3fb1a24e391d req-85cdb28e-0c3b-4c3e-a96d-3bc4d7d5ce55 service nova] Acquiring lock "refresh_cache-1e62706b-679d-4eee-8a19-36b896d6218b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2239.441198] env[63366]: DEBUG oslo_concurrency.lockutils [req-0ab090ad-334f-43e5-b716-3fb1a24e391d req-85cdb28e-0c3b-4c3e-a96d-3bc4d7d5ce55 service nova] Acquired lock "refresh_cache-1e62706b-679d-4eee-8a19-36b896d6218b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2239.441352] env[63366]: DEBUG nova.network.neutron [req-0ab090ad-334f-43e5-b716-3fb1a24e391d req-85cdb28e-0c3b-4c3e-a96d-3bc4d7d5ce55 service nova] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Refreshing network info cache for port 1131ea92-64cb-451d-a7fd-ba83442f994d {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2239.448374] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2239.448374] env[63366]: value = "task-2104275" [ 2239.448374] env[63366]: _type = "Task" [ 2239.448374] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.464494] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]525f6bd5-ae4e-08ba-4710-06a1f4f504d0, 'name': SearchDatastore_Task, 'duration_secs': 0.008805} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.465570] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d84cb985-7377-4df3-9b47-43ab367f1dd0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.470295] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2239.470295] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52aff640-3d3d-c3d6-b8a2-579156a79753" [ 2239.470295] env[63366]: _type = "Task" [ 2239.470295] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.478073] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52aff640-3d3d-c3d6-b8a2-579156a79753, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.538545] env[63366]: DEBUG nova.compute.utils [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2239.540444] env[63366]: DEBUG nova.compute.manager [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2239.540689] env[63366]: DEBUG nova.network.neutron [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2239.614458] env[63366]: DEBUG nova.policy [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd93cb2e7a23748c7b6cb1de8d6cf78a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78586b8c868a49e49210489446994e90', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2239.756630] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c81a4504-b2a0-48f5-955a-2d706a695123 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "0b03d8ab-ab1e-4a81-a756-088816b4ec1f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2239.756870] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c81a4504-b2a0-48f5-955a-2d706a695123 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "0b03d8ab-ab1e-4a81-a756-088816b4ec1f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2239.837120] env[63366]: DEBUG oslo_vmware.api [None req-be54e616-8866-4947-8911-56ad7c2cd9a4 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522879eb-7b2f-999d-9a74-118134974e4d, 'name': SearchDatastore_Task, 'duration_secs': 0.007549} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.837120] env[63366]: DEBUG oslo_concurrency.lockutils [None req-be54e616-8866-4947-8911-56ad7c2cd9a4 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2239.960626] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104275, 'name': CreateVM_Task, 'duration_secs': 0.406821} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.960862] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2239.961844] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2239.962040] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2239.962389] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2239.962665] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba4d083a-fd39-4734-b581-916a1c71c9e6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.965986] env[63366]: DEBUG nova.network.neutron [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Successfully created port: c21a5002-e23d-4fc8-96b9-fb3f491ccc47 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2239.971412] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2239.971412] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5260f588-8771-026b-7273-87c3f7e4a9ca" [ 2239.971412] env[63366]: _type = "Task" [ 2239.971412] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.986496] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52aff640-3d3d-c3d6-b8a2-579156a79753, 'name': SearchDatastore_Task, 'duration_secs': 0.011013} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.986717] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5260f588-8771-026b-7273-87c3f7e4a9ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009355} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.988192] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2239.988468] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 78c8c1f4-9c72-4beb-8588-731a876124f4/78c8c1f4-9c72-4beb-8588-731a876124f4.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2239.988791] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2239.989014] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2239.989236] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2239.989379] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2239.989547] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2239.995090] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f9668cb-7d90-4820-b202-6c8e18d52fb5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.997103] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38beba18-47f2-46fd-ab32-a75a87b60e3e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.005341] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2240.005341] env[63366]: value = "task-2104276" [ 2240.005341] env[63366]: _type = "Task" [ 2240.005341] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.006586] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2240.006790] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2240.010885] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d224a97a-cf77-4987-8eab-29dd348ec709 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.021671] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.023025] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2240.023025] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5259fcb6-8a53-f25a-3966-bb5eaf78f956" [ 2240.023025] env[63366]: _type = "Task" [ 2240.023025] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.032105] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5259fcb6-8a53-f25a-3966-bb5eaf78f956, 'name': SearchDatastore_Task, 'duration_secs': 0.008774} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.033205] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59c16175-42fe-49c9-86e6-ac116114fb04 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.038345] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2240.038345] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]527fb90a-248f-d7a6-d49f-53c59d1369ac" [ 2240.038345] env[63366]: _type = "Task" [ 2240.038345] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.045708] env[63366]: DEBUG nova.compute.manager [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2240.053246] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]527fb90a-248f-d7a6-d49f-53c59d1369ac, 'name': SearchDatastore_Task, 'duration_secs': 0.00808} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.053777] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2240.054309] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee/1e0e0cc8-b66e-4f0b-83ed-c398145a42ee.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2240.054640] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5ec2756-e774-4ecd-a988-1fb8fdbce51f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.062825] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2240.062825] env[63366]: value = "task-2104277" [ 2240.062825] env[63366]: _type = "Task" [ 2240.062825] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.074059] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.260535] env[63366]: DEBUG nova.compute.utils [None req-c81a4504-b2a0-48f5-955a-2d706a695123 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2240.262725] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1364d26-9541-478c-ac0e-0f3eec563739 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.273170] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec73721-5f97-4fbe-bb4c-d8268c54c51a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.305224] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c642f9e8-1cc2-4e53-a8c3-60cbc45df1c3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.313363] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09e691d-00d9-43e2-a20c-1c3e0af4f5fc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.318547] env[63366]: DEBUG nova.network.neutron [req-0ab090ad-334f-43e5-b716-3fb1a24e391d req-85cdb28e-0c3b-4c3e-a96d-3bc4d7d5ce55 service nova] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Updated VIF entry in instance network info cache for port 1131ea92-64cb-451d-a7fd-ba83442f994d. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2240.319024] env[63366]: DEBUG nova.network.neutron [req-0ab090ad-334f-43e5-b716-3fb1a24e391d req-85cdb28e-0c3b-4c3e-a96d-3bc4d7d5ce55 service nova] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Updating instance_info_cache with network_info: [{"id": "1131ea92-64cb-451d-a7fd-ba83442f994d", "address": "fa:16:3e:e5:f0:1f", "network": {"id": "454a1ee2-ba6b-4310-8e48-5e20b41fe434", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1928859958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ec5d18bf4b4cbea126528ed8d4f150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1131ea92-64", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2240.344677] env[63366]: DEBUG nova.compute.provider_tree [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2240.500265] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquiring lock "1e62706b-679d-4eee-8a19-36b896d6218b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2240.516970] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445914} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.517260] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 78c8c1f4-9c72-4beb-8588-731a876124f4/78c8c1f4-9c72-4beb-8588-731a876124f4.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2240.517450] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2240.517707] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eeca213f-a695-4c98-bec5-907dd33b7679 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.525367] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2240.525367] env[63366]: value = "task-2104278" [ 2240.525367] env[63366]: _type = "Task" [ 2240.525367] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.533628] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.576179] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104277, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.767022] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c81a4504-b2a0-48f5-955a-2d706a695123 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "0b03d8ab-ab1e-4a81-a756-088816b4ec1f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2240.822737] env[63366]: DEBUG oslo_concurrency.lockutils [req-0ab090ad-334f-43e5-b716-3fb1a24e391d req-85cdb28e-0c3b-4c3e-a96d-3bc4d7d5ce55 service nova] Releasing lock "refresh_cache-1e62706b-679d-4eee-8a19-36b896d6218b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2240.823020] env[63366]: DEBUG nova.compute.manager [req-0ab090ad-334f-43e5-b716-3fb1a24e391d req-85cdb28e-0c3b-4c3e-a96d-3bc4d7d5ce55 service nova] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Received event network-vif-plugged-bff0a844-5d6b-4165-872d-85e42caae8e3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2240.823218] env[63366]: DEBUG oslo_concurrency.lockutils [req-0ab090ad-334f-43e5-b716-3fb1a24e391d req-85cdb28e-0c3b-4c3e-a96d-3bc4d7d5ce55 service nova] Acquiring lock "1e0e0cc8-b66e-4f0b-83ed-c398145a42ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2240.823429] env[63366]: DEBUG oslo_concurrency.lockutils [req-0ab090ad-334f-43e5-b716-3fb1a24e391d req-85cdb28e-0c3b-4c3e-a96d-3bc4d7d5ce55 service nova] Lock "1e0e0cc8-b66e-4f0b-83ed-c398145a42ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2240.823589] env[63366]: DEBUG oslo_concurrency.lockutils [req-0ab090ad-334f-43e5-b716-3fb1a24e391d req-85cdb28e-0c3b-4c3e-a96d-3bc4d7d5ce55 service nova] Lock "1e0e0cc8-b66e-4f0b-83ed-c398145a42ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2240.823784] env[63366]: DEBUG nova.compute.manager [req-0ab090ad-334f-43e5-b716-3fb1a24e391d req-85cdb28e-0c3b-4c3e-a96d-3bc4d7d5ce55 service nova] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] No waiting events found dispatching network-vif-plugged-bff0a844-5d6b-4165-872d-85e42caae8e3 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2240.823958] env[63366]: WARNING nova.compute.manager [req-0ab090ad-334f-43e5-b716-3fb1a24e391d req-85cdb28e-0c3b-4c3e-a96d-3bc4d7d5ce55 service nova] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Received unexpected event network-vif-plugged-bff0a844-5d6b-4165-872d-85e42caae8e3 for instance with vm_state building and task_state spawning. [ 2240.824135] env[63366]: DEBUG nova.compute.manager [req-0ab090ad-334f-43e5-b716-3fb1a24e391d req-85cdb28e-0c3b-4c3e-a96d-3bc4d7d5ce55 service nova] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Received event network-changed-bff0a844-5d6b-4165-872d-85e42caae8e3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2240.824288] env[63366]: DEBUG nova.compute.manager [req-0ab090ad-334f-43e5-b716-3fb1a24e391d req-85cdb28e-0c3b-4c3e-a96d-3bc4d7d5ce55 service nova] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Refreshing instance network info cache due to event network-changed-bff0a844-5d6b-4165-872d-85e42caae8e3. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2240.824469] env[63366]: DEBUG oslo_concurrency.lockutils [req-0ab090ad-334f-43e5-b716-3fb1a24e391d req-85cdb28e-0c3b-4c3e-a96d-3bc4d7d5ce55 service nova] Acquiring lock "refresh_cache-1e0e0cc8-b66e-4f0b-83ed-c398145a42ee" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2240.824603] env[63366]: DEBUG oslo_concurrency.lockutils [req-0ab090ad-334f-43e5-b716-3fb1a24e391d req-85cdb28e-0c3b-4c3e-a96d-3bc4d7d5ce55 service nova] Acquired lock "refresh_cache-1e0e0cc8-b66e-4f0b-83ed-c398145a42ee" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2240.824779] env[63366]: DEBUG nova.network.neutron [req-0ab090ad-334f-43e5-b716-3fb1a24e391d req-85cdb28e-0c3b-4c3e-a96d-3bc4d7d5ce55 service nova] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Refreshing network info cache for port bff0a844-5d6b-4165-872d-85e42caae8e3 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2240.848402] env[63366]: DEBUG nova.scheduler.client.report [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2241.035381] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200589} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.035644] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2241.036635] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f81fc4-3a82-489f-9e68-3ee0bcda8ffe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.058213] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 78c8c1f4-9c72-4beb-8588-731a876124f4/78c8c1f4-9c72-4beb-8588-731a876124f4.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2241.059235] env[63366]: DEBUG nova.compute.manager [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2241.061066] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a28b436e-fff2-4cfe-8cce-fef2d41a5168 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.083273] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718397} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.084482] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee/1e0e0cc8-b66e-4f0b-83ed-c398145a42ee.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2241.084694] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2241.084983] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2241.084983] env[63366]: value = "task-2104279" [ 2241.084983] env[63366]: _type = "Task" [ 2241.084983] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.085181] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7805fd3-ca2a-4c9a-8979-95e4da2acb54 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.094572] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104279, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.095679] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2241.095679] env[63366]: value = "task-2104280" [ 2241.095679] env[63366]: _type = "Task" [ 2241.095679] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.097633] env[63366]: DEBUG nova.virt.hardware [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2241.097848] env[63366]: DEBUG nova.virt.hardware [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2241.098011] env[63366]: DEBUG nova.virt.hardware [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2241.098199] env[63366]: DEBUG nova.virt.hardware [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2241.098338] env[63366]: DEBUG nova.virt.hardware [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2241.098480] env[63366]: DEBUG nova.virt.hardware [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2241.098683] env[63366]: DEBUG nova.virt.hardware [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2241.098839] env[63366]: DEBUG nova.virt.hardware [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2241.099016] env[63366]: DEBUG nova.virt.hardware [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2241.099175] env[63366]: DEBUG nova.virt.hardware [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2241.099342] env[63366]: DEBUG nova.virt.hardware [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2241.100120] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29af5ad9-a5de-4ebb-819a-b227bfecdb25 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.112098] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af45d9f-ae85-4162-9dbf-ff6cff954b81 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.115654] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.353356] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2241.353913] env[63366]: DEBUG nova.compute.manager [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2241.356436] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.397s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2241.356650] env[63366]: DEBUG nova.objects.instance [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lazy-loading 'resources' on Instance uuid 1e62706b-679d-4eee-8a19-36b896d6218b {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2241.597341] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104279, 'name': ReconfigVM_Task, 'duration_secs': 0.27247} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.597607] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 78c8c1f4-9c72-4beb-8588-731a876124f4/78c8c1f4-9c72-4beb-8588-731a876124f4.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2241.598249] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1591e724-d634-4a5b-b77e-76995ca85558 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.600489] env[63366]: DEBUG nova.network.neutron [req-0ab090ad-334f-43e5-b716-3fb1a24e391d req-85cdb28e-0c3b-4c3e-a96d-3bc4d7d5ce55 service nova] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Updated VIF entry in instance network info cache for port bff0a844-5d6b-4165-872d-85e42caae8e3. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2241.600817] env[63366]: DEBUG nova.network.neutron [req-0ab090ad-334f-43e5-b716-3fb1a24e391d req-85cdb28e-0c3b-4c3e-a96d-3bc4d7d5ce55 service nova] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Updating instance_info_cache with network_info: [{"id": "bff0a844-5d6b-4165-872d-85e42caae8e3", "address": "fa:16:3e:88:ad:ff", "network": {"id": "044db771-3000-42f3-ba2d-cde8b048d4f5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1366366490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43599d8bf955422a9cdcc5ca6d5f9a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff0a844-5d", "ovs_interfaceid": "bff0a844-5d6b-4165-872d-85e42caae8e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2241.611630] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062355} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.613333] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2241.613657] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2241.613657] env[63366]: value = "task-2104281" [ 2241.613657] env[63366]: _type = "Task" [ 2241.613657] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.614356] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babc05f3-c19b-470c-9289-1d0abad6137c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.640404] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee/1e0e0cc8-b66e-4f0b-83ed-c398145a42ee.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2241.644461] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e938f589-98da-43dd-a5e4-278fd6535b3d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.662344] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104281, 'name': Rename_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.669234] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2241.669234] env[63366]: value = "task-2104282" [ 2241.669234] env[63366]: _type = "Task" [ 2241.669234] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.681237] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.795410] env[63366]: DEBUG nova.compute.manager [req-13a53f6b-c70d-4c8e-b3fc-c0a12eb96990 req-179709a6-7ad3-4afc-bb22-16acf34ba241 service nova] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Received event network-vif-plugged-c21a5002-e23d-4fc8-96b9-fb3f491ccc47 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2241.795410] env[63366]: DEBUG oslo_concurrency.lockutils [req-13a53f6b-c70d-4c8e-b3fc-c0a12eb96990 req-179709a6-7ad3-4afc-bb22-16acf34ba241 service nova] Acquiring lock "66cb86cd-d442-4454-a9eb-8e2b07c1db2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2241.795637] env[63366]: DEBUG oslo_concurrency.lockutils [req-13a53f6b-c70d-4c8e-b3fc-c0a12eb96990 req-179709a6-7ad3-4afc-bb22-16acf34ba241 service nova] Lock "66cb86cd-d442-4454-a9eb-8e2b07c1db2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2241.795702] env[63366]: DEBUG oslo_concurrency.lockutils [req-13a53f6b-c70d-4c8e-b3fc-c0a12eb96990 req-179709a6-7ad3-4afc-bb22-16acf34ba241 service nova] Lock "66cb86cd-d442-4454-a9eb-8e2b07c1db2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2241.795958] env[63366]: DEBUG nova.compute.manager [req-13a53f6b-c70d-4c8e-b3fc-c0a12eb96990 req-179709a6-7ad3-4afc-bb22-16acf34ba241 service nova] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] No waiting events found dispatching network-vif-plugged-c21a5002-e23d-4fc8-96b9-fb3f491ccc47 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2241.796303] env[63366]: WARNING nova.compute.manager [req-13a53f6b-c70d-4c8e-b3fc-c0a12eb96990 req-179709a6-7ad3-4afc-bb22-16acf34ba241 service nova] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Received unexpected event network-vif-plugged-c21a5002-e23d-4fc8-96b9-fb3f491ccc47 for instance with vm_state building and task_state spawning. [ 2241.828372] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c81a4504-b2a0-48f5-955a-2d706a695123 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "0b03d8ab-ab1e-4a81-a756-088816b4ec1f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2241.828633] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c81a4504-b2a0-48f5-955a-2d706a695123 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "0b03d8ab-ab1e-4a81-a756-088816b4ec1f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2241.828859] env[63366]: INFO nova.compute.manager [None req-c81a4504-b2a0-48f5-955a-2d706a695123 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Attaching volume e218f132-3f07-449e-83d4-921665e12781 to /dev/sdb [ 2241.861387] env[63366]: DEBUG nova.compute.utils [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2241.863084] env[63366]: DEBUG nova.objects.instance [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lazy-loading 'numa_topology' on Instance uuid 1e62706b-679d-4eee-8a19-36b896d6218b {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2241.864537] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc96c86d-22e6-487a-ab8b-41980472d77c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.867829] env[63366]: DEBUG nova.compute.manager [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2241.868054] env[63366]: DEBUG nova.network.neutron [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2241.875013] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7729867d-fc10-4010-baeb-b2e1cefbbb52 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.891859] env[63366]: DEBUG nova.virt.block_device [None req-c81a4504-b2a0-48f5-955a-2d706a695123 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Updating existing volume attachment record: f5eb96ec-141a-4362-a184-a30a432c6d50 {{(pid=63366) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2241.907921] env[63366]: DEBUG nova.policy [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd93cb2e7a23748c7b6cb1de8d6cf78a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78586b8c868a49e49210489446994e90', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2242.107025] env[63366]: DEBUG oslo_concurrency.lockutils [req-0ab090ad-334f-43e5-b716-3fb1a24e391d req-85cdb28e-0c3b-4c3e-a96d-3bc4d7d5ce55 service nova] Releasing lock "refresh_cache-1e0e0cc8-b66e-4f0b-83ed-c398145a42ee" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2242.126742] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104281, 'name': Rename_Task, 'duration_secs': 0.15417} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2242.126742] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2242.126892] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8299077-231e-4256-8ac9-02ab790ecf5b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.132848] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2242.132848] env[63366]: value = "task-2104284" [ 2242.132848] env[63366]: _type = "Task" [ 2242.132848] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.142478] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.179474] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104282, 'name': ReconfigVM_Task, 'duration_secs': 0.333752} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2242.179813] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee/1e0e0cc8-b66e-4f0b-83ed-c398145a42ee.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2242.180462] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3726c0af-cdca-40b7-a8b1-d92b8e0c7ea2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.186162] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2242.186162] env[63366]: value = "task-2104285" [ 2242.186162] env[63366]: _type = "Task" [ 2242.186162] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.195690] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104285, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.258887] env[63366]: DEBUG nova.network.neutron [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Successfully updated port: c21a5002-e23d-4fc8-96b9-fb3f491ccc47 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2242.262191] env[63366]: DEBUG nova.network.neutron [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Successfully created port: 8d7395ad-ce34-4be7-bf83-0a3d4ff58ce1 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2242.287855] env[63366]: DEBUG nova.compute.manager [req-31c0287f-4c29-41ce-ab46-4c5ec8ad5ab7 req-54cd4efb-543b-4402-b55f-3b93a87c0c93 service nova] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Received event network-changed-c21a5002-e23d-4fc8-96b9-fb3f491ccc47 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2242.288031] env[63366]: DEBUG nova.compute.manager [req-31c0287f-4c29-41ce-ab46-4c5ec8ad5ab7 req-54cd4efb-543b-4402-b55f-3b93a87c0c93 service nova] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Refreshing instance network info cache due to event network-changed-c21a5002-e23d-4fc8-96b9-fb3f491ccc47. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2242.288249] env[63366]: DEBUG oslo_concurrency.lockutils [req-31c0287f-4c29-41ce-ab46-4c5ec8ad5ab7 req-54cd4efb-543b-4402-b55f-3b93a87c0c93 service nova] Acquiring lock "refresh_cache-66cb86cd-d442-4454-a9eb-8e2b07c1db2c" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2242.288388] env[63366]: DEBUG oslo_concurrency.lockutils [req-31c0287f-4c29-41ce-ab46-4c5ec8ad5ab7 req-54cd4efb-543b-4402-b55f-3b93a87c0c93 service nova] Acquired lock "refresh_cache-66cb86cd-d442-4454-a9eb-8e2b07c1db2c" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2242.288574] env[63366]: DEBUG nova.network.neutron [req-31c0287f-4c29-41ce-ab46-4c5ec8ad5ab7 req-54cd4efb-543b-4402-b55f-3b93a87c0c93 service nova] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Refreshing network info cache for port c21a5002-e23d-4fc8-96b9-fb3f491ccc47 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2242.368672] env[63366]: DEBUG nova.compute.manager [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2242.371514] env[63366]: DEBUG nova.objects.base [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Object Instance<1e62706b-679d-4eee-8a19-36b896d6218b> lazy-loaded attributes: resources,numa_topology {{(pid=63366) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2242.571891] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfe75d8-c53c-449a-b02a-7fee4b607aa1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.581986] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebff0041-4b91-4783-8832-7d2765e6ad8a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.615583] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6cfed4-e167-43d4-875d-465159c37cb7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.623436] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5f2fb0-d859-48a3-9498-27d9ec6c1ea1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.637592] env[63366]: DEBUG nova.compute.provider_tree [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2242.646841] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104284, 'name': PowerOnVM_Task, 'duration_secs': 0.474227} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2242.647705] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2242.647911] env[63366]: INFO nova.compute.manager [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Took 8.04 seconds to spawn the instance on the hypervisor. [ 2242.648138] env[63366]: DEBUG nova.compute.manager [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2242.648926] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de46a15-b8ec-4b58-9803-c49e311031a3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.696272] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104285, 'name': Rename_Task, 'duration_secs': 0.190158} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2242.696606] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2242.696848] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6ae7c25-19c9-42e8-8a97-8849c6398cad {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.703957] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2242.703957] env[63366]: value = "task-2104288" [ 2242.703957] env[63366]: _type = "Task" [ 2242.703957] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.711446] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.757855] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "refresh_cache-66cb86cd-d442-4454-a9eb-8e2b07c1db2c" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2242.838119] env[63366]: DEBUG nova.network.neutron [req-31c0287f-4c29-41ce-ab46-4c5ec8ad5ab7 req-54cd4efb-543b-4402-b55f-3b93a87c0c93 service nova] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2243.004674] env[63366]: DEBUG nova.network.neutron [req-31c0287f-4c29-41ce-ab46-4c5ec8ad5ab7 req-54cd4efb-543b-4402-b55f-3b93a87c0c93 service nova] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2243.143430] env[63366]: DEBUG nova.scheduler.client.report [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2243.166024] env[63366]: INFO nova.compute.manager [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Took 12.97 seconds to build instance. [ 2243.214455] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104288, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.380652] env[63366]: DEBUG nova.compute.manager [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2243.407396] env[63366]: DEBUG nova.virt.hardware [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2243.407720] env[63366]: DEBUG nova.virt.hardware [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2243.407945] env[63366]: DEBUG nova.virt.hardware [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2243.408227] env[63366]: DEBUG nova.virt.hardware [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2243.408435] env[63366]: DEBUG nova.virt.hardware [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2243.408643] env[63366]: DEBUG nova.virt.hardware [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2243.408971] env[63366]: DEBUG nova.virt.hardware [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2243.409318] env[63366]: DEBUG nova.virt.hardware [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2243.409444] env[63366]: DEBUG nova.virt.hardware [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2243.409689] env[63366]: DEBUG nova.virt.hardware [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2243.409929] env[63366]: DEBUG nova.virt.hardware [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2243.410858] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55b36fd-0077-4d84-8c56-f24447349ac9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.419013] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4206a6db-5ddf-4da2-ac86-69756ca4ca41 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.508160] env[63366]: DEBUG oslo_concurrency.lockutils [req-31c0287f-4c29-41ce-ab46-4c5ec8ad5ab7 req-54cd4efb-543b-4402-b55f-3b93a87c0c93 service nova] Releasing lock "refresh_cache-66cb86cd-d442-4454-a9eb-8e2b07c1db2c" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2243.508542] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquired lock "refresh_cache-66cb86cd-d442-4454-a9eb-8e2b07c1db2c" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2243.508702] env[63366]: DEBUG nova.network.neutron [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2243.648813] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2243.651306] env[63366]: DEBUG oslo_concurrency.lockutils [None req-be54e616-8866-4947-8911-56ad7c2cd9a4 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.815s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2243.666809] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "78c8c1f4-9c72-4beb-8588-731a876124f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.479s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2243.714723] env[63366]: DEBUG oslo_vmware.api [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104288, 'name': PowerOnVM_Task, 'duration_secs': 1.003717} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2243.715053] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2243.715536] env[63366]: INFO nova.compute.manager [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Took 6.77 seconds to spawn the instance on the hypervisor. [ 2243.715536] env[63366]: DEBUG nova.compute.manager [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2243.716199] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19913477-59a3-4500-946b-d1603f12f880 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.749060] env[63366]: DEBUG nova.network.neutron [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Successfully updated port: 8d7395ad-ce34-4be7-bf83-0a3d4ff58ce1 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2244.047383] env[63366]: DEBUG nova.network.neutron [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2244.161397] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b51c3ef0-e271-406c-a62c-e43a5b3a9331 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lock "1e62706b-679d-4eee-8a19-36b896d6218b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.387s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2244.162056] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lock "1e62706b-679d-4eee-8a19-36b896d6218b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.662s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2244.162167] env[63366]: INFO nova.compute.manager [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Unshelving [ 2244.217888] env[63366]: DEBUG nova.network.neutron [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Updating instance_info_cache with network_info: [{"id": "c21a5002-e23d-4fc8-96b9-fb3f491ccc47", "address": "fa:16:3e:99:f9:ed", "network": {"id": "46396d66-ee83-49ac-8188-6b1ddd43eb97", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1814001189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78586b8c868a49e49210489446994e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21a5002-e2", "ovs_interfaceid": "c21a5002-e23d-4fc8-96b9-fb3f491ccc47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2244.235521] env[63366]: INFO nova.compute.manager [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Took 14.01 seconds to build instance. [ 2244.253446] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "refresh_cache-25984b2b-047b-4ac9-bbfa-4d86a764c3ce" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2244.253610] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquired lock "refresh_cache-25984b2b-047b-4ac9-bbfa-4d86a764c3ce" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2244.253787] env[63366]: DEBUG nova.network.neutron [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2244.312602] env[63366]: DEBUG nova.compute.manager [req-305eceee-136a-4e9e-b0fa-c3b3697d6592 req-cc278b0f-21de-4f51-ad6e-826365f9f57a service nova] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Received event network-vif-plugged-8d7395ad-ce34-4be7-bf83-0a3d4ff58ce1 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2244.312784] env[63366]: DEBUG oslo_concurrency.lockutils [req-305eceee-136a-4e9e-b0fa-c3b3697d6592 req-cc278b0f-21de-4f51-ad6e-826365f9f57a service nova] Acquiring lock "25984b2b-047b-4ac9-bbfa-4d86a764c3ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2244.312930] env[63366]: DEBUG oslo_concurrency.lockutils [req-305eceee-136a-4e9e-b0fa-c3b3697d6592 req-cc278b0f-21de-4f51-ad6e-826365f9f57a service nova] Lock "25984b2b-047b-4ac9-bbfa-4d86a764c3ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2244.313112] env[63366]: DEBUG oslo_concurrency.lockutils [req-305eceee-136a-4e9e-b0fa-c3b3697d6592 req-cc278b0f-21de-4f51-ad6e-826365f9f57a service nova] Lock "25984b2b-047b-4ac9-bbfa-4d86a764c3ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2244.313276] env[63366]: DEBUG nova.compute.manager [req-305eceee-136a-4e9e-b0fa-c3b3697d6592 req-cc278b0f-21de-4f51-ad6e-826365f9f57a service nova] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] No waiting events found dispatching network-vif-plugged-8d7395ad-ce34-4be7-bf83-0a3d4ff58ce1 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2244.313437] env[63366]: WARNING nova.compute.manager [req-305eceee-136a-4e9e-b0fa-c3b3697d6592 req-cc278b0f-21de-4f51-ad6e-826365f9f57a service nova] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Received unexpected event network-vif-plugged-8d7395ad-ce34-4be7-bf83-0a3d4ff58ce1 for instance with vm_state building and task_state spawning. [ 2244.313590] env[63366]: DEBUG nova.compute.manager [req-305eceee-136a-4e9e-b0fa-c3b3697d6592 req-cc278b0f-21de-4f51-ad6e-826365f9f57a service nova] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Received event network-changed-8d7395ad-ce34-4be7-bf83-0a3d4ff58ce1 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2244.314215] env[63366]: DEBUG nova.compute.manager [req-305eceee-136a-4e9e-b0fa-c3b3697d6592 req-cc278b0f-21de-4f51-ad6e-826365f9f57a service nova] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Refreshing instance network info cache due to event network-changed-8d7395ad-ce34-4be7-bf83-0a3d4ff58ce1. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2244.314215] env[63366]: DEBUG oslo_concurrency.lockutils [req-305eceee-136a-4e9e-b0fa-c3b3697d6592 req-cc278b0f-21de-4f51-ad6e-826365f9f57a service nova] Acquiring lock "refresh_cache-25984b2b-047b-4ac9-bbfa-4d86a764c3ce" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2244.337937] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc7f817-26a2-488b-be4a-3ca1c9eb6f42 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.345470] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81de0737-5cf3-43dd-bad6-d72fe23b72db {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.376864] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a455339c-c064-407e-8209-5f9eaad4610a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.384686] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda2ef6e-2a65-47c5-9815-92564c777e22 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.399838] env[63366]: DEBUG nova.compute.provider_tree [None req-be54e616-8866-4947-8911-56ad7c2cd9a4 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2244.720700] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Releasing lock "refresh_cache-66cb86cd-d442-4454-a9eb-8e2b07c1db2c" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2244.721014] env[63366]: DEBUG nova.compute.manager [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Instance network_info: |[{"id": "c21a5002-e23d-4fc8-96b9-fb3f491ccc47", "address": "fa:16:3e:99:f9:ed", "network": {"id": "46396d66-ee83-49ac-8188-6b1ddd43eb97", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1814001189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78586b8c868a49e49210489446994e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21a5002-e2", "ovs_interfaceid": "c21a5002-e23d-4fc8-96b9-fb3f491ccc47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2244.721813] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:f9:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c21a5002-e23d-4fc8-96b9-fb3f491ccc47', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2244.729239] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Creating folder: Project (78586b8c868a49e49210489446994e90). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2244.729701] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3f9a9b7-e5aa-4f11-8514-3e6dfb2c1471 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.737420] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8e7a9cdd-18c8-4925-a758-b59e4ec2ba13 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "1e0e0cc8-b66e-4f0b-83ed-c398145a42ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.523s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2244.740930] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Created folder: Project (78586b8c868a49e49210489446994e90) in parent group-v430612. [ 2244.741158] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Creating folder: Instances. Parent ref: group-v430851. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2244.741902] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18a48737-058d-430e-bdda-c40b3db493c4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.751723] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Created folder: Instances in parent group-v430851. [ 2244.751962] env[63366]: DEBUG oslo.service.loopingcall [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2244.752159] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2244.752366] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48182fef-ee18-4a71-adda-8d947b9e8544 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.772757] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2244.772757] env[63366]: value = "task-2104292" [ 2244.772757] env[63366]: _type = "Task" [ 2244.772757] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.780535] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104292, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.819672] env[63366]: DEBUG nova.network.neutron [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2244.903118] env[63366]: DEBUG nova.scheduler.client.report [None req-be54e616-8866-4947-8911-56ad7c2cd9a4 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2244.977389] env[63366]: DEBUG nova.network.neutron [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Updating instance_info_cache with network_info: [{"id": "8d7395ad-ce34-4be7-bf83-0a3d4ff58ce1", "address": "fa:16:3e:d4:38:e3", "network": {"id": "46396d66-ee83-49ac-8188-6b1ddd43eb97", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1814001189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78586b8c868a49e49210489446994e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d7395ad-ce", "ovs_interfaceid": "8d7395ad-ce34-4be7-bf83-0a3d4ff58ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2245.140492] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "78c8c1f4-9c72-4beb-8588-731a876124f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2245.140837] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "78c8c1f4-9c72-4beb-8588-731a876124f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2245.140925] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "78c8c1f4-9c72-4beb-8588-731a876124f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2245.141105] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "78c8c1f4-9c72-4beb-8588-731a876124f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2245.141278] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "78c8c1f4-9c72-4beb-8588-731a876124f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2245.143845] env[63366]: INFO nova.compute.manager [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Terminating instance [ 2245.192516] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2245.207054] env[63366]: DEBUG oslo_concurrency.lockutils [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "1e0e0cc8-b66e-4f0b-83ed-c398145a42ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2245.207406] env[63366]: DEBUG oslo_concurrency.lockutils [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "1e0e0cc8-b66e-4f0b-83ed-c398145a42ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2245.207602] env[63366]: DEBUG oslo_concurrency.lockutils [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "1e0e0cc8-b66e-4f0b-83ed-c398145a42ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2245.207790] env[63366]: DEBUG oslo_concurrency.lockutils [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "1e0e0cc8-b66e-4f0b-83ed-c398145a42ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2245.208037] env[63366]: DEBUG oslo_concurrency.lockutils [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "1e0e0cc8-b66e-4f0b-83ed-c398145a42ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2245.210331] env[63366]: INFO nova.compute.manager [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Terminating instance [ 2245.260600] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5faafd1-8ce9-4433-93dd-17c7545eceb1 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "c9f85cc6-5e4f-410a-a255-7acecd766ac2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2245.260918] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5faafd1-8ce9-4433-93dd-17c7545eceb1 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "c9f85cc6-5e4f-410a-a255-7acecd766ac2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2245.284874] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104292, 'name': CreateVM_Task, 'duration_secs': 0.456933} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.284874] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2245.284874] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2245.284874] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2245.285212] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2245.285459] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4fd5d9d-7f4e-4275-8402-8c9d05847b73 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.289909] env[63366]: DEBUG oslo_vmware.api [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2245.289909] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52a21eb3-69ef-2cc1-3af6-2ccd2e12ecf7" [ 2245.289909] env[63366]: _type = "Task" [ 2245.289909] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.297476] env[63366]: DEBUG oslo_vmware.api [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a21eb3-69ef-2cc1-3af6-2ccd2e12ecf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.479500] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Releasing lock "refresh_cache-25984b2b-047b-4ac9-bbfa-4d86a764c3ce" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2245.479861] env[63366]: DEBUG nova.compute.manager [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Instance network_info: |[{"id": "8d7395ad-ce34-4be7-bf83-0a3d4ff58ce1", "address": "fa:16:3e:d4:38:e3", "network": {"id": "46396d66-ee83-49ac-8188-6b1ddd43eb97", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1814001189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78586b8c868a49e49210489446994e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d7395ad-ce", "ovs_interfaceid": "8d7395ad-ce34-4be7-bf83-0a3d4ff58ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2245.480193] env[63366]: DEBUG oslo_concurrency.lockutils [req-305eceee-136a-4e9e-b0fa-c3b3697d6592 req-cc278b0f-21de-4f51-ad6e-826365f9f57a service nova] Acquired lock "refresh_cache-25984b2b-047b-4ac9-bbfa-4d86a764c3ce" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2245.480376] env[63366]: DEBUG nova.network.neutron [req-305eceee-136a-4e9e-b0fa-c3b3697d6592 req-cc278b0f-21de-4f51-ad6e-826365f9f57a service nova] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Refreshing network info cache for port 8d7395ad-ce34-4be7-bf83-0a3d4ff58ce1 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2245.481549] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:38:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d7395ad-ce34-4be7-bf83-0a3d4ff58ce1', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2245.490669] env[63366]: DEBUG oslo.service.loopingcall [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2245.493719] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2245.494254] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-597628e4-f72b-4b7d-938b-0d052caadc02 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.514560] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2245.514560] env[63366]: value = "task-2104293" [ 2245.514560] env[63366]: _type = "Task" [ 2245.514560] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.522316] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104293, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.651016] env[63366]: DEBUG nova.compute.manager [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2245.651256] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2245.652255] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9ad276-08c2-4528-bbb1-2a1774079ae2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.659927] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2245.660181] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e25ff101-ca82-4f4b-ac5d-a8c4672e2cda {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.666610] env[63366]: DEBUG oslo_vmware.api [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2245.666610] env[63366]: value = "task-2104294" [ 2245.666610] env[63366]: _type = "Task" [ 2245.666610] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.676469] env[63366]: DEBUG oslo_vmware.api [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.714464] env[63366]: DEBUG nova.compute.manager [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2245.714691] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2245.715622] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced16d9a-3043-4e24-9909-c4ab03d7b014 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.723262] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2245.723483] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf585289-482e-4ea6-96a8-8e574e78b962 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.729556] env[63366]: DEBUG oslo_vmware.api [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2245.729556] env[63366]: value = "task-2104295" [ 2245.729556] env[63366]: _type = "Task" [ 2245.729556] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.739496] env[63366]: DEBUG oslo_vmware.api [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.753059] env[63366]: DEBUG nova.network.neutron [req-305eceee-136a-4e9e-b0fa-c3b3697d6592 req-cc278b0f-21de-4f51-ad6e-826365f9f57a service nova] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Updated VIF entry in instance network info cache for port 8d7395ad-ce34-4be7-bf83-0a3d4ff58ce1. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2245.753411] env[63366]: DEBUG nova.network.neutron [req-305eceee-136a-4e9e-b0fa-c3b3697d6592 req-cc278b0f-21de-4f51-ad6e-826365f9f57a service nova] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Updating instance_info_cache with network_info: [{"id": "8d7395ad-ce34-4be7-bf83-0a3d4ff58ce1", "address": "fa:16:3e:d4:38:e3", "network": {"id": "46396d66-ee83-49ac-8188-6b1ddd43eb97", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1814001189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78586b8c868a49e49210489446994e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d7395ad-ce", "ovs_interfaceid": "8d7395ad-ce34-4be7-bf83-0a3d4ff58ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2245.764342] env[63366]: DEBUG nova.compute.utils [None req-a5faafd1-8ce9-4433-93dd-17c7545eceb1 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2245.801662] env[63366]: DEBUG oslo_vmware.api [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a21eb3-69ef-2cc1-3af6-2ccd2e12ecf7, 'name': SearchDatastore_Task, 'duration_secs': 0.011069} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.802978] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2245.802978] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2245.802978] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2245.802978] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2245.802978] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2245.802978] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac29730b-e2a3-48b9-8083-ae4dcbf9e567 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.816424] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2245.816595] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2245.817364] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74b7c5fc-fa11-41c4-8796-e8c5ac59e3b1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.823108] env[63366]: DEBUG oslo_vmware.api [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2245.823108] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5248eec0-37d9-b9ae-1a93-15ef206c797d" [ 2245.823108] env[63366]: _type = "Task" [ 2245.823108] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.830398] env[63366]: DEBUG oslo_vmware.api [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5248eec0-37d9-b9ae-1a93-15ef206c797d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.915887] env[63366]: DEBUG oslo_concurrency.lockutils [None req-be54e616-8866-4947-8911-56ad7c2cd9a4 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.265s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2245.918830] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.727s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2245.919696] env[63366]: DEBUG nova.objects.instance [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lazy-loading 'pci_requests' on Instance uuid 1e62706b-679d-4eee-8a19-36b896d6218b {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2246.026152] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104293, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.176661] env[63366]: DEBUG oslo_vmware.api [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104294, 'name': PowerOffVM_Task, 'duration_secs': 0.329006} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2246.176964] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2246.177106] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2246.177351] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fe4cd46-c156-461c-b744-fb51af8d86dc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.240345] env[63366]: DEBUG oslo_vmware.api [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104295, 'name': PowerOffVM_Task, 'duration_secs': 0.282589} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2246.240552] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2246.240715] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2246.240951] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f990c29-ec19-459e-b041-20ea38e8ff31 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.256254] env[63366]: DEBUG oslo_concurrency.lockutils [req-305eceee-136a-4e9e-b0fa-c3b3697d6592 req-cc278b0f-21de-4f51-ad6e-826365f9f57a service nova] Releasing lock "refresh_cache-25984b2b-047b-4ac9-bbfa-4d86a764c3ce" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2246.267377] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5faafd1-8ce9-4433-93dd-17c7545eceb1 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "c9f85cc6-5e4f-410a-a255-7acecd766ac2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2246.321361] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2246.321576] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2246.321734] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Deleting the datastore file [datastore2] 78c8c1f4-9c72-4beb-8588-731a876124f4 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2246.322245] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f674e528-5c0a-4920-a4f6-393f09dd2545 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.332630] env[63366]: DEBUG oslo_vmware.api [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2246.332630] env[63366]: value = "task-2104298" [ 2246.332630] env[63366]: _type = "Task" [ 2246.332630] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2246.336250] env[63366]: DEBUG oslo_vmware.api [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5248eec0-37d9-b9ae-1a93-15ef206c797d, 'name': SearchDatastore_Task, 'duration_secs': 0.012286} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2246.340641] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3bc20b6-5926-4519-9451-4feed088ef32 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.342849] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2246.343058] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2246.343235] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Deleting the datastore file [datastore2] 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2246.344041] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d9d71c4-fb7a-498e-ac34-70546fa2977b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.348800] env[63366]: DEBUG oslo_vmware.api [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.351282] env[63366]: DEBUG oslo_vmware.api [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2246.351282] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5246a56a-0adc-29a7-bc22-917d79b24125" [ 2246.351282] env[63366]: _type = "Task" [ 2246.351282] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2246.354797] env[63366]: DEBUG oslo_vmware.api [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2246.354797] env[63366]: value = "task-2104299" [ 2246.354797] env[63366]: _type = "Task" [ 2246.354797] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2246.361197] env[63366]: DEBUG oslo_vmware.api [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5246a56a-0adc-29a7-bc22-917d79b24125, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.365571] env[63366]: DEBUG oslo_vmware.api [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.425311] env[63366]: DEBUG nova.objects.instance [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lazy-loading 'numa_topology' on Instance uuid 1e62706b-679d-4eee-8a19-36b896d6218b {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2246.435473] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-c81a4504-b2a0-48f5-955a-2d706a695123 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Volume attach. Driver type: vmdk {{(pid=63366) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2246.435575] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-c81a4504-b2a0-48f5-955a-2d706a695123 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430850', 'volume_id': 'e218f132-3f07-449e-83d4-921665e12781', 'name': 'volume-e218f132-3f07-449e-83d4-921665e12781', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b03d8ab-ab1e-4a81-a756-088816b4ec1f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e218f132-3f07-449e-83d4-921665e12781', 'serial': 'e218f132-3f07-449e-83d4-921665e12781'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2246.436813] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1508d9c8-5b96-462a-a285-166983129144 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.456858] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbfb83a-71da-4682-8ff2-fbfcfc83025f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.481126] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-c81a4504-b2a0-48f5-955a-2d706a695123 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] volume-e218f132-3f07-449e-83d4-921665e12781/volume-e218f132-3f07-449e-83d4-921665e12781.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2246.482181] env[63366]: INFO nova.scheduler.client.report [None req-be54e616-8866-4947-8911-56ad7c2cd9a4 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Deleted allocation for migration af613240-777d-4312-a362-2705dfe34545 [ 2246.485853] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-002cd958-b26a-4e8c-abc6-e3e576bb269a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.504339] env[63366]: DEBUG oslo_vmware.api [None req-c81a4504-b2a0-48f5-955a-2d706a695123 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2246.504339] env[63366]: value = "task-2104300" [ 2246.504339] env[63366]: _type = "Task" [ 2246.504339] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2246.514215] env[63366]: DEBUG oslo_vmware.api [None req-c81a4504-b2a0-48f5-955a-2d706a695123 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.524164] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104293, 'name': CreateVM_Task, 'duration_secs': 0.526034} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2246.524346] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2246.525028] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2246.525597] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2246.525597] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2246.525729] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ab07a80-3369-4f1a-a577-8e4d6c7b8017 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.533335] env[63366]: DEBUG oslo_vmware.api [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2246.533335] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]525a7399-1bc9-6e02-f223-4a829e44de28" [ 2246.533335] env[63366]: _type = "Task" [ 2246.533335] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2246.542276] env[63366]: DEBUG oslo_vmware.api [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]525a7399-1bc9-6e02-f223-4a829e44de28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.809778] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "interface-3bccae0d-d94f-489e-8480-2b3e16d96b3f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2246.810066] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "interface-3bccae0d-d94f-489e-8480-2b3e16d96b3f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2246.810536] env[63366]: DEBUG nova.objects.instance [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lazy-loading 'flavor' on Instance uuid 3bccae0d-d94f-489e-8480-2b3e16d96b3f {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2246.845853] env[63366]: DEBUG oslo_vmware.api [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195817} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2246.845853] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2246.846081] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2246.846176] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2246.846331] env[63366]: INFO nova.compute.manager [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Took 1.20 seconds to destroy the instance on the hypervisor. [ 2246.846571] env[63366]: DEBUG oslo.service.loopingcall [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2246.846757] env[63366]: DEBUG nova.compute.manager [-] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2246.846855] env[63366]: DEBUG nova.network.neutron [-] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2246.863121] env[63366]: DEBUG oslo_vmware.api [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5246a56a-0adc-29a7-bc22-917d79b24125, 'name': SearchDatastore_Task, 'duration_secs': 0.015817} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2246.863243] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2246.863549] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 66cb86cd-d442-4454-a9eb-8e2b07c1db2c/66cb86cd-d442-4454-a9eb-8e2b07c1db2c.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2246.863857] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-218bd034-306f-4b2d-8a4f-c6b1868ea21f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.869107] env[63366]: DEBUG oslo_vmware.api [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182259} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2246.869715] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2246.869930] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2246.870128] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2246.870301] env[63366]: INFO nova.compute.manager [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2246.870529] env[63366]: DEBUG oslo.service.loopingcall [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2246.870713] env[63366]: DEBUG nova.compute.manager [-] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2246.870806] env[63366]: DEBUG nova.network.neutron [-] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2246.877420] env[63366]: DEBUG oslo_vmware.api [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2246.877420] env[63366]: value = "task-2104301" [ 2246.877420] env[63366]: _type = "Task" [ 2246.877420] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2246.886740] env[63366]: DEBUG oslo_vmware.api [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.929280] env[63366]: INFO nova.compute.claims [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2247.000399] env[63366]: DEBUG oslo_concurrency.lockutils [None req-be54e616-8866-4947-8911-56ad7c2cd9a4 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "592b5511-a1f4-4b52-ace1-a2a088ba35fe" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.635s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2247.020764] env[63366]: DEBUG oslo_vmware.api [None req-c81a4504-b2a0-48f5-955a-2d706a695123 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104300, 'name': ReconfigVM_Task, 'duration_secs': 0.3843} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2247.020764] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-c81a4504-b2a0-48f5-955a-2d706a695123 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Reconfigured VM instance instance-00000048 to attach disk [datastore2] volume-e218f132-3f07-449e-83d4-921665e12781/volume-e218f132-3f07-449e-83d4-921665e12781.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2247.028991] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7588373b-079d-4375-bc03-6163b2c48a9b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.057047] env[63366]: DEBUG oslo_vmware.api [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]525a7399-1bc9-6e02-f223-4a829e44de28, 'name': SearchDatastore_Task, 'duration_secs': 0.011716} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2247.058513] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2247.058870] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2247.059105] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2247.059279] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2247.059497] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2247.059856] env[63366]: DEBUG oslo_vmware.api [None req-c81a4504-b2a0-48f5-955a-2d706a695123 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2247.059856] env[63366]: value = "task-2104302" [ 2247.059856] env[63366]: _type = "Task" [ 2247.059856] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2247.060075] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8fddf80-c74e-4c1c-9545-1f8a56957383 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.072959] env[63366]: DEBUG oslo_vmware.api [None req-c81a4504-b2a0-48f5-955a-2d706a695123 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.078975] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2247.079200] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2247.080077] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d91756a-dfba-4dba-8090-1ae2dca52f70 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.086253] env[63366]: DEBUG oslo_vmware.api [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2247.086253] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]523a83b1-54d4-c25e-8b06-66b27905276c" [ 2247.086253] env[63366]: _type = "Task" [ 2247.086253] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2247.096060] env[63366]: DEBUG oslo_vmware.api [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523a83b1-54d4-c25e-8b06-66b27905276c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.324726] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5faafd1-8ce9-4433-93dd-17c7545eceb1 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "c9f85cc6-5e4f-410a-a255-7acecd766ac2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2247.325030] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5faafd1-8ce9-4433-93dd-17c7545eceb1 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "c9f85cc6-5e4f-410a-a255-7acecd766ac2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2247.325297] env[63366]: INFO nova.compute.manager [None req-a5faafd1-8ce9-4433-93dd-17c7545eceb1 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Attaching volume d79deb4a-e262-4083-8b30-8f5a632f9b19 to /dev/sdb [ 2247.368193] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba479be4-cf43-4120-b3a4-486155e07426 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.386386] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25024580-fb10-4c4a-b189-e5c94cc2c744 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.392055] env[63366]: DEBUG oslo_vmware.api [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462432} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2247.392675] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 66cb86cd-d442-4454-a9eb-8e2b07c1db2c/66cb86cd-d442-4454-a9eb-8e2b07c1db2c.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2247.392890] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2247.393132] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03f0a4e1-7541-443e-b660-d28d9fff4fa2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.403836] env[63366]: DEBUG nova.virt.block_device [None req-a5faafd1-8ce9-4433-93dd-17c7545eceb1 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Updating existing volume attachment record: d06b30f3-577f-49c1-ae43-b25085128ad2 {{(pid=63366) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2247.406664] env[63366]: DEBUG nova.objects.instance [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lazy-loading 'pci_requests' on Instance uuid 3bccae0d-d94f-489e-8480-2b3e16d96b3f {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2247.408689] env[63366]: DEBUG oslo_vmware.api [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2247.408689] env[63366]: value = "task-2104303" [ 2247.408689] env[63366]: _type = "Task" [ 2247.408689] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2247.419165] env[63366]: DEBUG oslo_vmware.api [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.572176] env[63366]: DEBUG oslo_vmware.api [None req-c81a4504-b2a0-48f5-955a-2d706a695123 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104302, 'name': ReconfigVM_Task, 'duration_secs': 0.305484} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2247.572481] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-c81a4504-b2a0-48f5-955a-2d706a695123 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430850', 'volume_id': 'e218f132-3f07-449e-83d4-921665e12781', 'name': 'volume-e218f132-3f07-449e-83d4-921665e12781', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b03d8ab-ab1e-4a81-a756-088816b4ec1f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e218f132-3f07-449e-83d4-921665e12781', 'serial': 'e218f132-3f07-449e-83d4-921665e12781'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2247.596919] env[63366]: DEBUG oslo_vmware.api [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523a83b1-54d4-c25e-8b06-66b27905276c, 'name': SearchDatastore_Task, 'duration_secs': 0.05202} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2247.597726] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dafef06a-8880-4310-8bbf-198d9386b5ca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.602974] env[63366]: DEBUG oslo_vmware.api [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2247.602974] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52d35850-9e01-3505-2dc1-61f3645b522e" [ 2247.602974] env[63366]: _type = "Task" [ 2247.602974] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2247.610589] env[63366]: DEBUG oslo_vmware.api [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d35850-9e01-3505-2dc1-61f3645b522e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.653993] env[63366]: DEBUG nova.compute.manager [req-2c434c90-3b85-4376-bd1f-d6e3b3149758 req-f8d1d54f-e50d-4e31-832e-9d73cedbefc2 service nova] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Received event network-vif-deleted-679f0acf-464d-4eb1-adfd-abc953b16d19 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2247.654215] env[63366]: INFO nova.compute.manager [req-2c434c90-3b85-4376-bd1f-d6e3b3149758 req-f8d1d54f-e50d-4e31-832e-9d73cedbefc2 service nova] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Neutron deleted interface 679f0acf-464d-4eb1-adfd-abc953b16d19; detaching it from the instance and deleting it from the info cache [ 2247.654414] env[63366]: DEBUG nova.network.neutron [req-2c434c90-3b85-4376-bd1f-d6e3b3149758 req-f8d1d54f-e50d-4e31-832e-9d73cedbefc2 service nova] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2247.854570] env[63366]: DEBUG nova.network.neutron [-] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2247.878068] env[63366]: DEBUG nova.network.neutron [-] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2247.909908] env[63366]: DEBUG nova.objects.base [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Object Instance<3bccae0d-d94f-489e-8480-2b3e16d96b3f> lazy-loaded attributes: flavor,pci_requests {{(pid=63366) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2247.910319] env[63366]: DEBUG nova.network.neutron [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2247.921430] env[63366]: DEBUG oslo_vmware.api [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065288} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2247.921680] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2247.922432] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28758d67-ad79-47b4-bc71-b2fff06601dd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.948448] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 66cb86cd-d442-4454-a9eb-8e2b07c1db2c/66cb86cd-d442-4454-a9eb-8e2b07c1db2c.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2247.949259] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20af4608-9259-46db-a67a-6d2575ee1f84 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.964215] env[63366]: DEBUG nova.policy [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85662cabad5e49f49f3025e55216ffd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '198c481722604b28b22fe824a12b6100', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2247.971728] env[63366]: DEBUG oslo_vmware.api [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2247.971728] env[63366]: value = "task-2104307" [ 2247.971728] env[63366]: _type = "Task" [ 2247.971728] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2247.979598] env[63366]: DEBUG oslo_vmware.api [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104307, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.118389] env[63366]: DEBUG oslo_vmware.api [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d35850-9e01-3505-2dc1-61f3645b522e, 'name': SearchDatastore_Task, 'duration_secs': 0.009611} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2248.118682] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2248.118965] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 25984b2b-047b-4ac9-bbfa-4d86a764c3ce/25984b2b-047b-4ac9-bbfa-4d86a764c3ce.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2248.119314] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b6da5a6-3dd1-4cbe-9324-e68c4cf95886 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.128963] env[63366]: DEBUG oslo_vmware.api [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2248.128963] env[63366]: value = "task-2104308" [ 2248.128963] env[63366]: _type = "Task" [ 2248.128963] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2248.137842] env[63366]: DEBUG oslo_vmware.api [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.157940] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf1d2cdf-a2dc-4163-a8ce-3b9146382397 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.167736] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec76aa8-def2-440a-8097-c8a4fa9249f4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.180281] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee95e9ce-8c69-4581-ba7b-3758e500fac1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.188318] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52b3d01-9315-4cf5-b8e8-b663aeea29a5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.231487] env[63366]: DEBUG nova.compute.manager [req-2c434c90-3b85-4376-bd1f-d6e3b3149758 req-f8d1d54f-e50d-4e31-832e-9d73cedbefc2 service nova] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Detach interface failed, port_id=679f0acf-464d-4eb1-adfd-abc953b16d19, reason: Instance 78c8c1f4-9c72-4beb-8588-731a876124f4 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2248.233508] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eec907d-b544-4bb4-99be-cbe29490c1a7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.242764] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efed241-36b2-46aa-bacd-d628ec806fd3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.259539] env[63366]: DEBUG nova.compute.provider_tree [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2248.306414] env[63366]: DEBUG nova.network.neutron [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Successfully created port: 90aa3d43-0d09-4d82-9b7a-fa5d80a6d06a {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2248.311356] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7ee1e5c3-cbfc-4a7c-9546-d73fa63de4da tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "592b5511-a1f4-4b52-ace1-a2a088ba35fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2248.311765] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7ee1e5c3-cbfc-4a7c-9546-d73fa63de4da tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "592b5511-a1f4-4b52-ace1-a2a088ba35fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2248.311960] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7ee1e5c3-cbfc-4a7c-9546-d73fa63de4da tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "592b5511-a1f4-4b52-ace1-a2a088ba35fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2248.312082] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7ee1e5c3-cbfc-4a7c-9546-d73fa63de4da tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "592b5511-a1f4-4b52-ace1-a2a088ba35fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2248.312854] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7ee1e5c3-cbfc-4a7c-9546-d73fa63de4da tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "592b5511-a1f4-4b52-ace1-a2a088ba35fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2248.314893] env[63366]: INFO nova.compute.manager [None req-7ee1e5c3-cbfc-4a7c-9546-d73fa63de4da tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Terminating instance [ 2248.357285] env[63366]: INFO nova.compute.manager [-] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Took 1.51 seconds to deallocate network for instance. [ 2248.380043] env[63366]: INFO nova.compute.manager [-] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Took 1.51 seconds to deallocate network for instance. [ 2248.484419] env[63366]: DEBUG oslo_vmware.api [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.628986] env[63366]: DEBUG nova.objects.instance [None req-c81a4504-b2a0-48f5-955a-2d706a695123 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lazy-loading 'flavor' on Instance uuid 0b03d8ab-ab1e-4a81-a756-088816b4ec1f {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2248.643230] env[63366]: DEBUG oslo_vmware.api [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494277} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2248.644130] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 25984b2b-047b-4ac9-bbfa-4d86a764c3ce/25984b2b-047b-4ac9-bbfa-4d86a764c3ce.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2248.644425] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2248.644600] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02585ccc-4603-402c-b2e9-30859619c407 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.650962] env[63366]: DEBUG oslo_vmware.api [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2248.650962] env[63366]: value = "task-2104309" [ 2248.650962] env[63366]: _type = "Task" [ 2248.650962] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2248.660105] env[63366]: DEBUG oslo_vmware.api [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.760902] env[63366]: DEBUG nova.scheduler.client.report [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2248.790506] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "625df422-be95-4da3-8f19-c4a1e4d85b5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2248.790733] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "625df422-be95-4da3-8f19-c4a1e4d85b5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2248.819175] env[63366]: DEBUG nova.compute.manager [None req-7ee1e5c3-cbfc-4a7c-9546-d73fa63de4da tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2248.819397] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee1e5c3-cbfc-4a7c-9546-d73fa63de4da tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2248.820299] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3ef6e3-13ac-47ee-81e1-2eb12055d9d6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.829367] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee1e5c3-cbfc-4a7c-9546-d73fa63de4da tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2248.829588] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb1d092e-7b61-4e99-95c6-31db9746c3a6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.835643] env[63366]: DEBUG oslo_vmware.api [None req-7ee1e5c3-cbfc-4a7c-9546-d73fa63de4da tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2248.835643] env[63366]: value = "task-2104310" [ 2248.835643] env[63366]: _type = "Task" [ 2248.835643] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2248.843298] env[63366]: DEBUG oslo_vmware.api [None req-7ee1e5c3-cbfc-4a7c-9546-d73fa63de4da tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.864088] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2248.888636] env[63366]: DEBUG oslo_concurrency.lockutils [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2248.982184] env[63366]: DEBUG oslo_vmware.api [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104307, 'name': ReconfigVM_Task, 'duration_secs': 0.586698} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2248.982478] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 66cb86cd-d442-4454-a9eb-8e2b07c1db2c/66cb86cd-d442-4454-a9eb-8e2b07c1db2c.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2248.983121] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7202e4d7-298d-44ad-bc83-f2af7a25477c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.990245] env[63366]: DEBUG oslo_vmware.api [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2248.990245] env[63366]: value = "task-2104311" [ 2248.990245] env[63366]: _type = "Task" [ 2248.990245] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2248.998747] env[63366]: DEBUG oslo_vmware.api [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104311, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.137496] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c81a4504-b2a0-48f5-955a-2d706a695123 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "0b03d8ab-ab1e-4a81-a756-088816b4ec1f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.309s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2249.161234] env[63366]: DEBUG oslo_vmware.api [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061409} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.161804] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2249.162591] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cb1b43-fe8e-4c95-be55-32c796d70d81 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.186557] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 25984b2b-047b-4ac9-bbfa-4d86a764c3ce/25984b2b-047b-4ac9-bbfa-4d86a764c3ce.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2249.186557] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8430ddd-358b-4db8-98f8-bb3e389e941e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.208222] env[63366]: DEBUG oslo_vmware.api [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2249.208222] env[63366]: value = "task-2104312" [ 2249.208222] env[63366]: _type = "Task" [ 2249.208222] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.216077] env[63366]: DEBUG oslo_vmware.api [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104312, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.265602] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.347s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2249.267952] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.404s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2249.268319] env[63366]: DEBUG nova.objects.instance [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lazy-loading 'resources' on Instance uuid 78c8c1f4-9c72-4beb-8588-731a876124f4 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2249.293328] env[63366]: DEBUG nova.compute.manager [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2249.301726] env[63366]: INFO nova.network.neutron [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Updating port 1131ea92-64cb-451d-a7fd-ba83442f994d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2249.346931] env[63366]: DEBUG oslo_vmware.api [None req-7ee1e5c3-cbfc-4a7c-9546-d73fa63de4da tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104310, 'name': PowerOffVM_Task, 'duration_secs': 0.179189} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.348023] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee1e5c3-cbfc-4a7c-9546-d73fa63de4da tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2249.348023] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee1e5c3-cbfc-4a7c-9546-d73fa63de4da tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2249.348023] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbb92a0d-aaf5-45c7-8bc9-5d66f6d546d8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.434748] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee1e5c3-cbfc-4a7c-9546-d73fa63de4da tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2249.435206] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee1e5c3-cbfc-4a7c-9546-d73fa63de4da tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2249.435270] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ee1e5c3-cbfc-4a7c-9546-d73fa63de4da tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Deleting the datastore file [datastore2] 592b5511-a1f4-4b52-ace1-a2a088ba35fe {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2249.435552] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64b3a75e-6a24-4ac8-9ea1-705ed2ae2828 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.442650] env[63366]: DEBUG oslo_vmware.api [None req-7ee1e5c3-cbfc-4a7c-9546-d73fa63de4da tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2249.442650] env[63366]: value = "task-2104314" [ 2249.442650] env[63366]: _type = "Task" [ 2249.442650] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.453349] env[63366]: DEBUG oslo_vmware.api [None req-7ee1e5c3-cbfc-4a7c-9546-d73fa63de4da tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.500081] env[63366]: DEBUG oslo_vmware.api [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104311, 'name': Rename_Task, 'duration_secs': 0.14368} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.500417] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2249.500624] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c070589-1da9-4106-93a6-09251526c358 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.507210] env[63366]: DEBUG oslo_vmware.api [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2249.507210] env[63366]: value = "task-2104315" [ 2249.507210] env[63366]: _type = "Task" [ 2249.507210] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.516272] env[63366]: DEBUG oslo_vmware.api [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.710193] env[63366]: DEBUG nova.compute.manager [req-77a3203e-40e4-4434-99cc-0d24328e08e2 req-f0599c6d-3664-4d88-9aba-43c7731d6e2f service nova] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Received event network-vif-deleted-bff0a844-5d6b-4165-872d-85e42caae8e3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2249.719805] env[63366]: DEBUG oslo_vmware.api [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104312, 'name': ReconfigVM_Task, 'duration_secs': 0.274352} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.719999] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 25984b2b-047b-4ac9-bbfa-4d86a764c3ce/25984b2b-047b-4ac9-bbfa-4d86a764c3ce.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2249.720662] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d3dd902-811c-465d-9dda-a4f0874289fb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.727239] env[63366]: DEBUG oslo_vmware.api [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2249.727239] env[63366]: value = "task-2104316" [ 2249.727239] env[63366]: _type = "Task" [ 2249.727239] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.735235] env[63366]: DEBUG oslo_vmware.api [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104316, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.818120] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2249.858388] env[63366]: INFO nova.compute.manager [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Rebuilding instance [ 2249.866725] env[63366]: DEBUG nova.compute.manager [req-ba3303b5-2a15-48c6-8f85-398656e7b362 req-c467d599-b456-4472-b4c0-5a382f85d21e service nova] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Received event network-vif-plugged-90aa3d43-0d09-4d82-9b7a-fa5d80a6d06a {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2249.866725] env[63366]: DEBUG oslo_concurrency.lockutils [req-ba3303b5-2a15-48c6-8f85-398656e7b362 req-c467d599-b456-4472-b4c0-5a382f85d21e service nova] Acquiring lock "3bccae0d-d94f-489e-8480-2b3e16d96b3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2249.867128] env[63366]: DEBUG oslo_concurrency.lockutils [req-ba3303b5-2a15-48c6-8f85-398656e7b362 req-c467d599-b456-4472-b4c0-5a382f85d21e service nova] Lock "3bccae0d-d94f-489e-8480-2b3e16d96b3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2249.867128] env[63366]: DEBUG oslo_concurrency.lockutils [req-ba3303b5-2a15-48c6-8f85-398656e7b362 req-c467d599-b456-4472-b4c0-5a382f85d21e service nova] Lock "3bccae0d-d94f-489e-8480-2b3e16d96b3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2249.867196] env[63366]: DEBUG nova.compute.manager [req-ba3303b5-2a15-48c6-8f85-398656e7b362 req-c467d599-b456-4472-b4c0-5a382f85d21e service nova] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] No waiting events found dispatching network-vif-plugged-90aa3d43-0d09-4d82-9b7a-fa5d80a6d06a {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2249.867444] env[63366]: WARNING nova.compute.manager [req-ba3303b5-2a15-48c6-8f85-398656e7b362 req-c467d599-b456-4472-b4c0-5a382f85d21e service nova] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Received unexpected event network-vif-plugged-90aa3d43-0d09-4d82-9b7a-fa5d80a6d06a for instance with vm_state active and task_state None. [ 2249.873390] env[63366]: DEBUG nova.network.neutron [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Successfully updated port: 90aa3d43-0d09-4d82-9b7a-fa5d80a6d06a {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2249.915103] env[63366]: DEBUG nova.compute.manager [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2249.916133] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3870c1-5a32-47dd-a7ba-71fa5b60faa8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.955129] env[63366]: DEBUG oslo_vmware.api [None req-7ee1e5c3-cbfc-4a7c-9546-d73fa63de4da tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149925} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.955946] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ee1e5c3-cbfc-4a7c-9546-d73fa63de4da tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2249.955946] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee1e5c3-cbfc-4a7c-9546-d73fa63de4da tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2249.956358] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee1e5c3-cbfc-4a7c-9546-d73fa63de4da tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2249.956358] env[63366]: INFO nova.compute.manager [None req-7ee1e5c3-cbfc-4a7c-9546-d73fa63de4da tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2249.956502] env[63366]: DEBUG oslo.service.loopingcall [None req-7ee1e5c3-cbfc-4a7c-9546-d73fa63de4da tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2249.956697] env[63366]: DEBUG nova.compute.manager [-] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2249.956794] env[63366]: DEBUG nova.network.neutron [-] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2250.028637] env[63366]: DEBUG oslo_vmware.api [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104315, 'name': PowerOnVM_Task, 'duration_secs': 0.489932} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2250.033171] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2250.033492] env[63366]: INFO nova.compute.manager [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Took 8.97 seconds to spawn the instance on the hypervisor. [ 2250.033778] env[63366]: DEBUG nova.compute.manager [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2250.035095] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82187dc5-f7f3-4089-bceb-3a466c5bc788 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.040132] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3507019f-3e69-499d-8998-586d2af02f3e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.058348] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4b23fa-a685-4feb-a172-00140bbb5b42 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.100198] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b02257f-bab7-4031-928d-71c5cd91d590 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.108694] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2a7546-1aab-452f-84ac-c828f909b7c8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.123190] env[63366]: DEBUG nova.compute.provider_tree [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2250.237363] env[63366]: DEBUG oslo_vmware.api [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104316, 'name': Rename_Task, 'duration_secs': 0.149658} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2250.238900] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2250.239345] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b2bfc23-60b0-4925-97b3-d62015980fec {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.245080] env[63366]: DEBUG oslo_vmware.api [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2250.245080] env[63366]: value = "task-2104318" [ 2250.245080] env[63366]: _type = "Task" [ 2250.245080] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2250.253156] env[63366]: DEBUG oslo_vmware.api [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.377304] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "refresh_cache-3bccae0d-d94f-489e-8480-2b3e16d96b3f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2250.377466] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired lock "refresh_cache-3bccae0d-d94f-489e-8480-2b3e16d96b3f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2250.377644] env[63366]: DEBUG nova.network.neutron [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2250.565214] env[63366]: INFO nova.compute.manager [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Took 13.87 seconds to build instance. [ 2250.626765] env[63366]: DEBUG nova.scheduler.client.report [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2250.740519] env[63366]: DEBUG nova.network.neutron [-] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2250.755881] env[63366]: DEBUG oslo_vmware.api [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104318, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.913496] env[63366]: WARNING nova.network.neutron [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] e989eaa8-8398-4667-b936-e8659ebe938a already exists in list: networks containing: ['e989eaa8-8398-4667-b936-e8659ebe938a']. ignoring it [ 2250.933950] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2250.934178] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b6d59da-36d5-4c5e-ae64-e41f8083bb39 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.942970] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2250.942970] env[63366]: value = "task-2104319" [ 2250.942970] env[63366]: _type = "Task" [ 2250.942970] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2250.953301] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.005676] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquiring lock "refresh_cache-1e62706b-679d-4eee-8a19-36b896d6218b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2251.005858] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquired lock "refresh_cache-1e62706b-679d-4eee-8a19-36b896d6218b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2251.006157] env[63366]: DEBUG nova.network.neutron [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2251.067568] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4aa5c5d8-963f-4403-92a2-3e66ce04f902 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "66cb86cd-d442-4454-a9eb-8e2b07c1db2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.377s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2251.132133] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2251.134277] env[63366]: DEBUG oslo_concurrency.lockutils [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.245s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2251.134277] env[63366]: DEBUG nova.objects.instance [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lazy-loading 'resources' on Instance uuid 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2251.155382] env[63366]: INFO nova.scheduler.client.report [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Deleted allocations for instance 78c8c1f4-9c72-4beb-8588-731a876124f4 [ 2251.243118] env[63366]: INFO nova.compute.manager [-] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Took 1.29 seconds to deallocate network for instance. [ 2251.255692] env[63366]: DEBUG nova.network.neutron [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Updating instance_info_cache with network_info: [{"id": "8087ae24-ea32-4aeb-a3b3-f44d35552997", "address": "fa:16:3e:a1:94:d1", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8087ae24-ea", "ovs_interfaceid": "8087ae24-ea32-4aeb-a3b3-f44d35552997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90aa3d43-0d09-4d82-9b7a-fa5d80a6d06a", "address": "fa:16:3e:4e:4f:c6", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90aa3d43-0d", "ovs_interfaceid": "90aa3d43-0d09-4d82-9b7a-fa5d80a6d06a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2251.266011] env[63366]: DEBUG oslo_vmware.api [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104318, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.452376] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104319, 'name': PowerOffVM_Task, 'duration_secs': 0.17173} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2251.452654] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2251.503787] env[63366]: INFO nova.compute.manager [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Detaching volume e218f132-3f07-449e-83d4-921665e12781 [ 2251.544649] env[63366]: INFO nova.virt.block_device [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Attempting to driver detach volume e218f132-3f07-449e-83d4-921665e12781 from mountpoint /dev/sdb [ 2251.544909] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Volume detach. Driver type: vmdk {{(pid=63366) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2251.545122] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430850', 'volume_id': 'e218f132-3f07-449e-83d4-921665e12781', 'name': 'volume-e218f132-3f07-449e-83d4-921665e12781', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b03d8ab-ab1e-4a81-a756-088816b4ec1f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e218f132-3f07-449e-83d4-921665e12781', 'serial': 'e218f132-3f07-449e-83d4-921665e12781'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2251.545962] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b114e53-c684-43b6-a555-13377984e0c5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.567054] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bb28f9-9dae-461c-8f4c-f1ad2c230418 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.573613] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdee4211-ac8a-46d5-8398-234b1f18f9d6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.597102] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee222c3-448f-42bf-a9b3-4772f8a68c55 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.611530] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] The volume has not been displaced from its original location: [datastore2] volume-e218f132-3f07-449e-83d4-921665e12781/volume-e218f132-3f07-449e-83d4-921665e12781.vmdk. No consolidation needed. {{(pid=63366) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2251.616889] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2251.617260] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b72226ea-0b0c-49ad-ae7c-abff20810eae {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.639333] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2251.639333] env[63366]: value = "task-2104320" [ 2251.639333] env[63366]: _type = "Task" [ 2251.639333] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2251.650158] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104320, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.663737] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1a886902-98f6-43f9-afb5-58d5cd41be26 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "78c8c1f4-9c72-4beb-8588-731a876124f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.523s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2251.732054] env[63366]: DEBUG nova.network.neutron [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Updating instance_info_cache with network_info: [{"id": "1131ea92-64cb-451d-a7fd-ba83442f994d", "address": "fa:16:3e:e5:f0:1f", "network": {"id": "454a1ee2-ba6b-4310-8e48-5e20b41fe434", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1928859958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ec5d18bf4b4cbea126528ed8d4f150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1131ea92-64", "ovs_interfaceid": "1131ea92-64cb-451d-a7fd-ba83442f994d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2251.752143] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7ee1e5c3-cbfc-4a7c-9546-d73fa63de4da tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2251.761715] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Releasing lock "refresh_cache-3bccae0d-d94f-489e-8480-2b3e16d96b3f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2251.762442] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "3bccae0d-d94f-489e-8480-2b3e16d96b3f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2251.762601] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired lock "3bccae0d-d94f-489e-8480-2b3e16d96b3f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2251.762861] env[63366]: DEBUG oslo_vmware.api [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104318, 'name': PowerOnVM_Task, 'duration_secs': 1.0397} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2251.766072] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a75e25-4f06-4064-b881-51bf73162228 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.768685] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2251.768685] env[63366]: INFO nova.compute.manager [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Took 8.39 seconds to spawn the instance on the hypervisor. [ 2251.768685] env[63366]: DEBUG nova.compute.manager [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2251.770721] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7979d75a-6350-45ae-ad8a-9bb21308146c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.791817] env[63366]: DEBUG nova.compute.manager [req-ae305d77-f6da-4421-b800-0fede6ffd794 req-f415ea82-6f7d-4e53-8d75-e3e9a45277df service nova] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Received event network-vif-plugged-1131ea92-64cb-451d-a7fd-ba83442f994d {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2251.792324] env[63366]: DEBUG oslo_concurrency.lockutils [req-ae305d77-f6da-4421-b800-0fede6ffd794 req-f415ea82-6f7d-4e53-8d75-e3e9a45277df service nova] Acquiring lock "1e62706b-679d-4eee-8a19-36b896d6218b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2251.792324] env[63366]: DEBUG oslo_concurrency.lockutils [req-ae305d77-f6da-4421-b800-0fede6ffd794 req-f415ea82-6f7d-4e53-8d75-e3e9a45277df service nova] Lock "1e62706b-679d-4eee-8a19-36b896d6218b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2251.792450] env[63366]: DEBUG oslo_concurrency.lockutils [req-ae305d77-f6da-4421-b800-0fede6ffd794 req-f415ea82-6f7d-4e53-8d75-e3e9a45277df service nova] Lock "1e62706b-679d-4eee-8a19-36b896d6218b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2251.792556] env[63366]: DEBUG nova.compute.manager [req-ae305d77-f6da-4421-b800-0fede6ffd794 req-f415ea82-6f7d-4e53-8d75-e3e9a45277df service nova] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] No waiting events found dispatching network-vif-plugged-1131ea92-64cb-451d-a7fd-ba83442f994d {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2251.792716] env[63366]: WARNING nova.compute.manager [req-ae305d77-f6da-4421-b800-0fede6ffd794 req-f415ea82-6f7d-4e53-8d75-e3e9a45277df service nova] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Received unexpected event network-vif-plugged-1131ea92-64cb-451d-a7fd-ba83442f994d for instance with vm_state shelved_offloaded and task_state spawning. [ 2251.792885] env[63366]: DEBUG nova.compute.manager [req-ae305d77-f6da-4421-b800-0fede6ffd794 req-f415ea82-6f7d-4e53-8d75-e3e9a45277df service nova] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Received event network-changed-1131ea92-64cb-451d-a7fd-ba83442f994d {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2251.793070] env[63366]: DEBUG nova.compute.manager [req-ae305d77-f6da-4421-b800-0fede6ffd794 req-f415ea82-6f7d-4e53-8d75-e3e9a45277df service nova] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Refreshing instance network info cache due to event network-changed-1131ea92-64cb-451d-a7fd-ba83442f994d. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2251.793241] env[63366]: DEBUG oslo_concurrency.lockutils [req-ae305d77-f6da-4421-b800-0fede6ffd794 req-f415ea82-6f7d-4e53-8d75-e3e9a45277df service nova] Acquiring lock "refresh_cache-1e62706b-679d-4eee-8a19-36b896d6218b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2251.794309] env[63366]: DEBUG nova.virt.hardware [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2251.794528] env[63366]: DEBUG nova.virt.hardware [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2251.794682] env[63366]: DEBUG nova.virt.hardware [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2251.794861] env[63366]: DEBUG nova.virt.hardware [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2251.795033] env[63366]: DEBUG nova.virt.hardware [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2251.795209] env[63366]: DEBUG nova.virt.hardware [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2251.795407] env[63366]: DEBUG nova.virt.hardware [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2251.795564] env[63366]: DEBUG nova.virt.hardware [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2251.795723] env[63366]: DEBUG nova.virt.hardware [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2251.795882] env[63366]: DEBUG nova.virt.hardware [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2251.796063] env[63366]: DEBUG nova.virt.hardware [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2251.802391] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Reconfiguring VM to attach interface {{(pid=63366) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2251.805758] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70468880-2024-4649-ac35-807b0809bf54 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.824236] env[63366]: DEBUG oslo_vmware.api [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2251.824236] env[63366]: value = "task-2104321" [ 2251.824236] env[63366]: _type = "Task" [ 2251.824236] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2251.833746] env[63366]: DEBUG oslo_vmware.api [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104321, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.869943] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4038d36-b43e-48bc-b2b2-7eba189bf257 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.877349] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1160ffe2-c284-42f1-8ee1-bdfee3e6e47e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.908402] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f9d347-6998-4c49-bbab-e5f2ad3689c0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.916925] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d949c42b-561d-43b5-be03-c0e9ceed11a6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.924052] env[63366]: DEBUG nova.compute.manager [req-0135d017-0517-46be-8a15-60de3b3d9bc2 req-57f9bbf9-45f4-4cec-a155-3c6e28fd3647 service nova] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Received event network-changed-90aa3d43-0d09-4d82-9b7a-fa5d80a6d06a {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2251.924260] env[63366]: DEBUG nova.compute.manager [req-0135d017-0517-46be-8a15-60de3b3d9bc2 req-57f9bbf9-45f4-4cec-a155-3c6e28fd3647 service nova] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Refreshing instance network info cache due to event network-changed-90aa3d43-0d09-4d82-9b7a-fa5d80a6d06a. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2251.924493] env[63366]: DEBUG oslo_concurrency.lockutils [req-0135d017-0517-46be-8a15-60de3b3d9bc2 req-57f9bbf9-45f4-4cec-a155-3c6e28fd3647 service nova] Acquiring lock "refresh_cache-3bccae0d-d94f-489e-8480-2b3e16d96b3f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2251.924646] env[63366]: DEBUG oslo_concurrency.lockutils [req-0135d017-0517-46be-8a15-60de3b3d9bc2 req-57f9bbf9-45f4-4cec-a155-3c6e28fd3647 service nova] Acquired lock "refresh_cache-3bccae0d-d94f-489e-8480-2b3e16d96b3f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2251.924806] env[63366]: DEBUG nova.network.neutron [req-0135d017-0517-46be-8a15-60de3b3d9bc2 req-57f9bbf9-45f4-4cec-a155-3c6e28fd3647 service nova] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Refreshing network info cache for port 90aa3d43-0d09-4d82-9b7a-fa5d80a6d06a {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2251.937575] env[63366]: DEBUG nova.compute.provider_tree [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2251.950220] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5faafd1-8ce9-4433-93dd-17c7545eceb1 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Volume attach. Driver type: vmdk {{(pid=63366) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2251.951288] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5faafd1-8ce9-4433-93dd-17c7545eceb1 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430856', 'volume_id': 'd79deb4a-e262-4083-8b30-8f5a632f9b19', 'name': 'volume-d79deb4a-e262-4083-8b30-8f5a632f9b19', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9f85cc6-5e4f-410a-a255-7acecd766ac2', 'attached_at': '', 'detached_at': '', 'volume_id': 'd79deb4a-e262-4083-8b30-8f5a632f9b19', 'serial': 'd79deb4a-e262-4083-8b30-8f5a632f9b19'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2251.951592] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2455cc2f-0a67-4300-937d-5d745b554d82 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.968267] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458c06be-f7c6-4636-afb2-19e47efecd25 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.995591] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5faafd1-8ce9-4433-93dd-17c7545eceb1 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] volume-d79deb4a-e262-4083-8b30-8f5a632f9b19/volume-d79deb4a-e262-4083-8b30-8f5a632f9b19.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2251.995870] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0adc14b0-829d-4c05-be05-cbf1c19e14f9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.015303] env[63366]: DEBUG oslo_vmware.api [None req-a5faafd1-8ce9-4433-93dd-17c7545eceb1 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2252.015303] env[63366]: value = "task-2104322" [ 2252.015303] env[63366]: _type = "Task" [ 2252.015303] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.023454] env[63366]: DEBUG oslo_vmware.api [None req-a5faafd1-8ce9-4433-93dd-17c7545eceb1 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104322, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.149317] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104320, 'name': ReconfigVM_Task, 'duration_secs': 0.272276} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.149591] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2252.154250] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a86d1c1-2fc8-4211-81d2-16e1934896cd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.170837] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2252.170837] env[63366]: value = "task-2104323" [ 2252.170837] env[63366]: _type = "Task" [ 2252.170837] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.179398] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104323, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.234486] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Releasing lock "refresh_cache-1e62706b-679d-4eee-8a19-36b896d6218b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2252.237253] env[63366]: DEBUG oslo_concurrency.lockutils [req-ae305d77-f6da-4421-b800-0fede6ffd794 req-f415ea82-6f7d-4e53-8d75-e3e9a45277df service nova] Acquired lock "refresh_cache-1e62706b-679d-4eee-8a19-36b896d6218b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2252.237529] env[63366]: DEBUG nova.network.neutron [req-ae305d77-f6da-4421-b800-0fede6ffd794 req-f415ea82-6f7d-4e53-8d75-e3e9a45277df service nova] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Refreshing network info cache for port 1131ea92-64cb-451d-a7fd-ba83442f994d {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2252.264843] env[63366]: DEBUG nova.virt.hardware [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0d88b3403955fafef0760ca2b0d3e4d1',container_format='bare',created_at=2025-01-14T17:13:40Z,direct_url=,disk_format='vmdk',id=76a8033a-2f4a-431c-ad32-6618c33d481a,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1848210596-shelved',owner='72ec5d18bf4b4cbea126528ed8d4f150',properties=ImageMetaProps,protected=,size=31590912,status='active',tags=,updated_at=2025-01-14T17:13:53Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2252.265186] env[63366]: DEBUG nova.virt.hardware [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2252.265282] env[63366]: DEBUG nova.virt.hardware [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2252.265461] env[63366]: DEBUG nova.virt.hardware [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2252.265621] env[63366]: DEBUG nova.virt.hardware [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2252.265791] env[63366]: DEBUG nova.virt.hardware [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2252.266021] env[63366]: DEBUG nova.virt.hardware [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2252.266227] env[63366]: DEBUG nova.virt.hardware [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2252.266488] env[63366]: DEBUG nova.virt.hardware [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2252.266755] env[63366]: DEBUG nova.virt.hardware [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2252.267046] env[63366]: DEBUG nova.virt.hardware [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2252.268412] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778998c9-7e65-4460-b52a-e1138f33870f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.277353] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ddfa43-3092-41ff-9608-6300048604b0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.294573] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:f0:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1131ea92-64cb-451d-a7fd-ba83442f994d', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2252.303389] env[63366]: DEBUG oslo.service.loopingcall [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2252.303751] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2252.304072] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e486f13d-72ea-420c-ad83-76018ef6ceaf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.333594] env[63366]: INFO nova.compute.manager [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Took 15.20 seconds to build instance. [ 2252.336545] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2252.336545] env[63366]: value = "task-2104324" [ 2252.336545] env[63366]: _type = "Task" [ 2252.336545] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.342916] env[63366]: DEBUG oslo_vmware.api [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.348096] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104324, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.440634] env[63366]: DEBUG nova.scheduler.client.report [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2252.526022] env[63366]: DEBUG oslo_vmware.api [None req-a5faafd1-8ce9-4433-93dd-17c7545eceb1 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104322, 'name': ReconfigVM_Task, 'duration_secs': 0.408088} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.528624] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5faafd1-8ce9-4433-93dd-17c7545eceb1 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Reconfigured VM instance instance-0000004f to attach disk [datastore2] volume-d79deb4a-e262-4083-8b30-8f5a632f9b19/volume-d79deb4a-e262-4083-8b30-8f5a632f9b19.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2252.533648] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f666096-e44e-4d05-9254-d4906df88ac0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.559117] env[63366]: DEBUG oslo_vmware.api [None req-a5faafd1-8ce9-4433-93dd-17c7545eceb1 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2252.559117] env[63366]: value = "task-2104325" [ 2252.559117] env[63366]: _type = "Task" [ 2252.559117] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.568058] env[63366]: DEBUG oslo_vmware.api [None req-a5faafd1-8ce9-4433-93dd-17c7545eceb1 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104325, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.682325] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104323, 'name': ReconfigVM_Task, 'duration_secs': 0.156109} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.682729] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430850', 'volume_id': 'e218f132-3f07-449e-83d4-921665e12781', 'name': 'volume-e218f132-3f07-449e-83d4-921665e12781', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b03d8ab-ab1e-4a81-a756-088816b4ec1f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e218f132-3f07-449e-83d4-921665e12781', 'serial': 'e218f132-3f07-449e-83d4-921665e12781'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2252.686346] env[63366]: DEBUG nova.network.neutron [req-0135d017-0517-46be-8a15-60de3b3d9bc2 req-57f9bbf9-45f4-4cec-a155-3c6e28fd3647 service nova] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Updated VIF entry in instance network info cache for port 90aa3d43-0d09-4d82-9b7a-fa5d80a6d06a. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2252.686917] env[63366]: DEBUG nova.network.neutron [req-0135d017-0517-46be-8a15-60de3b3d9bc2 req-57f9bbf9-45f4-4cec-a155-3c6e28fd3647 service nova] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Updating instance_info_cache with network_info: [{"id": "8087ae24-ea32-4aeb-a3b3-f44d35552997", "address": "fa:16:3e:a1:94:d1", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8087ae24-ea", "ovs_interfaceid": "8087ae24-ea32-4aeb-a3b3-f44d35552997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90aa3d43-0d09-4d82-9b7a-fa5d80a6d06a", "address": "fa:16:3e:4e:4f:c6", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90aa3d43-0d", "ovs_interfaceid": "90aa3d43-0d09-4d82-9b7a-fa5d80a6d06a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2252.838743] env[63366]: DEBUG oslo_concurrency.lockutils [None req-47966f24-20f2-4a54-9eec-08f3d9d2cae5 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "25984b2b-047b-4ac9-bbfa-4d86a764c3ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.714s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2252.838743] env[63366]: DEBUG oslo_vmware.api [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104321, 'name': ReconfigVM_Task, 'duration_secs': 0.661191} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.842091] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Releasing lock "3bccae0d-d94f-489e-8480-2b3e16d96b3f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2252.843033] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Reconfigured VM to attach interface {{(pid=63366) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2252.853445] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104324, 'name': CreateVM_Task, 'duration_secs': 0.464291} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.853606] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2252.854308] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/76a8033a-2f4a-431c-ad32-6618c33d481a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2252.854463] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/76a8033a-2f4a-431c-ad32-6618c33d481a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2252.854823] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/76a8033a-2f4a-431c-ad32-6618c33d481a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2252.855116] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c64f4f1-d55f-40bd-9feb-fd7ead2b8f34 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.860280] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2252.860280] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52d62c10-4439-5a14-8e20-26e281561a62" [ 2252.860280] env[63366]: _type = "Task" [ 2252.860280] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.869171] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d62c10-4439-5a14-8e20-26e281561a62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.941924] env[63366]: DEBUG nova.network.neutron [req-ae305d77-f6da-4421-b800-0fede6ffd794 req-f415ea82-6f7d-4e53-8d75-e3e9a45277df service nova] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Updated VIF entry in instance network info cache for port 1131ea92-64cb-451d-a7fd-ba83442f994d. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2252.942398] env[63366]: DEBUG nova.network.neutron [req-ae305d77-f6da-4421-b800-0fede6ffd794 req-f415ea82-6f7d-4e53-8d75-e3e9a45277df service nova] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Updating instance_info_cache with network_info: [{"id": "1131ea92-64cb-451d-a7fd-ba83442f994d", "address": "fa:16:3e:e5:f0:1f", "network": {"id": "454a1ee2-ba6b-4310-8e48-5e20b41fe434", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1928859958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ec5d18bf4b4cbea126528ed8d4f150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1131ea92-64", "ovs_interfaceid": "1131ea92-64cb-451d-a7fd-ba83442f994d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2252.946798] env[63366]: DEBUG oslo_concurrency.lockutils [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2252.949226] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.134s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2252.950712] env[63366]: INFO nova.compute.claims [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2252.974639] env[63366]: INFO nova.scheduler.client.report [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Deleted allocations for instance 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee [ 2253.074640] env[63366]: DEBUG oslo_vmware.api [None req-a5faafd1-8ce9-4433-93dd-17c7545eceb1 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104325, 'name': ReconfigVM_Task, 'duration_secs': 0.189178} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2253.075195] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5faafd1-8ce9-4433-93dd-17c7545eceb1 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430856', 'volume_id': 'd79deb4a-e262-4083-8b30-8f5a632f9b19', 'name': 'volume-d79deb4a-e262-4083-8b30-8f5a632f9b19', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9f85cc6-5e4f-410a-a255-7acecd766ac2', 'attached_at': '', 'detached_at': '', 'volume_id': 'd79deb4a-e262-4083-8b30-8f5a632f9b19', 'serial': 'd79deb4a-e262-4083-8b30-8f5a632f9b19'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2253.110030] env[63366]: INFO nova.compute.manager [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Rebuilding instance [ 2253.157502] env[63366]: DEBUG nova.compute.manager [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2253.158365] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa2aff1-959a-46e6-915d-c48e16537f57 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.190463] env[63366]: DEBUG oslo_concurrency.lockutils [req-0135d017-0517-46be-8a15-60de3b3d9bc2 req-57f9bbf9-45f4-4cec-a155-3c6e28fd3647 service nova] Releasing lock "refresh_cache-3bccae0d-d94f-489e-8480-2b3e16d96b3f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2253.191165] env[63366]: DEBUG nova.compute.manager [req-0135d017-0517-46be-8a15-60de3b3d9bc2 req-57f9bbf9-45f4-4cec-a155-3c6e28fd3647 service nova] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Received event network-vif-deleted-9c3e1f11-7fef-4101-8104-fba6a1200f7e {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2253.349359] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7b6e22ee-fbfa-4710-ba5f-8d77b9e3e9d5 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "interface-3bccae0d-d94f-489e-8480-2b3e16d96b3f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.539s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2253.371359] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/76a8033a-2f4a-431c-ad32-6618c33d481a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2253.371677] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Processing image 76a8033a-2f4a-431c-ad32-6618c33d481a {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2253.371958] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/76a8033a-2f4a-431c-ad32-6618c33d481a/76a8033a-2f4a-431c-ad32-6618c33d481a.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2253.372128] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/76a8033a-2f4a-431c-ad32-6618c33d481a/76a8033a-2f4a-431c-ad32-6618c33d481a.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2253.372264] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2253.372738] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bfa1169-034b-43ba-9bb5-7fab08b48d1e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.396827] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2253.397035] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2253.398157] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-505394e7-d715-43a0-b2c1-ad757619e5b3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.404579] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2253.404579] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52a26bb0-59ef-57f5-c696-d3d505aec703" [ 2253.404579] env[63366]: _type = "Task" [ 2253.404579] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.413893] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a26bb0-59ef-57f5-c696-d3d505aec703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.445350] env[63366]: DEBUG oslo_concurrency.lockutils [req-ae305d77-f6da-4421-b800-0fede6ffd794 req-f415ea82-6f7d-4e53-8d75-e3e9a45277df service nova] Releasing lock "refresh_cache-1e62706b-679d-4eee-8a19-36b896d6218b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2253.481932] env[63366]: DEBUG oslo_concurrency.lockutils [None req-84b2abca-5e75-4bf9-8093-274e201f15f1 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "1e0e0cc8-b66e-4f0b-83ed-c398145a42ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.274s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2253.568335] env[63366]: INFO nova.compute.manager [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Rescuing [ 2253.568649] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "refresh_cache-25984b2b-047b-4ac9-bbfa-4d86a764c3ce" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2253.568743] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquired lock "refresh_cache-25984b2b-047b-4ac9-bbfa-4d86a764c3ce" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2253.568908] env[63366]: DEBUG nova.network.neutron [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2253.731344] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2253.731683] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ffb7160-6626-4b5a-a8f9-cde4e7840da4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.739563] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2253.739563] env[63366]: value = "task-2104326" [ 2253.739563] env[63366]: _type = "Task" [ 2253.739563] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.748842] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] VM already powered off {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2253.749165] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Volume detach. Driver type: vmdk {{(pid=63366) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2253.749293] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430850', 'volume_id': 'e218f132-3f07-449e-83d4-921665e12781', 'name': 'volume-e218f132-3f07-449e-83d4-921665e12781', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b03d8ab-ab1e-4a81-a756-088816b4ec1f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e218f132-3f07-449e-83d4-921665e12781', 'serial': 'e218f132-3f07-449e-83d4-921665e12781'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2253.750175] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a40871d-21e6-4bf7-a184-463aa40b23df {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.770308] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e11bfeb-2ddd-4dfd-86d7-5fc874542cda {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.786616] env[63366]: WARNING nova.virt.vmwareapi.driver [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 2253.786951] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2253.787796] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceff597f-9572-483b-9cde-37082c4af419 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.795359] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2253.795572] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8faf5580-053f-446b-b235-8673922067db {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.916594] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Preparing fetch location {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2253.916930] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Fetch image to [datastore2] OSTACK_IMG_45643f61-307d-46c0-8c40-e5670793b4fb/OSTACK_IMG_45643f61-307d-46c0-8c40-e5670793b4fb.vmdk {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2253.917162] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Downloading stream optimized image 76a8033a-2f4a-431c-ad32-6618c33d481a to [datastore2] OSTACK_IMG_45643f61-307d-46c0-8c40-e5670793b4fb/OSTACK_IMG_45643f61-307d-46c0-8c40-e5670793b4fb.vmdk on the data store datastore2 as vApp {{(pid=63366) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2253.917402] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Downloading image file data 76a8033a-2f4a-431c-ad32-6618c33d481a to the ESX as VM named 'OSTACK_IMG_45643f61-307d-46c0-8c40-e5670793b4fb' {{(pid=63366) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2253.964085] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2253.964296] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2253.964387] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Deleting the datastore file [datastore2] 0b03d8ab-ab1e-4a81-a756-088816b4ec1f {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2253.964663] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d62ab501-bff6-475e-8966-74b69b0983f2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.972824] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2253.972824] env[63366]: value = "task-2104328" [ 2253.972824] env[63366]: _type = "Task" [ 2253.972824] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.986684] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.998263] env[63366]: DEBUG oslo_vmware.rw_handles [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2253.998263] env[63366]: value = "resgroup-9" [ 2253.998263] env[63366]: _type = "ResourcePool" [ 2253.998263] env[63366]: }. {{(pid=63366) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2253.998589] env[63366]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2d53a85d-b1c0-4061-99bb-bff7293eb25f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.025580] env[63366]: DEBUG oslo_vmware.rw_handles [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lease: (returnval){ [ 2254.025580] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ff11fc-671c-5767-81a2-ff54ccf2d738" [ 2254.025580] env[63366]: _type = "HttpNfcLease" [ 2254.025580] env[63366]: } obtained for vApp import into resource pool (val){ [ 2254.025580] env[63366]: value = "resgroup-9" [ 2254.025580] env[63366]: _type = "ResourcePool" [ 2254.025580] env[63366]: }. {{(pid=63366) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2254.026363] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the lease: (returnval){ [ 2254.026363] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ff11fc-671c-5767-81a2-ff54ccf2d738" [ 2254.026363] env[63366]: _type = "HttpNfcLease" [ 2254.026363] env[63366]: } to be ready. {{(pid=63366) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2254.033411] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2254.033411] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ff11fc-671c-5767-81a2-ff54ccf2d738" [ 2254.033411] env[63366]: _type = "HttpNfcLease" [ 2254.033411] env[63366]: } is initializing. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2254.114224] env[63366]: DEBUG nova.objects.instance [None req-a5faafd1-8ce9-4433-93dd-17c7545eceb1 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lazy-loading 'flavor' on Instance uuid c9f85cc6-5e4f-410a-a255-7acecd766ac2 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2254.171498] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2254.174019] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9deec088-fcef-4a5d-9c09-5a90e3276ff2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.182754] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2254.182754] env[63366]: value = "task-2104330" [ 2254.182754] env[63366]: _type = "Task" [ 2254.182754] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2254.195622] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.212056] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741b5088-569b-47a1-9409-bf8d49c32674 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.222181] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc878283-7309-4fc9-bef8-d9a588d05c2e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.254730] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d7a513-12d6-4099-9379-133a5b356300 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.265689] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "62c2ec74-8c08-48ef-ad1d-2754657ef7c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2254.266073] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "62c2ec74-8c08-48ef-ad1d-2754657ef7c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2254.270928] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "2a71cc68-365b-4f92-bc66-9fdfe69b282e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2254.272062] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "2a71cc68-365b-4f92-bc66-9fdfe69b282e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2254.276249] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03d3dad-38de-4bbd-aa90-221e769e6bba {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.295633] env[63366]: DEBUG nova.compute.provider_tree [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2254.354504] env[63366]: DEBUG nova.network.neutron [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Updating instance_info_cache with network_info: [{"id": "8d7395ad-ce34-4be7-bf83-0a3d4ff58ce1", "address": "fa:16:3e:d4:38:e3", "network": {"id": "46396d66-ee83-49ac-8188-6b1ddd43eb97", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1814001189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78586b8c868a49e49210489446994e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d7395ad-ce", "ovs_interfaceid": "8d7395ad-ce34-4be7-bf83-0a3d4ff58ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2254.483921] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186262} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2254.484225] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2254.484417] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2254.484591] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2254.537103] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2254.537103] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ff11fc-671c-5767-81a2-ff54ccf2d738" [ 2254.537103] env[63366]: _type = "HttpNfcLease" [ 2254.537103] env[63366]: } is initializing. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2254.620650] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5faafd1-8ce9-4433-93dd-17c7545eceb1 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "c9f85cc6-5e4f-410a-a255-7acecd766ac2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.295s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2254.699266] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104330, 'name': PowerOffVM_Task, 'duration_secs': 0.248787} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2254.699977] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2254.700289] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2254.701101] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c581d4d-3168-49c2-a3fd-3b3e59fa5fb1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.709363] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2254.709655] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-785f4ad3-5c49-4266-bc1e-41d05ba00fe4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.771208] env[63366]: DEBUG nova.compute.manager [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2254.774447] env[63366]: DEBUG nova.compute.manager [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2254.802805] env[63366]: DEBUG nova.scheduler.client.report [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2254.830194] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2254.830459] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2254.830613] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Deleting the datastore file [datastore2] 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2254.830865] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ee661f9-4b95-4c17-8ce2-a17540daabd7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.842475] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2254.842475] env[63366]: value = "task-2104332" [ 2254.842475] env[63366]: _type = "Task" [ 2254.842475] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2254.852956] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.857779] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Releasing lock "refresh_cache-25984b2b-047b-4ac9-bbfa-4d86a764c3ce" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2254.990597] env[63366]: INFO nova.virt.block_device [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Booting with volume e218f132-3f07-449e-83d4-921665e12781 at /dev/sdb [ 2255.034467] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ba7501d-968b-4238-83f4-a1f76d12845d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.038334] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2255.038334] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ff11fc-671c-5767-81a2-ff54ccf2d738" [ 2255.038334] env[63366]: _type = "HttpNfcLease" [ 2255.038334] env[63366]: } is ready. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2255.039013] env[63366]: DEBUG oslo_vmware.rw_handles [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2255.039013] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ff11fc-671c-5767-81a2-ff54ccf2d738" [ 2255.039013] env[63366]: _type = "HttpNfcLease" [ 2255.039013] env[63366]: }. {{(pid=63366) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2255.039777] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70066a9-b0ad-435e-acae-1febc294acc6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.046250] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ada02c-3510-4d77-ad00-78806a5089e8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.059486] env[63366]: DEBUG oslo_vmware.rw_handles [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c19fc7-bdd2-1d26-3fb2-6bfa68bd4f21/disk-0.vmdk from lease info. {{(pid=63366) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2255.059659] env[63366]: DEBUG oslo_vmware.rw_handles [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Creating HTTP connection to write to file with size = 31590912 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c19fc7-bdd2-1d26-3fb2-6bfa68bd4f21/disk-0.vmdk. {{(pid=63366) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2255.126397] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f34937f4-8d4e-4a17-94e2-474c82ef73ec {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.132584] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dd8746d5-360b-4ff7-8de4-60f9b2b31c52 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.141264] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa8bca9-cf7c-45a6-9f51-2ced5f0276b1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.182760] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f59264-1266-4c3c-af87-2eb7f15f61bc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.198764] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f47fe6-b8f2-4925-a9b7-ccfb868a7734 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.217716] env[63366]: DEBUG nova.virt.block_device [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Updating existing volume attachment record: 02b97ceb-f2d9-463d-aa55-25df353dde82 {{(pid=63366) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2255.259673] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70423649-d698-4ef4-8d14-e1a5488b2b99 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "interface-3bccae0d-d94f-489e-8480-2b3e16d96b3f-90aa3d43-0d09-4d82-9b7a-fa5d80a6d06a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2255.259937] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70423649-d698-4ef4-8d14-e1a5488b2b99 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "interface-3bccae0d-d94f-489e-8480-2b3e16d96b3f-90aa3d43-0d09-4d82-9b7a-fa5d80a6d06a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2255.298979] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2255.299936] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2255.310010] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2255.310525] env[63366]: DEBUG nova.compute.manager [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2255.313011] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7ee1e5c3-cbfc-4a7c-9546-d73fa63de4da tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.561s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2255.313219] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7ee1e5c3-cbfc-4a7c-9546-d73fa63de4da tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2255.315111] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.016s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2255.316508] env[63366]: INFO nova.compute.claims [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2255.336536] env[63366]: INFO nova.scheduler.client.report [None req-7ee1e5c3-cbfc-4a7c-9546-d73fa63de4da tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Deleted allocations for instance 592b5511-a1f4-4b52-ace1-a2a088ba35fe [ 2255.353021] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337763} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.353122] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2255.353277] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2255.353453] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2255.699184] env[63366]: DEBUG nova.compute.manager [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Stashing vm_state: active {{(pid=63366) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2255.762235] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70423649-d698-4ef4-8d14-e1a5488b2b99 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "3bccae0d-d94f-489e-8480-2b3e16d96b3f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2255.762550] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70423649-d698-4ef4-8d14-e1a5488b2b99 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired lock "3bccae0d-d94f-489e-8480-2b3e16d96b3f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2255.763370] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e266adb2-4075-42f1-9f51-3ba16f0aa4c5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.785104] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434167d5-d0b2-4b50-ba58-8e26d8432514 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.812503] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-70423649-d698-4ef4-8d14-e1a5488b2b99 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Reconfiguring VM to detach interface {{(pid=63366) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2255.812824] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cd42f82-2383-4e51-b41b-0d6633a42e81 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.827242] env[63366]: DEBUG nova.compute.utils [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2255.830443] env[63366]: DEBUG nova.compute.manager [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2255.830610] env[63366]: DEBUG nova.network.neutron [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2255.840784] env[63366]: DEBUG oslo_vmware.api [None req-70423649-d698-4ef4-8d14-e1a5488b2b99 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2255.840784] env[63366]: value = "task-2104333" [ 2255.840784] env[63366]: _type = "Task" [ 2255.840784] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.850218] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7ee1e5c3-cbfc-4a7c-9546-d73fa63de4da tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "592b5511-a1f4-4b52-ace1-a2a088ba35fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.538s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2255.863755] env[63366]: DEBUG oslo_vmware.api [None req-70423649-d698-4ef4-8d14-e1a5488b2b99 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104333, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.889152] env[63366]: DEBUG nova.policy [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96aaef009b384e4f9ada0711acd2e421', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2868b329abc7424ea97b6dc79731ebe5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2256.165068] env[63366]: DEBUG nova.network.neutron [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Successfully created port: 9212cb0f-d7c5-4ae7-adf9-e4e4c58b67a2 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2256.225912] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2256.331770] env[63366]: DEBUG nova.compute.manager [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2256.353606] env[63366]: DEBUG oslo_vmware.api [None req-70423649-d698-4ef4-8d14-e1a5488b2b99 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.395208] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2256.398031] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6960306-b8e4-4f4b-afe6-4e280f4e2589 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.402113] env[63366]: DEBUG nova.virt.hardware [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2256.402387] env[63366]: DEBUG nova.virt.hardware [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2256.402540] env[63366]: DEBUG nova.virt.hardware [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2256.402717] env[63366]: DEBUG nova.virt.hardware [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2256.402885] env[63366]: DEBUG nova.virt.hardware [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2256.402999] env[63366]: DEBUG nova.virt.hardware [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2256.403286] env[63366]: DEBUG nova.virt.hardware [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2256.403374] env[63366]: DEBUG nova.virt.hardware [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2256.403534] env[63366]: DEBUG nova.virt.hardware [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2256.403694] env[63366]: DEBUG nova.virt.hardware [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2256.403863] env[63366]: DEBUG nova.virt.hardware [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2256.407078] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073986b0-e49d-4bfa-89d2-2328932113b7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.419034] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc2da0d-de5f-4231-b0a8-daf304b3840f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.424140] env[63366]: DEBUG oslo_vmware.api [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2256.424140] env[63366]: value = "task-2104334" [ 2256.424140] env[63366]: _type = "Task" [ 2256.424140] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.443747] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:ba:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39a4aca0-934b-4a91-8779-6a4360c3f967', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54a17ad2-264e-41a1-8d92-044e059663df', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2256.456070] env[63366]: DEBUG oslo.service.loopingcall [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2256.460939] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2256.461207] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88ab7827-d794-441e-aa12-0067db78ab99 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.481917] env[63366]: DEBUG oslo_vmware.api [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.488907] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2256.488907] env[63366]: value = "task-2104335" [ 2256.488907] env[63366]: _type = "Task" [ 2256.488907] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.501395] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104335, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.626277] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257b9bae-2a58-41f3-8c81-811077cbff4a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.632697] env[63366]: DEBUG oslo_vmware.rw_handles [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Completed reading data from the image iterator. {{(pid=63366) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2256.632958] env[63366]: DEBUG oslo_vmware.rw_handles [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c19fc7-bdd2-1d26-3fb2-6bfa68bd4f21/disk-0.vmdk. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2256.633852] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92dd3e1-7a47-4b1e-91c9-e5670a45f967 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.640263] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf39b6a8-b6d5-4d9a-b4fc-256fc5855ccc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.646974] env[63366]: DEBUG oslo_vmware.rw_handles [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c19fc7-bdd2-1d26-3fb2-6bfa68bd4f21/disk-0.vmdk is in state: ready. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2256.646974] env[63366]: DEBUG oslo_vmware.rw_handles [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c19fc7-bdd2-1d26-3fb2-6bfa68bd4f21/disk-0.vmdk. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2256.646974] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5290d2e3-70f9-466d-981f-90d6ac984fbc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.682145] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e8a202-0eb7-4f49-b3ff-2b7d54bf2d47 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.693418] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6623aa-ac63-4f25-b664-25305d352efa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.709619] env[63366]: DEBUG nova.compute.provider_tree [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2256.836275] env[63366]: DEBUG oslo_vmware.rw_handles [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c19fc7-bdd2-1d26-3fb2-6bfa68bd4f21/disk-0.vmdk. {{(pid=63366) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2256.836512] env[63366]: INFO nova.virt.vmwareapi.images [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Downloaded image file data 76a8033a-2f4a-431c-ad32-6618c33d481a [ 2256.837484] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fbcdaa-12fa-42bd-9e7c-d4604b4582c7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.863817] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d2ceb0f-4f5e-445c-8f65-84c34a040c0c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.869998] env[63366]: DEBUG oslo_vmware.api [None req-70423649-d698-4ef4-8d14-e1a5488b2b99 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.896198] env[63366]: INFO nova.virt.vmwareapi.images [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] The imported VM was unregistered [ 2256.898730] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Caching image {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2256.898997] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Creating directory with path [datastore2] devstack-image-cache_base/76a8033a-2f4a-431c-ad32-6618c33d481a {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2256.899308] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-473bc824-0ef1-4cff-b31b-792b982fa230 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.926428] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Created directory with path [datastore2] devstack-image-cache_base/76a8033a-2f4a-431c-ad32-6618c33d481a {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2256.926639] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_45643f61-307d-46c0-8c40-e5670793b4fb/OSTACK_IMG_45643f61-307d-46c0-8c40-e5670793b4fb.vmdk to [datastore2] devstack-image-cache_base/76a8033a-2f4a-431c-ad32-6618c33d481a/76a8033a-2f4a-431c-ad32-6618c33d481a.vmdk. {{(pid=63366) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2256.932950] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2c44b1ad-46a1-4272-980e-b0a06a097d93 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.941979] env[63366]: DEBUG oslo_vmware.api [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104334, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.943283] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2256.943283] env[63366]: value = "task-2104337" [ 2256.943283] env[63366]: _type = "Task" [ 2256.943283] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.952886] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104337, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.999754] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104335, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.213876] env[63366]: DEBUG nova.scheduler.client.report [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2257.333153] env[63366]: DEBUG nova.virt.hardware [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2257.333440] env[63366]: DEBUG nova.virt.hardware [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2257.333600] env[63366]: DEBUG nova.virt.hardware [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2257.333777] env[63366]: DEBUG nova.virt.hardware [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2257.333920] env[63366]: DEBUG nova.virt.hardware [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2257.334124] env[63366]: DEBUG nova.virt.hardware [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2257.334354] env[63366]: DEBUG nova.virt.hardware [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2257.334520] env[63366]: DEBUG nova.virt.hardware [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2257.334707] env[63366]: DEBUG nova.virt.hardware [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2257.334858] env[63366]: DEBUG nova.virt.hardware [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2257.335083] env[63366]: DEBUG nova.virt.hardware [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2257.336189] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6ecfbf-0596-448c-b2f6-8a134319c716 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.345325] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12109377-9b67-4e99-b232-125334eed1f0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.352103] env[63366]: DEBUG nova.compute.manager [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2257.364797] env[63366]: DEBUG oslo_vmware.api [None req-70423649-d698-4ef4-8d14-e1a5488b2b99 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.373173] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:be:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8a88f6a-d880-4cf5-940f-30055d4e2f6a', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2257.381407] env[63366]: DEBUG oslo.service.loopingcall [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2257.383816] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2257.384289] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f99bf06c-bd3b-47eb-b07f-79dfd7065c94 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.400984] env[63366]: DEBUG nova.virt.hardware [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2257.401224] env[63366]: DEBUG nova.virt.hardware [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2257.401854] env[63366]: DEBUG nova.virt.hardware [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2257.402082] env[63366]: DEBUG nova.virt.hardware [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2257.402261] env[63366]: DEBUG nova.virt.hardware [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2257.402469] env[63366]: DEBUG nova.virt.hardware [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2257.402634] env[63366]: DEBUG nova.virt.hardware [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2257.402789] env[63366]: DEBUG nova.virt.hardware [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2257.402955] env[63366]: DEBUG nova.virt.hardware [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2257.403306] env[63366]: DEBUG nova.virt.hardware [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2257.403624] env[63366]: DEBUG nova.virt.hardware [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2257.404637] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6551a7af-7ce3-4212-a42e-d6a29dabe041 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.415647] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36664df-7948-4ea3-89b3-51a3ae95646d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.420751] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2257.420751] env[63366]: value = "task-2104338" [ 2257.420751] env[63366]: _type = "Task" [ 2257.420751] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.439469] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104338, 'name': CreateVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.445394] env[63366]: DEBUG oslo_vmware.api [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104334, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.454511] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104337, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.500261] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104335, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.598251] env[63366]: DEBUG nova.compute.manager [req-1f19c1a1-88e9-4231-999f-475d8537e528 req-a6ca259c-b3fc-44e3-a477-5531f862a837 service nova] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Received event network-vif-plugged-9212cb0f-d7c5-4ae7-adf9-e4e4c58b67a2 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2257.598499] env[63366]: DEBUG oslo_concurrency.lockutils [req-1f19c1a1-88e9-4231-999f-475d8537e528 req-a6ca259c-b3fc-44e3-a477-5531f862a837 service nova] Acquiring lock "625df422-be95-4da3-8f19-c4a1e4d85b5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2257.598709] env[63366]: DEBUG oslo_concurrency.lockutils [req-1f19c1a1-88e9-4231-999f-475d8537e528 req-a6ca259c-b3fc-44e3-a477-5531f862a837 service nova] Lock "625df422-be95-4da3-8f19-c4a1e4d85b5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2257.598907] env[63366]: DEBUG oslo_concurrency.lockutils [req-1f19c1a1-88e9-4231-999f-475d8537e528 req-a6ca259c-b3fc-44e3-a477-5531f862a837 service nova] Lock "625df422-be95-4da3-8f19-c4a1e4d85b5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2257.600415] env[63366]: DEBUG nova.compute.manager [req-1f19c1a1-88e9-4231-999f-475d8537e528 req-a6ca259c-b3fc-44e3-a477-5531f862a837 service nova] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] No waiting events found dispatching network-vif-plugged-9212cb0f-d7c5-4ae7-adf9-e4e4c58b67a2 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2257.600638] env[63366]: WARNING nova.compute.manager [req-1f19c1a1-88e9-4231-999f-475d8537e528 req-a6ca259c-b3fc-44e3-a477-5531f862a837 service nova] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Received unexpected event network-vif-plugged-9212cb0f-d7c5-4ae7-adf9-e4e4c58b67a2 for instance with vm_state building and task_state spawning. [ 2257.703644] env[63366]: DEBUG nova.network.neutron [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Successfully updated port: 9212cb0f-d7c5-4ae7-adf9-e4e4c58b67a2 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2257.720465] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2257.721022] env[63366]: DEBUG nova.compute.manager [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2257.724094] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.424s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2257.725597] env[63366]: INFO nova.compute.claims [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2257.863252] env[63366]: DEBUG oslo_vmware.api [None req-70423649-d698-4ef4-8d14-e1a5488b2b99 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.932042] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104338, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.941314] env[63366]: DEBUG oslo_vmware.api [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104334, 'name': PowerOffVM_Task, 'duration_secs': 1.293032} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.941586] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2257.942492] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534dbc35-8d8f-4944-9694-08e0d9d8e831 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.955851] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104337, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.970021] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3e6a05-923a-44c2-8343-5eb83445234c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.003419] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104335, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.005613] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2258.005950] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77566d17-d413-4390-8741-e82fab22d8e4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.014906] env[63366]: DEBUG oslo_vmware.api [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2258.014906] env[63366]: value = "task-2104339" [ 2258.014906] env[63366]: _type = "Task" [ 2258.014906] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.028479] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] VM already powered off {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2258.028654] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2258.028830] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2258.028978] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2258.029219] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2258.029539] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7df4b30-45fc-4d05-af18-3c668e73ec47 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.052336] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2258.052336] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2258.052336] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23112c6f-f0f3-434d-b513-3274b88c8dce {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.059198] env[63366]: DEBUG oslo_vmware.api [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2258.059198] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]526e2e0d-0f6e-a1de-ea16-861fb81ecbaf" [ 2258.059198] env[63366]: _type = "Task" [ 2258.059198] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.071505] env[63366]: DEBUG oslo_vmware.api [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526e2e0d-0f6e-a1de-ea16-861fb81ecbaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.206975] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "refresh_cache-625df422-be95-4da3-8f19-c4a1e4d85b5f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2258.207135] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired lock "refresh_cache-625df422-be95-4da3-8f19-c4a1e4d85b5f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2258.207318] env[63366]: DEBUG nova.network.neutron [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2258.226124] env[63366]: DEBUG nova.compute.utils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2258.227891] env[63366]: DEBUG nova.compute.manager [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2258.228440] env[63366]: DEBUG nova.network.neutron [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2258.273549] env[63366]: DEBUG nova.policy [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '276357c8b7054226b02a1dc154c28a8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43599d8bf955422a9cdcc5ca6d5f9a38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2258.363522] env[63366]: DEBUG oslo_vmware.api [None req-70423649-d698-4ef4-8d14-e1a5488b2b99 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.432612] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104338, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.457893] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104337, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.502868] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104335, 'name': CreateVM_Task, 'duration_secs': 1.73612} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.503084] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2258.503769] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2258.503950] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2258.504305] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2258.504572] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c286a58-570a-4c44-984e-bb648b9e411d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.512419] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2258.512419] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52e4896b-6de8-ab79-03ea-b5256fd35454" [ 2258.512419] env[63366]: _type = "Task" [ 2258.512419] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.531030] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52e4896b-6de8-ab79-03ea-b5256fd35454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.551482] env[63366]: DEBUG nova.network.neutron [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Successfully created port: 855bb72f-7ec7-4d09-ae29-8b9df8c564b4 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2258.570877] env[63366]: DEBUG oslo_vmware.api [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526e2e0d-0f6e-a1de-ea16-861fb81ecbaf, 'name': SearchDatastore_Task, 'duration_secs': 0.052467} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.571764] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d80b618e-2fca-44d2-90d5-620e8fc27696 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.579975] env[63366]: DEBUG oslo_vmware.api [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2258.579975] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]522c4061-ec7d-6a86-1090-bc288c6aba1c" [ 2258.579975] env[63366]: _type = "Task" [ 2258.579975] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.591805] env[63366]: DEBUG oslo_vmware.api [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522c4061-ec7d-6a86-1090-bc288c6aba1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.733051] env[63366]: DEBUG nova.compute.manager [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2258.740584] env[63366]: DEBUG nova.network.neutron [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2258.865105] env[63366]: DEBUG oslo_vmware.api [None req-70423649-d698-4ef4-8d14-e1a5488b2b99 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.937011] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104338, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.958550] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104337, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.989657] env[63366]: DEBUG nova.network.neutron [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Updating instance_info_cache with network_info: [{"id": "9212cb0f-d7c5-4ae7-adf9-e4e4c58b67a2", "address": "fa:16:3e:0d:d7:0f", "network": {"id": "f562c19d-030a-462e-bdcf-6f84dd4123f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-427728629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2868b329abc7424ea97b6dc79731ebe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9212cb0f-d7", "ovs_interfaceid": "9212cb0f-d7c5-4ae7-adf9-e4e4c58b67a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2259.000110] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3551302-4862-4fce-a703-afbdfcc1f1a7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.011637] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fc6cc0-f76c-4fa2-9f43-dfc6648e8c3d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.026936] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52e4896b-6de8-ab79-03ea-b5256fd35454, 'name': SearchDatastore_Task, 'duration_secs': 0.081885} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.059417] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2259.062025] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2259.062025] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2259.062025] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d09893-0ea3-4a26-9f80-74f175e468f0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.073591] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034c3260-a878-4c67-af04-2a77cb576577 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.095366] env[63366]: DEBUG nova.compute.provider_tree [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2259.105696] env[63366]: DEBUG oslo_vmware.api [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522c4061-ec7d-6a86-1090-bc288c6aba1c, 'name': SearchDatastore_Task, 'duration_secs': 0.072175} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.105975] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2259.106262] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 25984b2b-047b-4ac9-bbfa-4d86a764c3ce/a69c6f87-3b9f-45c1-927a-78c60f5617a0-rescue.vmdk. {{(pid=63366) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2259.106558] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2259.106739] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2259.106960] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a58bf7a0-44fe-4db4-ae7c-3474fefddb0e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.109875] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-055524e1-0145-4140-a386-ec709224a9e1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.120858] env[63366]: DEBUG oslo_vmware.api [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2259.120858] env[63366]: value = "task-2104340" [ 2259.120858] env[63366]: _type = "Task" [ 2259.120858] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.130344] env[63366]: DEBUG oslo_vmware.api [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.131985] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2259.132178] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2259.132925] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21463a41-3cbc-44e7-a614-06da6980cf91 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.140103] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2259.140103] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52cdb406-606a-7eeb-9367-34e38e948e29" [ 2259.140103] env[63366]: _type = "Task" [ 2259.140103] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.150360] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52cdb406-606a-7eeb-9367-34e38e948e29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.367109] env[63366]: DEBUG oslo_vmware.api [None req-70423649-d698-4ef4-8d14-e1a5488b2b99 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.433456] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104338, 'name': CreateVM_Task, 'duration_secs': 1.962613} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.433639] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2259.434406] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2259.434593] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2259.434959] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2259.435239] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6271fa5d-ecdd-4f2a-b233-41987d66ed3f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.440248] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2259.440248] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]529524a7-2310-acd9-40a3-37f0f3de6ba6" [ 2259.440248] env[63366]: _type = "Task" [ 2259.440248] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.448880] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]529524a7-2310-acd9-40a3-37f0f3de6ba6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.456825] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104337, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.411166} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.457094] env[63366]: INFO nova.virt.vmwareapi.ds_util [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_45643f61-307d-46c0-8c40-e5670793b4fb/OSTACK_IMG_45643f61-307d-46c0-8c40-e5670793b4fb.vmdk to [datastore2] devstack-image-cache_base/76a8033a-2f4a-431c-ad32-6618c33d481a/76a8033a-2f4a-431c-ad32-6618c33d481a.vmdk. [ 2259.457298] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Cleaning up location [datastore2] OSTACK_IMG_45643f61-307d-46c0-8c40-e5670793b4fb {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2259.457459] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_45643f61-307d-46c0-8c40-e5670793b4fb {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2259.457701] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33eff4c5-df67-4775-aa48-7c22711c222a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.464729] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2259.464729] env[63366]: value = "task-2104341" [ 2259.464729] env[63366]: _type = "Task" [ 2259.464729] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.473436] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.492270] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Releasing lock "refresh_cache-625df422-be95-4da3-8f19-c4a1e4d85b5f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2259.492603] env[63366]: DEBUG nova.compute.manager [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Instance network_info: |[{"id": "9212cb0f-d7c5-4ae7-adf9-e4e4c58b67a2", "address": "fa:16:3e:0d:d7:0f", "network": {"id": "f562c19d-030a-462e-bdcf-6f84dd4123f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-427728629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2868b329abc7424ea97b6dc79731ebe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9212cb0f-d7", "ovs_interfaceid": "9212cb0f-d7c5-4ae7-adf9-e4e4c58b67a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2259.493041] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:d7:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9212cb0f-d7c5-4ae7-adf9-e4e4c58b67a2', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2259.500743] env[63366]: DEBUG oslo.service.loopingcall [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2259.500992] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2259.501268] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f74d11c7-c0c4-446a-9ba7-39db5a40731f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.522188] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2259.522188] env[63366]: value = "task-2104342" [ 2259.522188] env[63366]: _type = "Task" [ 2259.522188] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.531052] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104342, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.601879] env[63366]: DEBUG nova.scheduler.client.report [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2259.627970] env[63366]: DEBUG nova.compute.manager [req-5980a9b3-1b49-464d-b62d-5cde8d8fcc50 req-f5d98c94-ad72-4e13-a7a7-10a33c05f1e1 service nova] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Received event network-changed-9212cb0f-d7c5-4ae7-adf9-e4e4c58b67a2 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2259.628181] env[63366]: DEBUG nova.compute.manager [req-5980a9b3-1b49-464d-b62d-5cde8d8fcc50 req-f5d98c94-ad72-4e13-a7a7-10a33c05f1e1 service nova] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Refreshing instance network info cache due to event network-changed-9212cb0f-d7c5-4ae7-adf9-e4e4c58b67a2. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2259.628394] env[63366]: DEBUG oslo_concurrency.lockutils [req-5980a9b3-1b49-464d-b62d-5cde8d8fcc50 req-f5d98c94-ad72-4e13-a7a7-10a33c05f1e1 service nova] Acquiring lock "refresh_cache-625df422-be95-4da3-8f19-c4a1e4d85b5f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2259.628531] env[63366]: DEBUG oslo_concurrency.lockutils [req-5980a9b3-1b49-464d-b62d-5cde8d8fcc50 req-f5d98c94-ad72-4e13-a7a7-10a33c05f1e1 service nova] Acquired lock "refresh_cache-625df422-be95-4da3-8f19-c4a1e4d85b5f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2259.628855] env[63366]: DEBUG nova.network.neutron [req-5980a9b3-1b49-464d-b62d-5cde8d8fcc50 req-f5d98c94-ad72-4e13-a7a7-10a33c05f1e1 service nova] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Refreshing network info cache for port 9212cb0f-d7c5-4ae7-adf9-e4e4c58b67a2 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2259.636609] env[63366]: DEBUG oslo_vmware.api [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104340, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.654055] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52cdb406-606a-7eeb-9367-34e38e948e29, 'name': SearchDatastore_Task, 'duration_secs': 0.097523} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.655054] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c16bf07b-d190-415a-a06f-626a505355eb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.661235] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2259.661235] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52cf2972-02ac-517f-2585-964c864ee984" [ 2259.661235] env[63366]: _type = "Task" [ 2259.661235] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.672060] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52cf2972-02ac-517f-2585-964c864ee984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.745894] env[63366]: DEBUG nova.compute.manager [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2259.772498] env[63366]: DEBUG nova.virt.hardware [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2259.772738] env[63366]: DEBUG nova.virt.hardware [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2259.772892] env[63366]: DEBUG nova.virt.hardware [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2259.773079] env[63366]: DEBUG nova.virt.hardware [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2259.773225] env[63366]: DEBUG nova.virt.hardware [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2259.773368] env[63366]: DEBUG nova.virt.hardware [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2259.773572] env[63366]: DEBUG nova.virt.hardware [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2259.773732] env[63366]: DEBUG nova.virt.hardware [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2259.773889] env[63366]: DEBUG nova.virt.hardware [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2259.774126] env[63366]: DEBUG nova.virt.hardware [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2259.774315] env[63366]: DEBUG nova.virt.hardware [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2259.775168] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e7cb86-f3ca-42aa-9523-171645976ba3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.783815] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a4f64d-cb2f-4f48-8a89-c9f6149c9d96 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.866453] env[63366]: DEBUG oslo_vmware.api [None req-70423649-d698-4ef4-8d14-e1a5488b2b99 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.951868] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]529524a7-2310-acd9-40a3-37f0f3de6ba6, 'name': SearchDatastore_Task, 'duration_secs': 0.009925} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.952209] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2259.952444] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2259.952790] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2259.975704] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195422} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.975965] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2259.976145] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/76a8033a-2f4a-431c-ad32-6618c33d481a/76a8033a-2f4a-431c-ad32-6618c33d481a.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2259.976502] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/76a8033a-2f4a-431c-ad32-6618c33d481a/76a8033a-2f4a-431c-ad32-6618c33d481a.vmdk to [datastore2] 1e62706b-679d-4eee-8a19-36b896d6218b/1e62706b-679d-4eee-8a19-36b896d6218b.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2259.976723] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1eee1dd-c759-4191-9992-ae719a70368a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.984707] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2259.984707] env[63366]: value = "task-2104343" [ 2259.984707] env[63366]: _type = "Task" [ 2259.984707] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.993139] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.032561] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104342, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.080166] env[63366]: DEBUG nova.network.neutron [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Successfully updated port: 855bb72f-7ec7-4d09-ae29-8b9df8c564b4 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2260.109512] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2260.110050] env[63366]: DEBUG nova.compute.manager [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2260.112591] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.887s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2260.134973] env[63366]: DEBUG oslo_vmware.api [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635512} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.137834] env[63366]: INFO nova.virt.vmwareapi.ds_util [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 25984b2b-047b-4ac9-bbfa-4d86a764c3ce/a69c6f87-3b9f-45c1-927a-78c60f5617a0-rescue.vmdk. [ 2260.137834] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42becf38-e1ab-4c4e-9dbb-031b639f7c05 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.163682] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 25984b2b-047b-4ac9-bbfa-4d86a764c3ce/a69c6f87-3b9f-45c1-927a-78c60f5617a0-rescue.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2260.164287] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d403fcd-763a-4e67-802d-94810ba3fa32 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.191996] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52cf2972-02ac-517f-2585-964c864ee984, 'name': SearchDatastore_Task, 'duration_secs': 0.049597} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.193536] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2260.194586] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f/6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2260.194586] env[63366]: DEBUG oslo_vmware.api [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2260.194586] env[63366]: value = "task-2104344" [ 2260.194586] env[63366]: _type = "Task" [ 2260.194586] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.194586] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2260.194586] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2260.195049] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48ceeb9e-43ad-4c9b-9b45-d9dc471260e1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.197558] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7deef175-1a94-48fb-94cf-1e22a76faefc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.215981] env[63366]: DEBUG oslo_vmware.api [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104344, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.216379] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2260.216379] env[63366]: value = "task-2104345" [ 2260.216379] env[63366]: _type = "Task" [ 2260.216379] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.222771] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2260.223024] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2260.226738] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7b1c0b5-397f-4d6b-b99c-0043a0bf310c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.229179] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.237269] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2260.237269] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52506dff-59c6-dc43-92cf-f39cebc4a222" [ 2260.237269] env[63366]: _type = "Task" [ 2260.237269] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.246470] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52506dff-59c6-dc43-92cf-f39cebc4a222, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.368085] env[63366]: DEBUG oslo_vmware.api [None req-70423649-d698-4ef4-8d14-e1a5488b2b99 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.391938] env[63366]: DEBUG nova.network.neutron [req-5980a9b3-1b49-464d-b62d-5cde8d8fcc50 req-f5d98c94-ad72-4e13-a7a7-10a33c05f1e1 service nova] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Updated VIF entry in instance network info cache for port 9212cb0f-d7c5-4ae7-adf9-e4e4c58b67a2. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2260.392426] env[63366]: DEBUG nova.network.neutron [req-5980a9b3-1b49-464d-b62d-5cde8d8fcc50 req-f5d98c94-ad72-4e13-a7a7-10a33c05f1e1 service nova] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Updating instance_info_cache with network_info: [{"id": "9212cb0f-d7c5-4ae7-adf9-e4e4c58b67a2", "address": "fa:16:3e:0d:d7:0f", "network": {"id": "f562c19d-030a-462e-bdcf-6f84dd4123f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-427728629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2868b329abc7424ea97b6dc79731ebe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9212cb0f-d7", "ovs_interfaceid": "9212cb0f-d7c5-4ae7-adf9-e4e4c58b67a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2260.495312] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104343, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.534769] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104342, 'name': CreateVM_Task, 'duration_secs': 0.545} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.534957] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2260.535823] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2260.536000] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2260.536414] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2260.536683] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-617eebdc-a873-415c-9652-60cd888a6cea {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.543653] env[63366]: DEBUG oslo_vmware.api [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2260.543653] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52bdfab0-a27c-ca26-edee-e8d042628c6f" [ 2260.543653] env[63366]: _type = "Task" [ 2260.543653] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.555535] env[63366]: DEBUG oslo_vmware.api [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52bdfab0-a27c-ca26-edee-e8d042628c6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.582818] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "refresh_cache-2a71cc68-365b-4f92-bc66-9fdfe69b282e" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2260.583040] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquired lock "refresh_cache-2a71cc68-365b-4f92-bc66-9fdfe69b282e" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2260.583205] env[63366]: DEBUG nova.network.neutron [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2260.615768] env[63366]: DEBUG nova.compute.utils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2260.620411] env[63366]: INFO nova.compute.claims [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2260.624542] env[63366]: DEBUG nova.compute.manager [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2260.624763] env[63366]: DEBUG nova.network.neutron [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2260.668918] env[63366]: DEBUG nova.policy [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '276357c8b7054226b02a1dc154c28a8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43599d8bf955422a9cdcc5ca6d5f9a38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2260.708976] env[63366]: DEBUG oslo_vmware.api [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104344, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.726293] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.749719] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52506dff-59c6-dc43-92cf-f39cebc4a222, 'name': SearchDatastore_Task, 'duration_secs': 0.047311} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.750387] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ede2eb8-88d5-478d-9f03-7990cc946ac4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.756957] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2260.756957] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52d4f649-72a4-cc96-0f91-c76a49d2a85e" [ 2260.756957] env[63366]: _type = "Task" [ 2260.756957] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.765876] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d4f649-72a4-cc96-0f91-c76a49d2a85e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.868121] env[63366]: DEBUG oslo_vmware.api [None req-70423649-d698-4ef4-8d14-e1a5488b2b99 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.895947] env[63366]: DEBUG oslo_concurrency.lockutils [req-5980a9b3-1b49-464d-b62d-5cde8d8fcc50 req-f5d98c94-ad72-4e13-a7a7-10a33c05f1e1 service nova] Releasing lock "refresh_cache-625df422-be95-4da3-8f19-c4a1e4d85b5f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2260.949428] env[63366]: DEBUG nova.network.neutron [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Successfully created port: 7d1ddab8-8447-48af-9742-204d3b0d5168 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2260.996034] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104343, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.054439] env[63366]: DEBUG oslo_vmware.api [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52bdfab0-a27c-ca26-edee-e8d042628c6f, 'name': SearchDatastore_Task, 'duration_secs': 0.093178} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.054795] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2261.055094] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2261.055501] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2261.128282] env[63366]: DEBUG nova.compute.manager [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2261.135782] env[63366]: INFO nova.compute.resource_tracker [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Updating resource usage from migration c03b9385-a69c-4df1-bae5-5f2ebf2ded7a [ 2261.139759] env[63366]: DEBUG nova.network.neutron [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2261.209376] env[63366]: DEBUG oslo_vmware.api [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104344, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.230603] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.268416] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d4f649-72a4-cc96-0f91-c76a49d2a85e, 'name': SearchDatastore_Task, 'duration_secs': 0.088799} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.268704] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2261.268966] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 0b03d8ab-ab1e-4a81-a756-088816b4ec1f/0b03d8ab-ab1e-4a81-a756-088816b4ec1f.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2261.269270] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2261.269458] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2261.269679] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc7f435a-a996-4eb4-92c7-7614a95d306d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.274347] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1d91cc5-caf4-4d36-83ed-76ed45033eaa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.284372] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2261.284372] env[63366]: value = "task-2104346" [ 2261.284372] env[63366]: _type = "Task" [ 2261.284372] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.295750] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.296945] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2261.296945] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2261.297247] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d195a104-3819-44b4-9d76-1a8cd7646327 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.303686] env[63366]: DEBUG oslo_vmware.api [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2261.303686] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52c02654-f81c-e223-22d4-ac52206cb0a2" [ 2261.303686] env[63366]: _type = "Task" [ 2261.303686] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.315690] env[63366]: DEBUG oslo_vmware.api [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52c02654-f81c-e223-22d4-ac52206cb0a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.370740] env[63366]: DEBUG oslo_vmware.api [None req-70423649-d698-4ef4-8d14-e1a5488b2b99 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104333, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.389989] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c609a8-252d-4ad3-87c4-56543fd6c68e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.398838] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4199fd4d-5868-4b08-9df6-fd9e5e6b6daf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.433651] env[63366]: DEBUG nova.network.neutron [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Updating instance_info_cache with network_info: [{"id": "855bb72f-7ec7-4d09-ae29-8b9df8c564b4", "address": "fa:16:3e:fa:ba:26", "network": {"id": "044db771-3000-42f3-ba2d-cde8b048d4f5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1366366490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43599d8bf955422a9cdcc5ca6d5f9a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap855bb72f-7e", "ovs_interfaceid": "855bb72f-7ec7-4d09-ae29-8b9df8c564b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2261.435612] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bd7b42-19ca-4b6f-bd15-db2e78eaecdf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.444932] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3a620d-2caf-4c79-afd1-8ca63f8a9848 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.464868] env[63366]: DEBUG nova.compute.provider_tree [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2261.496729] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104343, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.658513] env[63366]: DEBUG nova.compute.manager [req-8d783925-3448-487e-b7f3-569d58a66c25 req-007df9f5-24f6-4fa5-b171-f85c3033cbd5 service nova] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Received event network-vif-plugged-855bb72f-7ec7-4d09-ae29-8b9df8c564b4 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2261.658513] env[63366]: DEBUG oslo_concurrency.lockutils [req-8d783925-3448-487e-b7f3-569d58a66c25 req-007df9f5-24f6-4fa5-b171-f85c3033cbd5 service nova] Acquiring lock "2a71cc68-365b-4f92-bc66-9fdfe69b282e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2261.658513] env[63366]: DEBUG oslo_concurrency.lockutils [req-8d783925-3448-487e-b7f3-569d58a66c25 req-007df9f5-24f6-4fa5-b171-f85c3033cbd5 service nova] Lock "2a71cc68-365b-4f92-bc66-9fdfe69b282e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2261.658513] env[63366]: DEBUG oslo_concurrency.lockutils [req-8d783925-3448-487e-b7f3-569d58a66c25 req-007df9f5-24f6-4fa5-b171-f85c3033cbd5 service nova] Lock "2a71cc68-365b-4f92-bc66-9fdfe69b282e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2261.658513] env[63366]: DEBUG nova.compute.manager [req-8d783925-3448-487e-b7f3-569d58a66c25 req-007df9f5-24f6-4fa5-b171-f85c3033cbd5 service nova] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] No waiting events found dispatching network-vif-plugged-855bb72f-7ec7-4d09-ae29-8b9df8c564b4 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2261.658719] env[63366]: WARNING nova.compute.manager [req-8d783925-3448-487e-b7f3-569d58a66c25 req-007df9f5-24f6-4fa5-b171-f85c3033cbd5 service nova] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Received unexpected event network-vif-plugged-855bb72f-7ec7-4d09-ae29-8b9df8c564b4 for instance with vm_state building and task_state spawning. [ 2261.658755] env[63366]: DEBUG nova.compute.manager [req-8d783925-3448-487e-b7f3-569d58a66c25 req-007df9f5-24f6-4fa5-b171-f85c3033cbd5 service nova] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Received event network-changed-855bb72f-7ec7-4d09-ae29-8b9df8c564b4 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2261.658902] env[63366]: DEBUG nova.compute.manager [req-8d783925-3448-487e-b7f3-569d58a66c25 req-007df9f5-24f6-4fa5-b171-f85c3033cbd5 service nova] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Refreshing instance network info cache due to event network-changed-855bb72f-7ec7-4d09-ae29-8b9df8c564b4. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2261.659108] env[63366]: DEBUG oslo_concurrency.lockutils [req-8d783925-3448-487e-b7f3-569d58a66c25 req-007df9f5-24f6-4fa5-b171-f85c3033cbd5 service nova] Acquiring lock "refresh_cache-2a71cc68-365b-4f92-bc66-9fdfe69b282e" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2261.710433] env[63366]: DEBUG oslo_vmware.api [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104344, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.728503] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104345, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.795210] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.814886] env[63366]: DEBUG oslo_vmware.api [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52c02654-f81c-e223-22d4-ac52206cb0a2, 'name': SearchDatastore_Task, 'duration_secs': 0.082593} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.815753] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39ed72c6-3e37-4d5e-96d6-a962768e6db9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.823056] env[63366]: DEBUG oslo_vmware.api [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2261.823056] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]522e900c-1ca4-476a-0328-33fb1eecc150" [ 2261.823056] env[63366]: _type = "Task" [ 2261.823056] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.831147] env[63366]: DEBUG oslo_vmware.api [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522e900c-1ca4-476a-0328-33fb1eecc150, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.868280] env[63366]: DEBUG oslo_vmware.api [None req-70423649-d698-4ef4-8d14-e1a5488b2b99 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104333, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.939920] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Releasing lock "refresh_cache-2a71cc68-365b-4f92-bc66-9fdfe69b282e" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2261.940456] env[63366]: DEBUG nova.compute.manager [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Instance network_info: |[{"id": "855bb72f-7ec7-4d09-ae29-8b9df8c564b4", "address": "fa:16:3e:fa:ba:26", "network": {"id": "044db771-3000-42f3-ba2d-cde8b048d4f5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1366366490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43599d8bf955422a9cdcc5ca6d5f9a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap855bb72f-7e", "ovs_interfaceid": "855bb72f-7ec7-4d09-ae29-8b9df8c564b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2261.940904] env[63366]: DEBUG oslo_concurrency.lockutils [req-8d783925-3448-487e-b7f3-569d58a66c25 req-007df9f5-24f6-4fa5-b171-f85c3033cbd5 service nova] Acquired lock "refresh_cache-2a71cc68-365b-4f92-bc66-9fdfe69b282e" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2261.941214] env[63366]: DEBUG nova.network.neutron [req-8d783925-3448-487e-b7f3-569d58a66c25 req-007df9f5-24f6-4fa5-b171-f85c3033cbd5 service nova] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Refreshing network info cache for port 855bb72f-7ec7-4d09-ae29-8b9df8c564b4 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2261.942639] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:ba:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '855bb72f-7ec7-4d09-ae29-8b9df8c564b4', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2261.950378] env[63366]: DEBUG oslo.service.loopingcall [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2261.953693] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2261.954654] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85df58d7-1f71-4631-bd1e-437a5ba18263 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.970189] env[63366]: DEBUG nova.scheduler.client.report [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2261.982412] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2261.982412] env[63366]: value = "task-2104347" [ 2261.982412] env[63366]: _type = "Task" [ 2261.982412] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.993624] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104347, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.999756] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104343, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.148201] env[63366]: DEBUG nova.compute.manager [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2262.182787] env[63366]: DEBUG nova.virt.hardware [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2262.182787] env[63366]: DEBUG nova.virt.hardware [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2262.183031] env[63366]: DEBUG nova.virt.hardware [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2262.183031] env[63366]: DEBUG nova.virt.hardware [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2262.183180] env[63366]: DEBUG nova.virt.hardware [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2262.183336] env[63366]: DEBUG nova.virt.hardware [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2262.183561] env[63366]: DEBUG nova.virt.hardware [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2262.183725] env[63366]: DEBUG nova.virt.hardware [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2262.183894] env[63366]: DEBUG nova.virt.hardware [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2262.184273] env[63366]: DEBUG nova.virt.hardware [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2262.184473] env[63366]: DEBUG nova.virt.hardware [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2262.185782] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9427fc-ef2c-4844-9840-71949db9d297 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.195495] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0aedaa-c23e-408f-86e7-6195c39902ac {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.210371] env[63366]: DEBUG oslo_vmware.api [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104344, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.231174] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104345, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.298121] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.338567] env[63366]: DEBUG oslo_vmware.api [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522e900c-1ca4-476a-0328-33fb1eecc150, 'name': SearchDatastore_Task, 'duration_secs': 0.081456} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.338567] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2262.338567] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 625df422-be95-4da3-8f19-c4a1e4d85b5f/625df422-be95-4da3-8f19-c4a1e4d85b5f.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2262.338938] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e6cf1f8-702d-419f-8206-ca48c3217943 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.342526] env[63366]: DEBUG nova.network.neutron [req-8d783925-3448-487e-b7f3-569d58a66c25 req-007df9f5-24f6-4fa5-b171-f85c3033cbd5 service nova] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Updated VIF entry in instance network info cache for port 855bb72f-7ec7-4d09-ae29-8b9df8c564b4. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2262.342913] env[63366]: DEBUG nova.network.neutron [req-8d783925-3448-487e-b7f3-569d58a66c25 req-007df9f5-24f6-4fa5-b171-f85c3033cbd5 service nova] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Updating instance_info_cache with network_info: [{"id": "855bb72f-7ec7-4d09-ae29-8b9df8c564b4", "address": "fa:16:3e:fa:ba:26", "network": {"id": "044db771-3000-42f3-ba2d-cde8b048d4f5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1366366490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43599d8bf955422a9cdcc5ca6d5f9a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap855bb72f-7e", "ovs_interfaceid": "855bb72f-7ec7-4d09-ae29-8b9df8c564b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2262.350803] env[63366]: DEBUG oslo_vmware.api [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2262.350803] env[63366]: value = "task-2104348" [ 2262.350803] env[63366]: _type = "Task" [ 2262.350803] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.360789] env[63366]: DEBUG oslo_vmware.api [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.370129] env[63366]: DEBUG oslo_vmware.api [None req-70423649-d698-4ef4-8d14-e1a5488b2b99 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104333, 'name': ReconfigVM_Task, 'duration_secs': 6.474699} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.370207] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70423649-d698-4ef4-8d14-e1a5488b2b99 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Releasing lock "3bccae0d-d94f-489e-8480-2b3e16d96b3f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2262.370597] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-70423649-d698-4ef4-8d14-e1a5488b2b99 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Reconfigured VM to detach interface {{(pid=63366) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2262.478028] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.365s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2262.478330] env[63366]: INFO nova.compute.manager [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Migrating [ 2262.511827] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104347, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.516887] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104343, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.536244] env[63366]: DEBUG nova.network.neutron [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Successfully updated port: 7d1ddab8-8447-48af-9742-204d3b0d5168 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2262.712664] env[63366]: DEBUG oslo_vmware.api [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104344, 'name': ReconfigVM_Task, 'duration_secs': 2.480393} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.713114] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 25984b2b-047b-4ac9-bbfa-4d86a764c3ce/a69c6f87-3b9f-45c1-927a-78c60f5617a0-rescue.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2262.715059] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc234f35-3500-441f-afcd-4f36642a8cd0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.729788] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104345, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.381876} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.746301] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f/6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2262.746861] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2262.752143] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22d919d1-24ea-4993-85a4-635c211a5f64 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.754839] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24ef4061-915b-427f-9cad-652b6291e696 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.786160] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2262.786160] env[63366]: value = "task-2104349" [ 2262.786160] env[63366]: _type = "Task" [ 2262.786160] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.787996] env[63366]: DEBUG oslo_vmware.api [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2262.787996] env[63366]: value = "task-2104350" [ 2262.787996] env[63366]: _type = "Task" [ 2262.787996] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.808825] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104346, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.816139] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.816601] env[63366]: DEBUG oslo_vmware.api [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104350, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.845598] env[63366]: DEBUG oslo_concurrency.lockutils [req-8d783925-3448-487e-b7f3-569d58a66c25 req-007df9f5-24f6-4fa5-b171-f85c3033cbd5 service nova] Releasing lock "refresh_cache-2a71cc68-365b-4f92-bc66-9fdfe69b282e" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2262.864590] env[63366]: DEBUG oslo_vmware.api [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.884875] env[63366]: DEBUG nova.compute.manager [req-cbb51261-a228-410b-864d-f7ccdaab73b7 req-73cc49f0-ccb3-443e-a707-98ad8e02fc19 service nova] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Received event network-vif-deleted-90aa3d43-0d09-4d82-9b7a-fa5d80a6d06a {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2262.885210] env[63366]: INFO nova.compute.manager [req-cbb51261-a228-410b-864d-f7ccdaab73b7 req-73cc49f0-ccb3-443e-a707-98ad8e02fc19 service nova] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Neutron deleted interface 90aa3d43-0d09-4d82-9b7a-fa5d80a6d06a; detaching it from the instance and deleting it from the info cache [ 2262.885546] env[63366]: DEBUG nova.network.neutron [req-cbb51261-a228-410b-864d-f7ccdaab73b7 req-73cc49f0-ccb3-443e-a707-98ad8e02fc19 service nova] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Updating instance_info_cache with network_info: [{"id": "8087ae24-ea32-4aeb-a3b3-f44d35552997", "address": "fa:16:3e:a1:94:d1", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8087ae24-ea", "ovs_interfaceid": "8087ae24-ea32-4aeb-a3b3-f44d35552997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2262.995468] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104347, 'name': CreateVM_Task, 'duration_secs': 0.978684} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.998355] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2262.998861] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "refresh_cache-c9f85cc6-5e4f-410a-a255-7acecd766ac2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2262.999042] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquired lock "refresh_cache-c9f85cc6-5e4f-410a-a255-7acecd766ac2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2262.999219] env[63366]: DEBUG nova.network.neutron [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2263.000746] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2263.000903] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2263.001223] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2263.002031] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef3bc154-b185-4415-97ef-914a49bdc6bf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.007764] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104343, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.55621} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.009790] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/76a8033a-2f4a-431c-ad32-6618c33d481a/76a8033a-2f4a-431c-ad32-6618c33d481a.vmdk to [datastore2] 1e62706b-679d-4eee-8a19-36b896d6218b/1e62706b-679d-4eee-8a19-36b896d6218b.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2263.010448] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2263.010448] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52633ee6-8c98-dfb2-63c9-4687726c73b2" [ 2263.010448] env[63366]: _type = "Task" [ 2263.010448] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.011387] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b7b802-b0e0-4fc7-8736-47bd8e9ff91f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.042316] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 1e62706b-679d-4eee-8a19-36b896d6218b/1e62706b-679d-4eee-8a19-36b896d6218b.vmdk or device None with type streamOptimized {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2263.047098] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "refresh_cache-62c2ec74-8c08-48ef-ad1d-2754657ef7c4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2263.047321] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquired lock "refresh_cache-62c2ec74-8c08-48ef-ad1d-2754657ef7c4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2263.047427] env[63366]: DEBUG nova.network.neutron [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2263.048622] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a5b144a-1910-4d4e-a67a-22d2c24da922 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.062699] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52633ee6-8c98-dfb2-63c9-4687726c73b2, 'name': SearchDatastore_Task, 'duration_secs': 0.015773} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.063816] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2263.064058] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2263.064305] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2263.064452] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2263.064627] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2263.065496] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f10dd80f-bdc5-41d5-ab82-0957a21d2652 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.072334] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2263.072334] env[63366]: value = "task-2104351" [ 2263.072334] env[63366]: _type = "Task" [ 2263.072334] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.080233] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104351, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.081508] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2263.081679] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2263.082417] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46e8d811-06c8-4dcc-a089-bfd781c8c1b9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.090168] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2263.090168] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5245a3bc-c351-4639-b1a4-49c89e96323f" [ 2263.090168] env[63366]: _type = "Task" [ 2263.090168] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.097845] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5245a3bc-c351-4639-b1a4-49c89e96323f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.302900] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182972} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.307703] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2263.308234] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104346, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.734898} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.309204] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212ae1d0-74f5-4739-8653-23e5174fe196 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.312614] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 0b03d8ab-ab1e-4a81-a756-088816b4ec1f/0b03d8ab-ab1e-4a81-a756-088816b4ec1f.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2263.312922] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2263.317588] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43f6949d-be1b-4609-85d0-fd7263abaedc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.320256] env[63366]: DEBUG oslo_vmware.api [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.343821] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f/6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2263.345922] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98f8a77f-5f22-4b0b-8ba0-cf6698d9e524 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.361128] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2263.361128] env[63366]: value = "task-2104352" [ 2263.361128] env[63366]: _type = "Task" [ 2263.361128] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.373165] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2263.373165] env[63366]: value = "task-2104353" [ 2263.373165] env[63366]: _type = "Task" [ 2263.373165] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.378045] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.384970] env[63366]: DEBUG oslo_vmware.api [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104348, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.392064] env[63366]: DEBUG oslo_concurrency.lockutils [req-cbb51261-a228-410b-864d-f7ccdaab73b7 req-73cc49f0-ccb3-443e-a707-98ad8e02fc19 service nova] Acquiring lock "3bccae0d-d94f-489e-8480-2b3e16d96b3f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2263.392272] env[63366]: DEBUG oslo_concurrency.lockutils [req-cbb51261-a228-410b-864d-f7ccdaab73b7 req-73cc49f0-ccb3-443e-a707-98ad8e02fc19 service nova] Acquired lock "3bccae0d-d94f-489e-8480-2b3e16d96b3f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2263.392964] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104353, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.394358] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98c2b21-cdf4-49fe-beee-2af9b4ad1e36 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.416501] env[63366]: DEBUG oslo_concurrency.lockutils [req-cbb51261-a228-410b-864d-f7ccdaab73b7 req-73cc49f0-ccb3-443e-a707-98ad8e02fc19 service nova] Releasing lock "3bccae0d-d94f-489e-8480-2b3e16d96b3f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2263.416878] env[63366]: WARNING nova.compute.manager [req-cbb51261-a228-410b-864d-f7ccdaab73b7 req-73cc49f0-ccb3-443e-a707-98ad8e02fc19 service nova] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Detach interface failed, port_id=90aa3d43-0d09-4d82-9b7a-fa5d80a6d06a, reason: No device with interface-id 90aa3d43-0d09-4d82-9b7a-fa5d80a6d06a exists on VM: nova.exception.NotFound: No device with interface-id 90aa3d43-0d09-4d82-9b7a-fa5d80a6d06a exists on VM [ 2263.587346] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104351, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.595626] env[63366]: DEBUG nova.network.neutron [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2263.601399] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5245a3bc-c351-4639-b1a4-49c89e96323f, 'name': SearchDatastore_Task, 'duration_secs': 0.02933} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.602200] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ae1b5fb-def8-4fba-b316-8cd97733b828 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.609352] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2263.609352] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52790c0c-2735-36d6-d403-c1ca4e642129" [ 2263.609352] env[63366]: _type = "Task" [ 2263.609352] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.621479] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52790c0c-2735-36d6-d403-c1ca4e642129, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.739999] env[63366]: DEBUG nova.network.neutron [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Updating instance_info_cache with network_info: [{"id": "7d1ddab8-8447-48af-9742-204d3b0d5168", "address": "fa:16:3e:87:41:bc", "network": {"id": "044db771-3000-42f3-ba2d-cde8b048d4f5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1366366490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43599d8bf955422a9cdcc5ca6d5f9a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d1ddab8-84", "ovs_interfaceid": "7d1ddab8-8447-48af-9742-204d3b0d5168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2263.768850] env[63366]: DEBUG nova.compute.manager [req-51db3000-1ceb-4cb2-af7b-e389cca6561b req-319f7023-34e4-4a42-821a-bcc891827f49 service nova] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Received event network-vif-plugged-7d1ddab8-8447-48af-9742-204d3b0d5168 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2263.769108] env[63366]: DEBUG oslo_concurrency.lockutils [req-51db3000-1ceb-4cb2-af7b-e389cca6561b req-319f7023-34e4-4a42-821a-bcc891827f49 service nova] Acquiring lock "62c2ec74-8c08-48ef-ad1d-2754657ef7c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2263.769275] env[63366]: DEBUG oslo_concurrency.lockutils [req-51db3000-1ceb-4cb2-af7b-e389cca6561b req-319f7023-34e4-4a42-821a-bcc891827f49 service nova] Lock "62c2ec74-8c08-48ef-ad1d-2754657ef7c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2263.769442] env[63366]: DEBUG oslo_concurrency.lockutils [req-51db3000-1ceb-4cb2-af7b-e389cca6561b req-319f7023-34e4-4a42-821a-bcc891827f49 service nova] Lock "62c2ec74-8c08-48ef-ad1d-2754657ef7c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2263.769602] env[63366]: DEBUG nova.compute.manager [req-51db3000-1ceb-4cb2-af7b-e389cca6561b req-319f7023-34e4-4a42-821a-bcc891827f49 service nova] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] No waiting events found dispatching network-vif-plugged-7d1ddab8-8447-48af-9742-204d3b0d5168 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2263.769762] env[63366]: WARNING nova.compute.manager [req-51db3000-1ceb-4cb2-af7b-e389cca6561b req-319f7023-34e4-4a42-821a-bcc891827f49 service nova] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Received unexpected event network-vif-plugged-7d1ddab8-8447-48af-9742-204d3b0d5168 for instance with vm_state building and task_state spawning. [ 2263.769916] env[63366]: DEBUG nova.compute.manager [req-51db3000-1ceb-4cb2-af7b-e389cca6561b req-319f7023-34e4-4a42-821a-bcc891827f49 service nova] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Received event network-changed-7d1ddab8-8447-48af-9742-204d3b0d5168 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2263.770084] env[63366]: DEBUG nova.compute.manager [req-51db3000-1ceb-4cb2-af7b-e389cca6561b req-319f7023-34e4-4a42-821a-bcc891827f49 service nova] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Refreshing instance network info cache due to event network-changed-7d1ddab8-8447-48af-9742-204d3b0d5168. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2263.770239] env[63366]: DEBUG oslo_concurrency.lockutils [req-51db3000-1ceb-4cb2-af7b-e389cca6561b req-319f7023-34e4-4a42-821a-bcc891827f49 service nova] Acquiring lock "refresh_cache-62c2ec74-8c08-48ef-ad1d-2754657ef7c4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2263.806531] env[63366]: DEBUG oslo_vmware.api [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104350, 'name': ReconfigVM_Task, 'duration_secs': 0.684567} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.806997] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2263.807092] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c50133f8-a161-464b-8889-57c22fd7eaff {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.816527] env[63366]: DEBUG oslo_vmware.api [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2263.816527] env[63366]: value = "task-2104354" [ 2263.816527] env[63366]: _type = "Task" [ 2263.816527] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.826129] env[63366]: DEBUG oslo_vmware.api [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.844540] env[63366]: DEBUG nova.network.neutron [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Updating instance_info_cache with network_info: [{"id": "d2d791d3-531c-4577-b324-8d92c920524a", "address": "fa:16:3e:ab:21:3f", "network": {"id": "2461296c-b492-4d75-b35d-5e521090c9eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-859076243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6b369729644eb299067082c22e5e36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2d791d3-53", "ovs_interfaceid": "d2d791d3-531c-4577-b324-8d92c920524a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2263.870508] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70423649-d698-4ef4-8d14-e1a5488b2b99 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "refresh_cache-3bccae0d-d94f-489e-8480-2b3e16d96b3f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2263.870762] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70423649-d698-4ef4-8d14-e1a5488b2b99 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired lock "refresh_cache-3bccae0d-d94f-489e-8480-2b3e16d96b3f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2263.870940] env[63366]: DEBUG nova.network.neutron [None req-70423649-d698-4ef4-8d14-e1a5488b2b99 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2263.877866] env[63366]: DEBUG oslo_vmware.api [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104348, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.08004} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.878186] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089274} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.878630] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 625df422-be95-4da3-8f19-c4a1e4d85b5f/625df422-be95-4da3-8f19-c4a1e4d85b5f.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2263.878891] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2263.882610] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2263.883423] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-225a1d4b-d175-406e-ac2d-02a1dde1a4e6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.885609] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99c7cfb-f09b-492a-9578-7e84c7218669 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.894790] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.905480] env[63366]: DEBUG oslo_vmware.api [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2263.905480] env[63366]: value = "task-2104355" [ 2263.905480] env[63366]: _type = "Task" [ 2263.905480] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.916410] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 0b03d8ab-ab1e-4a81-a756-088816b4ec1f/0b03d8ab-ab1e-4a81-a756-088816b4ec1f.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2263.917047] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56ebcb6f-5809-4573-8d29-65ae3364c243 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.948745] env[63366]: DEBUG oslo_vmware.api [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104355, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.950072] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2263.950072] env[63366]: value = "task-2104356" [ 2263.950072] env[63366]: _type = "Task" [ 2263.950072] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.960792] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.086732] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104351, 'name': ReconfigVM_Task, 'duration_secs': 0.554242} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.087274] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 1e62706b-679d-4eee-8a19-36b896d6218b/1e62706b-679d-4eee-8a19-36b896d6218b.vmdk or device None with type streamOptimized {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2264.088122] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-171b031a-bc8b-4b14-8430-1c0fb7bfef47 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.096757] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2264.096757] env[63366]: value = "task-2104357" [ 2264.096757] env[63366]: _type = "Task" [ 2264.096757] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.105499] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104357, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.118669] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52790c0c-2735-36d6-d403-c1ca4e642129, 'name': SearchDatastore_Task, 'duration_secs': 0.0108} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.119019] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2264.119404] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 2a71cc68-365b-4f92-bc66-9fdfe69b282e/2a71cc68-365b-4f92-bc66-9fdfe69b282e.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2264.119717] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac83b80d-25b5-4f06-8f09-47ee378d769e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.127797] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2264.127797] env[63366]: value = "task-2104358" [ 2264.127797] env[63366]: _type = "Task" [ 2264.127797] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.136076] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.246064] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Releasing lock "refresh_cache-62c2ec74-8c08-48ef-ad1d-2754657ef7c4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2264.246442] env[63366]: DEBUG nova.compute.manager [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Instance network_info: |[{"id": "7d1ddab8-8447-48af-9742-204d3b0d5168", "address": "fa:16:3e:87:41:bc", "network": {"id": "044db771-3000-42f3-ba2d-cde8b048d4f5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1366366490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43599d8bf955422a9cdcc5ca6d5f9a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d1ddab8-84", "ovs_interfaceid": "7d1ddab8-8447-48af-9742-204d3b0d5168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2264.246758] env[63366]: DEBUG oslo_concurrency.lockutils [req-51db3000-1ceb-4cb2-af7b-e389cca6561b req-319f7023-34e4-4a42-821a-bcc891827f49 service nova] Acquired lock "refresh_cache-62c2ec74-8c08-48ef-ad1d-2754657ef7c4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2264.246940] env[63366]: DEBUG nova.network.neutron [req-51db3000-1ceb-4cb2-af7b-e389cca6561b req-319f7023-34e4-4a42-821a-bcc891827f49 service nova] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Refreshing network info cache for port 7d1ddab8-8447-48af-9742-204d3b0d5168 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2264.248247] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:41:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d1ddab8-8447-48af-9742-204d3b0d5168', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2264.255646] env[63366]: DEBUG oslo.service.loopingcall [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2264.256559] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2264.256785] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8507fcf2-2f9b-4576-a9ee-df5a968c78bc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.277749] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2264.277749] env[63366]: value = "task-2104359" [ 2264.277749] env[63366]: _type = "Task" [ 2264.277749] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.286946] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104359, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.328259] env[63366]: DEBUG oslo_vmware.api [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104354, 'name': PowerOnVM_Task, 'duration_secs': 0.420397} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.328680] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2264.331665] env[63366]: DEBUG nova.compute.manager [None req-6f1eddf1-af1e-4138-b80c-8edd00808093 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2264.332516] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467f4e90-7d8e-4fb3-b6d1-4eb117fdbea3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.351194] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Releasing lock "refresh_cache-c9f85cc6-5e4f-410a-a255-7acecd766ac2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2264.392299] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104353, 'name': ReconfigVM_Task, 'duration_secs': 0.83448} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.393100] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f/6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2264.394332] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fee978cf-5f51-47cd-b0bf-4e9bed0ae5f0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.401514] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2264.401514] env[63366]: value = "task-2104360" [ 2264.401514] env[63366]: _type = "Task" [ 2264.401514] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.415059] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104360, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.430102] env[63366]: DEBUG oslo_vmware.api [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078983} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.430356] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2264.431777] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8a9136-cdad-4db5-a41a-9898ccb46c03 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.446298] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "3bccae0d-d94f-489e-8480-2b3e16d96b3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2264.446580] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "3bccae0d-d94f-489e-8480-2b3e16d96b3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2264.446756] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "3bccae0d-d94f-489e-8480-2b3e16d96b3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2264.446933] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "3bccae0d-d94f-489e-8480-2b3e16d96b3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2264.447118] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "3bccae0d-d94f-489e-8480-2b3e16d96b3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2264.457440] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 625df422-be95-4da3-8f19-c4a1e4d85b5f/625df422-be95-4da3-8f19-c4a1e4d85b5f.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2264.457908] env[63366]: INFO nova.compute.manager [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Terminating instance [ 2264.461836] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-949263d7-5fb0-48df-a526-b1a6fc85579e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.492545] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104356, 'name': ReconfigVM_Task, 'duration_secs': 0.472934} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.493757] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 0b03d8ab-ab1e-4a81-a756-088816b4ec1f/0b03d8ab-ab1e-4a81-a756-088816b4ec1f.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2264.495407] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'guest_format': None, 'size': 0, 'boot_index': 0, 'encryption_format': None, 'disk_bus': None, 'encryption_options': None, 'device_name': '/dev/sda', 'image_id': 'a69c6f87-3b9f-45c1-927a-78c60f5617a0'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': None, 'attachment_id': '02b97ceb-f2d9-463d-aa55-25df353dde82', 'mount_device': '/dev/sdb', 'boot_index': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430850', 'volume_id': 'e218f132-3f07-449e-83d4-921665e12781', 'name': 'volume-e218f132-3f07-449e-83d4-921665e12781', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b03d8ab-ab1e-4a81-a756-088816b4ec1f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e218f132-3f07-449e-83d4-921665e12781', 'serial': 'e218f132-3f07-449e-83d4-921665e12781'}, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=63366) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2264.495618] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Volume attach. Driver type: vmdk {{(pid=63366) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2264.495809] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430850', 'volume_id': 'e218f132-3f07-449e-83d4-921665e12781', 'name': 'volume-e218f132-3f07-449e-83d4-921665e12781', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b03d8ab-ab1e-4a81-a756-088816b4ec1f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e218f132-3f07-449e-83d4-921665e12781', 'serial': 'e218f132-3f07-449e-83d4-921665e12781'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2264.496204] env[63366]: DEBUG oslo_vmware.api [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2264.496204] env[63366]: value = "task-2104361" [ 2264.496204] env[63366]: _type = "Task" [ 2264.496204] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.497697] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113958f5-58a0-4892-8b85-58ff052fad89 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.524371] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04d41bc-3a8a-445a-8c37-11ea4e65abf7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.528149] env[63366]: DEBUG oslo_vmware.api [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.551827] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] volume-e218f132-3f07-449e-83d4-921665e12781/volume-e218f132-3f07-449e-83d4-921665e12781.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2264.552251] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c922fb9b-8549-491d-8ed4-b6c9ca2a493c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.580293] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2264.580293] env[63366]: value = "task-2104362" [ 2264.580293] env[63366]: _type = "Task" [ 2264.580293] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.590306] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104362, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.609297] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104357, 'name': Rename_Task, 'duration_secs': 0.25818} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.609576] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2264.609832] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b77d4f2-75f3-4092-9250-8ade701a00a8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.619891] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2264.619891] env[63366]: value = "task-2104363" [ 2264.619891] env[63366]: _type = "Task" [ 2264.619891] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.636932] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.644465] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104358, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.792038] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104359, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.864216] env[63366]: DEBUG nova.network.neutron [None req-70423649-d698-4ef4-8d14-e1a5488b2b99 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Updating instance_info_cache with network_info: [{"id": "8087ae24-ea32-4aeb-a3b3-f44d35552997", "address": "fa:16:3e:a1:94:d1", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8087ae24-ea", "ovs_interfaceid": "8087ae24-ea32-4aeb-a3b3-f44d35552997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2264.915350] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104360, 'name': Rename_Task, 'duration_secs': 0.267675} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.915621] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2264.915865] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20089fea-0479-401f-b450-deea42621209 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.923269] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2264.923269] env[63366]: value = "task-2104364" [ 2264.923269] env[63366]: _type = "Task" [ 2264.923269] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.932706] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.983779] env[63366]: DEBUG nova.compute.manager [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2264.983779] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2264.984193] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5b95ff-d817-4bc6-9171-5f9fc31ce823 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.992776] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2264.993392] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47006861-cfe6-453f-9820-ca8d30373415 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.000554] env[63366]: DEBUG oslo_vmware.api [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2265.000554] env[63366]: value = "task-2104365" [ 2265.000554] env[63366]: _type = "Task" [ 2265.000554] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2265.011910] env[63366]: DEBUG oslo_vmware.api [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.015251] env[63366]: DEBUG oslo_vmware.api [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.092462] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.131789] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104363, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.145930] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645694} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.156250] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 2a71cc68-365b-4f92-bc66-9fdfe69b282e/2a71cc68-365b-4f92-bc66-9fdfe69b282e.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2265.156250] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2265.156496] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d66620a2-7322-4ab8-88b9-b6e3acc86f13 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.165940] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2265.165940] env[63366]: value = "task-2104366" [ 2265.165940] env[63366]: _type = "Task" [ 2265.165940] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2265.177707] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.249681] env[63366]: DEBUG nova.network.neutron [req-51db3000-1ceb-4cb2-af7b-e389cca6561b req-319f7023-34e4-4a42-821a-bcc891827f49 service nova] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Updated VIF entry in instance network info cache for port 7d1ddab8-8447-48af-9742-204d3b0d5168. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2265.249681] env[63366]: DEBUG nova.network.neutron [req-51db3000-1ceb-4cb2-af7b-e389cca6561b req-319f7023-34e4-4a42-821a-bcc891827f49 service nova] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Updating instance_info_cache with network_info: [{"id": "7d1ddab8-8447-48af-9742-204d3b0d5168", "address": "fa:16:3e:87:41:bc", "network": {"id": "044db771-3000-42f3-ba2d-cde8b048d4f5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1366366490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43599d8bf955422a9cdcc5ca6d5f9a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d1ddab8-84", "ovs_interfaceid": "7d1ddab8-8447-48af-9742-204d3b0d5168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2265.290144] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104359, 'name': CreateVM_Task, 'duration_secs': 0.630964} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.290327] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2265.291044] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2265.291215] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2265.291538] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2265.291795] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2029f501-a1a8-4368-89c4-bb46f99160a0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.297701] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2265.297701] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52410c51-e30d-d39e-5851-a15d3b862e0d" [ 2265.297701] env[63366]: _type = "Task" [ 2265.297701] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2265.306084] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52410c51-e30d-d39e-5851-a15d3b862e0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.368127] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70423649-d698-4ef4-8d14-e1a5488b2b99 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Releasing lock "refresh_cache-3bccae0d-d94f-489e-8480-2b3e16d96b3f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2265.434053] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104364, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.522405] env[63366]: DEBUG oslo_vmware.api [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104361, 'name': ReconfigVM_Task, 'duration_secs': 0.735218} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.522747] env[63366]: DEBUG oslo_vmware.api [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104365, 'name': PowerOffVM_Task, 'duration_secs': 0.2668} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.523095] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 625df422-be95-4da3-8f19-c4a1e4d85b5f/625df422-be95-4da3-8f19-c4a1e4d85b5f.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2265.523928] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2265.524205] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2265.524522] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f51fb588-37bf-42b8-97e0-7af26fcee739 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.526587] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a41df7f-cf34-4ffa-9251-cb0fff254873 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.535764] env[63366]: DEBUG oslo_vmware.api [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2265.535764] env[63366]: value = "task-2104367" [ 2265.535764] env[63366]: _type = "Task" [ 2265.535764] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2265.547456] env[63366]: DEBUG oslo_vmware.api [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104367, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.593290] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104362, 'name': ReconfigVM_Task, 'duration_secs': 0.693252} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.593705] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Reconfigured VM instance instance-00000048 to attach disk [datastore2] volume-e218f132-3f07-449e-83d4-921665e12781/volume-e218f132-3f07-449e-83d4-921665e12781.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2265.601558] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c4090bc-8d3e-4372-a9ce-cb86ffd0422f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.618606] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2265.618606] env[63366]: value = "task-2104369" [ 2265.618606] env[63366]: _type = "Task" [ 2265.618606] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2265.634489] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104369, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.638255] env[63366]: DEBUG oslo_vmware.api [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104363, 'name': PowerOnVM_Task, 'duration_secs': 0.750648} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.638527] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2265.642316] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2265.642536] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2265.642715] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Deleting the datastore file [datastore2] 3bccae0d-d94f-489e-8480-2b3e16d96b3f {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2265.643043] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99444047-1497-4e29-8ac7-3c73f613a2fd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.652018] env[63366]: DEBUG oslo_vmware.api [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2265.652018] env[63366]: value = "task-2104370" [ 2265.652018] env[63366]: _type = "Task" [ 2265.652018] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2265.662568] env[63366]: DEBUG oslo_vmware.api [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.676107] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079556} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.676497] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2265.677380] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0cd465-b83d-4eb0-ac78-81a8f6329ab5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.701891] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 2a71cc68-365b-4f92-bc66-9fdfe69b282e/2a71cc68-365b-4f92-bc66-9fdfe69b282e.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2265.702271] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d720398f-a3d2-44c6-9338-93381b4c9f14 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.724022] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2265.724022] env[63366]: value = "task-2104371" [ 2265.724022] env[63366]: _type = "Task" [ 2265.724022] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2265.739366] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104371, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.745765] env[63366]: DEBUG nova.compute.manager [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2265.746717] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d564a34-481b-4164-975f-158c2dcc8a07 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.751450] env[63366]: DEBUG oslo_concurrency.lockutils [req-51db3000-1ceb-4cb2-af7b-e389cca6561b req-319f7023-34e4-4a42-821a-bcc891827f49 service nova] Releasing lock "refresh_cache-62c2ec74-8c08-48ef-ad1d-2754657ef7c4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2265.808593] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52410c51-e30d-d39e-5851-a15d3b862e0d, 'name': SearchDatastore_Task, 'duration_secs': 0.024413} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.808898] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2265.809431] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2265.809431] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2265.809611] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2265.809771] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2265.809927] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71c82dd3-60db-4240-a851-e2af402ae075 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.829745] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2265.829988] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2265.830833] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af41c55a-d92e-484a-8791-e317955504ba {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.838533] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2265.838533] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52967d26-43e4-b54f-dadb-905c9af356ac" [ 2265.838533] env[63366]: _type = "Task" [ 2265.838533] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2265.851838] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52967d26-43e4-b54f-dadb-905c9af356ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.865621] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5336ac86-6c62-438d-9340-c98e18b120c3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.871712] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70423649-d698-4ef4-8d14-e1a5488b2b99 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "interface-3bccae0d-d94f-489e-8480-2b3e16d96b3f-90aa3d43-0d09-4d82-9b7a-fa5d80a6d06a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.612s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2265.888853] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Updating instance 'c9f85cc6-5e4f-410a-a255-7acecd766ac2' progress to 0 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2265.935211] env[63366]: DEBUG oslo_vmware.api [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104364, 'name': PowerOnVM_Task, 'duration_secs': 0.772839} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.935510] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2265.935717] env[63366]: DEBUG nova.compute.manager [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2265.936512] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7b5482-b5f6-44e0-9f74-e67dc46f8847 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.052030] env[63366]: DEBUG oslo_vmware.api [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104367, 'name': Rename_Task, 'duration_secs': 0.319664} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.052171] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2266.052879] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6db450d6-f126-4652-ab12-ec4f29a9c38b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.061152] env[63366]: DEBUG oslo_vmware.api [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2266.061152] env[63366]: value = "task-2104372" [ 2266.061152] env[63366]: _type = "Task" [ 2266.061152] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.070661] env[63366]: DEBUG oslo_vmware.api [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.130475] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104369, 'name': ReconfigVM_Task, 'duration_secs': 0.335147} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.130957] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430850', 'volume_id': 'e218f132-3f07-449e-83d4-921665e12781', 'name': 'volume-e218f132-3f07-449e-83d4-921665e12781', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b03d8ab-ab1e-4a81-a756-088816b4ec1f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e218f132-3f07-449e-83d4-921665e12781', 'serial': 'e218f132-3f07-449e-83d4-921665e12781'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2266.132035] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c92a8f4d-51a0-47b6-a39b-1988f15222ef {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.140474] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2266.140474] env[63366]: value = "task-2104373" [ 2266.140474] env[63366]: _type = "Task" [ 2266.140474] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.149586] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104373, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.162592] env[63366]: DEBUG oslo_vmware.api [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433934} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.163853] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2266.163853] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2266.163853] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2266.163853] env[63366]: INFO nova.compute.manager [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2266.163853] env[63366]: DEBUG oslo.service.loopingcall [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2266.163853] env[63366]: DEBUG nova.compute.manager [-] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2266.164238] env[63366]: DEBUG nova.network.neutron [-] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2266.244577] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.264688] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ccdb6412-9365-4cda-a05f-3f9870235754 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lock "1e62706b-679d-4eee-8a19-36b896d6218b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.102s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2266.353756] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52967d26-43e4-b54f-dadb-905c9af356ac, 'name': SearchDatastore_Task, 'duration_secs': 0.034506} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.355032] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd2165b-4b06-4b2c-a41b-3af781b9d170 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.362896] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2266.362896] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52eeda38-c80b-8d25-92f5-5559abeb378b" [ 2266.362896] env[63366]: _type = "Task" [ 2266.362896] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.372313] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52eeda38-c80b-8d25-92f5-5559abeb378b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.397027] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2266.397280] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eee8683c-142c-4497-abb3-2a09ca5ca402 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.407074] env[63366]: DEBUG oslo_vmware.api [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2266.407074] env[63366]: value = "task-2104374" [ 2266.407074] env[63366]: _type = "Task" [ 2266.407074] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.423682] env[63366]: DEBUG oslo_vmware.api [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.458970] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2266.458970] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2266.458970] env[63366]: DEBUG nova.objects.instance [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63366) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2266.571508] env[63366]: DEBUG oslo_vmware.api [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104372, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.652083] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104373, 'name': Rename_Task, 'duration_secs': 0.21103} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.652489] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2266.652768] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9e27edc-7d0b-4361-a8ee-ccf6ac734ebe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.660705] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2266.660705] env[63366]: value = "task-2104375" [ 2266.660705] env[63366]: _type = "Task" [ 2266.660705] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.670874] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.739775] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104371, 'name': ReconfigVM_Task, 'duration_secs': 0.643792} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.739775] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 2a71cc68-365b-4f92-bc66-9fdfe69b282e/2a71cc68-365b-4f92-bc66-9fdfe69b282e.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2266.740460] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5368b95a-bd6b-4327-a177-9b84015ba685 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.744325] env[63366]: DEBUG nova.compute.manager [req-60d9e329-d7d9-4bca-8715-22e76c81e780 req-77d53cf5-cc98-4f59-9c1d-287b24893955 service nova] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Received event network-vif-deleted-8087ae24-ea32-4aeb-a3b3-f44d35552997 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2266.744757] env[63366]: INFO nova.compute.manager [req-60d9e329-d7d9-4bca-8715-22e76c81e780 req-77d53cf5-cc98-4f59-9c1d-287b24893955 service nova] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Neutron deleted interface 8087ae24-ea32-4aeb-a3b3-f44d35552997; detaching it from the instance and deleting it from the info cache [ 2266.744969] env[63366]: DEBUG nova.network.neutron [req-60d9e329-d7d9-4bca-8715-22e76c81e780 req-77d53cf5-cc98-4f59-9c1d-287b24893955 service nova] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2266.755140] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2266.755140] env[63366]: value = "task-2104376" [ 2266.755140] env[63366]: _type = "Task" [ 2266.755140] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.769561] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104376, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.887233] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52eeda38-c80b-8d25-92f5-5559abeb378b, 'name': SearchDatastore_Task, 'duration_secs': 0.011443} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.887557] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2266.887780] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 62c2ec74-8c08-48ef-ad1d-2754657ef7c4/62c2ec74-8c08-48ef-ad1d-2754657ef7c4.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2266.888066] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd5cca0b-b10a-47b1-b834-861978cc400b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.896415] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2266.896415] env[63366]: value = "task-2104377" [ 2266.896415] env[63366]: _type = "Task" [ 2266.896415] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.900894] env[63366]: INFO nova.compute.manager [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Rescuing [ 2266.901298] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "refresh_cache-66cb86cd-d442-4454-a9eb-8e2b07c1db2c" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2266.901611] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquired lock "refresh_cache-66cb86cd-d442-4454-a9eb-8e2b07c1db2c" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2266.901861] env[63366]: DEBUG nova.network.neutron [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2266.909336] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.920025] env[63366]: DEBUG oslo_vmware.api [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104374, 'name': PowerOffVM_Task, 'duration_secs': 0.384484} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.920025] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2266.920579] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Updating instance 'c9f85cc6-5e4f-410a-a255-7acecd766ac2' progress to 17 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2267.073024] env[63366]: DEBUG oslo_vmware.api [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104372, 'name': PowerOnVM_Task, 'duration_secs': 0.527438} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2267.073257] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2267.073481] env[63366]: INFO nova.compute.manager [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Took 9.72 seconds to spawn the instance on the hypervisor. [ 2267.073670] env[63366]: DEBUG nova.compute.manager [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2267.074539] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0c27a9-e91e-49bb-b71b-33a7117442c5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.171741] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104375, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.178241] env[63366]: DEBUG nova.network.neutron [-] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2267.248341] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60146bb2-d0b2-437c-b35f-b8a0787512df {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.264311] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f482ae0-c616-4ecf-ad81-18df40740456 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.299044] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104376, 'name': Rename_Task, 'duration_secs': 0.259257} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2267.311311] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2267.312045] env[63366]: DEBUG nova.compute.manager [req-60d9e329-d7d9-4bca-8715-22e76c81e780 req-77d53cf5-cc98-4f59-9c1d-287b24893955 service nova] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Detach interface failed, port_id=8087ae24-ea32-4aeb-a3b3-f44d35552997, reason: Instance 3bccae0d-d94f-489e-8480-2b3e16d96b3f could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2267.312544] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3973842-9aa7-4f3e-82eb-463686abd82c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.322285] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2267.322285] env[63366]: value = "task-2104378" [ 2267.322285] env[63366]: _type = "Task" [ 2267.322285] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2267.332500] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.411456] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104377, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.427432] env[63366]: DEBUG nova.virt.hardware [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2267.428050] env[63366]: DEBUG nova.virt.hardware [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2267.428292] env[63366]: DEBUG nova.virt.hardware [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2267.428529] env[63366]: DEBUG nova.virt.hardware [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2267.428718] env[63366]: DEBUG nova.virt.hardware [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2267.428894] env[63366]: DEBUG nova.virt.hardware [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2267.429484] env[63366]: DEBUG nova.virt.hardware [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2267.429738] env[63366]: DEBUG nova.virt.hardware [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2267.429924] env[63366]: DEBUG nova.virt.hardware [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2267.430109] env[63366]: DEBUG nova.virt.hardware [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2267.430356] env[63366]: DEBUG nova.virt.hardware [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2267.436744] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ddb8805-ee55-44f3-a698-582d078f4eb5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.457783] env[63366]: DEBUG oslo_vmware.api [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2267.457783] env[63366]: value = "task-2104379" [ 2267.457783] env[63366]: _type = "Task" [ 2267.457783] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2267.470700] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b13928fe-2db2-4bc1-b694-49d04a77c969 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2267.471908] env[63366]: DEBUG oslo_vmware.api [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.595319] env[63366]: INFO nova.compute.manager [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Took 17.80 seconds to build instance. [ 2267.667199] env[63366]: DEBUG nova.network.neutron [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Updating instance_info_cache with network_info: [{"id": "c21a5002-e23d-4fc8-96b9-fb3f491ccc47", "address": "fa:16:3e:99:f9:ed", "network": {"id": "46396d66-ee83-49ac-8188-6b1ddd43eb97", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1814001189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78586b8c868a49e49210489446994e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21a5002-e2", "ovs_interfaceid": "c21a5002-e23d-4fc8-96b9-fb3f491ccc47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2267.674922] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104375, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.680807] env[63366]: INFO nova.compute.manager [-] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Took 1.52 seconds to deallocate network for instance. [ 2267.785450] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9734aa-db9b-4a3c-886d-cb0739f6234a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.793329] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-be174206-3f1e-40f2-89cf-046eb8bb5a59 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Suspending the VM {{(pid=63366) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2267.793648] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3f9e6b48-55e2-4408-a7cb-492fba02f167 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.801569] env[63366]: DEBUG oslo_vmware.api [None req-be174206-3f1e-40f2-89cf-046eb8bb5a59 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2267.801569] env[63366]: value = "task-2104380" [ 2267.801569] env[63366]: _type = "Task" [ 2267.801569] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2267.811339] env[63366]: DEBUG oslo_vmware.api [None req-be174206-3f1e-40f2-89cf-046eb8bb5a59 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104380, 'name': SuspendVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.831993] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104378, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.910843] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104377, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598284} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2267.911186] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 62c2ec74-8c08-48ef-ad1d-2754657ef7c4/62c2ec74-8c08-48ef-ad1d-2754657ef7c4.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2267.911367] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2267.911620] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed71b740-7cc0-4ceb-b970-d29e55cdbc19 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.919833] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2267.919833] env[63366]: value = "task-2104381" [ 2267.919833] env[63366]: _type = "Task" [ 2267.919833] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2267.929970] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.971684] env[63366]: DEBUG oslo_vmware.api [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104379, 'name': ReconfigVM_Task, 'duration_secs': 0.188045} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2267.972279] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Updating instance 'c9f85cc6-5e4f-410a-a255-7acecd766ac2' progress to 33 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2268.097574] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0959ab31-7257-4fb7-a868-1614b23ece20 tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "625df422-be95-4da3-8f19-c4a1e4d85b5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.307s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2268.169501] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Releasing lock "refresh_cache-66cb86cd-d442-4454-a9eb-8e2b07c1db2c" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2268.175468] env[63366]: DEBUG oslo_vmware.api [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104375, 'name': PowerOnVM_Task, 'duration_secs': 1.160528} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2268.175468] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2268.175619] env[63366]: DEBUG nova.compute.manager [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2268.176559] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9edac8-6ae3-4780-9674-c87d66559483 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.189370] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2268.189615] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2268.189819] env[63366]: DEBUG nova.objects.instance [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lazy-loading 'resources' on Instance uuid 3bccae0d-d94f-489e-8480-2b3e16d96b3f {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2268.315181] env[63366]: DEBUG oslo_vmware.api [None req-be174206-3f1e-40f2-89cf-046eb8bb5a59 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104380, 'name': SuspendVM_Task} progress is 62%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.334233] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104378, 'name': PowerOnVM_Task, 'duration_secs': 0.754522} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2268.334495] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2268.334690] env[63366]: INFO nova.compute.manager [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Took 8.59 seconds to spawn the instance on the hypervisor. [ 2268.334864] env[63366]: DEBUG nova.compute.manager [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2268.335612] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af517f91-8c8b-4ab3-bea6-4e4dda61f78a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.431116] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140573} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2268.431116] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2268.431342] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1baff774-2a05-45f9-83be-1d140c281d34 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.456420] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 62c2ec74-8c08-48ef-ad1d-2754657ef7c4/62c2ec74-8c08-48ef-ad1d-2754657ef7c4.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2268.459164] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b83335a7-e824-4c4b-96d8-f4707132bbd3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.481897] env[63366]: DEBUG nova.virt.hardware [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2268.482139] env[63366]: DEBUG nova.virt.hardware [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2268.482297] env[63366]: DEBUG nova.virt.hardware [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2268.482475] env[63366]: DEBUG nova.virt.hardware [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2268.482618] env[63366]: DEBUG nova.virt.hardware [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2268.483611] env[63366]: DEBUG nova.virt.hardware [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2268.483611] env[63366]: DEBUG nova.virt.hardware [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2268.483611] env[63366]: DEBUG nova.virt.hardware [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2268.483611] env[63366]: DEBUG nova.virt.hardware [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2268.483611] env[63366]: DEBUG nova.virt.hardware [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2268.484024] env[63366]: DEBUG nova.virt.hardware [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2268.489235] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2268.490773] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6564e0d9-a4de-48cf-8450-05a8fa031748 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.504128] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2268.504128] env[63366]: value = "task-2104382" [ 2268.504128] env[63366]: _type = "Task" [ 2268.504128] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.510426] env[63366]: DEBUG oslo_vmware.api [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2268.510426] env[63366]: value = "task-2104383" [ 2268.510426] env[63366]: _type = "Task" [ 2268.510426] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.517355] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.523318] env[63366]: DEBUG oslo_vmware.api [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.705630] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2268.817689] env[63366]: DEBUG oslo_vmware.api [None req-be174206-3f1e-40f2-89cf-046eb8bb5a59 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104380, 'name': SuspendVM_Task} progress is 62%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.860969] env[63366]: INFO nova.compute.manager [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Took 13.58 seconds to build instance. [ 2268.926213] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d34192-2c22-490f-98eb-a9e81faa69d2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.934047] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c8d276-5d83-46d3-831f-e7f80769a457 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.967874] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bf1775-0861-41ec-87b9-2028f82b8f22 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.976121] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db1cf0c-cdef-4a48-988a-972461faa45b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.991526] env[63366]: DEBUG nova.compute.provider_tree [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2269.017998] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.023893] env[63366]: DEBUG oslo_vmware.api [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.278534] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "625df422-be95-4da3-8f19-c4a1e4d85b5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2269.278985] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "625df422-be95-4da3-8f19-c4a1e4d85b5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2269.279340] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "625df422-be95-4da3-8f19-c4a1e4d85b5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2269.279677] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "625df422-be95-4da3-8f19-c4a1e4d85b5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2269.279960] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "625df422-be95-4da3-8f19-c4a1e4d85b5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2269.282596] env[63366]: INFO nova.compute.manager [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Terminating instance [ 2269.318398] env[63366]: DEBUG oslo_vmware.api [None req-be174206-3f1e-40f2-89cf-046eb8bb5a59 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104380, 'name': SuspendVM_Task, 'duration_secs': 1.265743} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2269.318772] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-be174206-3f1e-40f2-89cf-046eb8bb5a59 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Suspended the VM {{(pid=63366) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2269.319038] env[63366]: DEBUG nova.compute.manager [None req-be174206-3f1e-40f2-89cf-046eb8bb5a59 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2269.320050] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7d7036-933d-4487-a1ad-ff05c0e88481 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.364264] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "2a71cc68-365b-4f92-bc66-9fdfe69b282e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.093s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2269.515703] env[63366]: ERROR nova.scheduler.client.report [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [req-5afbac0a-ce97-4803-a4d2-6ef3004107d2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d4eb5599-1ee7-4533-a84b-536c6f825ecc. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5afbac0a-ce97-4803-a4d2-6ef3004107d2"}]} [ 2269.521157] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104382, 'name': ReconfigVM_Task, 'duration_secs': 0.832528} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2269.522313] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 62c2ec74-8c08-48ef-ad1d-2754657ef7c4/62c2ec74-8c08-48ef-ad1d-2754657ef7c4.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2269.522896] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbed9b7b-a59b-46dd-bb3a-bb41681c0708 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.527499] env[63366]: DEBUG oslo_vmware.api [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104383, 'name': ReconfigVM_Task, 'duration_secs': 0.698503} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2269.528135] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2269.528962] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efce89ad-3a76-44d6-bb97-ea700c0ab55f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.533162] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2269.533162] env[63366]: value = "task-2104384" [ 2269.533162] env[63366]: _type = "Task" [ 2269.533162] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2269.558875] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] c9f85cc6-5e4f-410a-a255-7acecd766ac2/c9f85cc6-5e4f-410a-a255-7acecd766ac2.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2269.560232] env[63366]: DEBUG nova.scheduler.client.report [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Refreshing inventories for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2269.562771] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07e9e2f0-9554-433a-a031-ac22a8e9d4d8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.579930] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104384, 'name': Rename_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.587232] env[63366]: DEBUG oslo_vmware.api [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2269.587232] env[63366]: value = "task-2104385" [ 2269.587232] env[63366]: _type = "Task" [ 2269.587232] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2269.596199] env[63366]: DEBUG oslo_vmware.api [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.597295] env[63366]: DEBUG nova.scheduler.client.report [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Updating ProviderTree inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2269.597494] env[63366]: DEBUG nova.compute.provider_tree [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2269.611224] env[63366]: DEBUG nova.scheduler.client.report [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Refreshing aggregate associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, aggregates: None {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2269.635731] env[63366]: DEBUG nova.scheduler.client.report [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Refreshing trait associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2269.713736] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2269.714264] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3df417bc-c7f0-42af-8e83-c57cc1da54fe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.722289] env[63366]: DEBUG oslo_vmware.api [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2269.722289] env[63366]: value = "task-2104386" [ 2269.722289] env[63366]: _type = "Task" [ 2269.722289] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2269.734587] env[63366]: DEBUG oslo_vmware.api [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.786682] env[63366]: DEBUG nova.compute.manager [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2269.786915] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2269.787974] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15976c02-965c-40c5-8c63-313d4eacb74d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.799440] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2269.799750] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a9cf1e5-ba56-4288-8cb5-5bf5bea00844 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.807019] env[63366]: DEBUG oslo_vmware.api [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2269.807019] env[63366]: value = "task-2104387" [ 2269.807019] env[63366]: _type = "Task" [ 2269.807019] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2269.817531] env[63366]: DEBUG oslo_vmware.api [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.846266] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2645d6-858a-47e9-91a1-33061985244f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.856652] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574ac4b4-6a02-42bb-9c3c-a08af9eac113 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.892799] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2269.893342] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2269.895801] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c152bb-82f4-45c5-a2fe-77f47201cb54 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.904154] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb876d0-26e6-48ca-aed5-477718ab8d2a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.920105] env[63366]: DEBUG nova.compute.provider_tree [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2270.045540] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104384, 'name': Rename_Task, 'duration_secs': 0.230281} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.045824] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2270.046082] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a8f10f4-ed7c-414a-afe7-56892d22cbe8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.054325] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2270.054325] env[63366]: value = "task-2104388" [ 2270.054325] env[63366]: _type = "Task" [ 2270.054325] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.063039] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.097784] env[63366]: DEBUG oslo_vmware.api [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104385, 'name': ReconfigVM_Task, 'duration_secs': 0.434685} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.098173] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Reconfigured VM instance instance-0000004f to attach disk [datastore2] c9f85cc6-5e4f-410a-a255-7acecd766ac2/c9f85cc6-5e4f-410a-a255-7acecd766ac2.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2270.098536] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Updating instance 'c9f85cc6-5e4f-410a-a255-7acecd766ac2' progress to 50 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2270.232802] env[63366]: DEBUG oslo_vmware.api [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104386, 'name': PowerOffVM_Task, 'duration_secs': 0.25596} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.233062] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2270.233851] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09689c05-40b1-4aad-a1cc-12cf5c17e168 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.251861] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb14caae-ac49-458f-8887-81d9971f8c3c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.286502] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2270.287192] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46c2275c-7ff0-47d8-976a-479f3c3d03f7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.294255] env[63366]: DEBUG oslo_vmware.api [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2270.294255] env[63366]: value = "task-2104389" [ 2270.294255] env[63366]: _type = "Task" [ 2270.294255] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.303958] env[63366]: DEBUG oslo_vmware.api [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.316070] env[63366]: DEBUG oslo_vmware.api [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104387, 'name': PowerOffVM_Task, 'duration_secs': 0.216071} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.316326] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2270.316485] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2270.316713] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dca7ffc-3703-4a2d-9a9d-65412eb0e7c6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.402830] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2270.402953] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2270.403080] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Rebuilding the list of instances to heal {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2270.423385] env[63366]: DEBUG nova.scheduler.client.report [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2270.439744] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2270.439989] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2270.440186] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Deleting the datastore file [datastore2] 625df422-be95-4da3-8f19-c4a1e4d85b5f {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2270.441061] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec77b96a-e22f-432e-86cf-2e2b8466972e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.448517] env[63366]: DEBUG oslo_vmware.api [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for the task: (returnval){ [ 2270.448517] env[63366]: value = "task-2104391" [ 2270.448517] env[63366]: _type = "Task" [ 2270.448517] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.457428] env[63366]: DEBUG oslo_vmware.api [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.565390] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104388, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.605787] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17fadd0-bc09-4567-9b0f-fa0a70924af9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.632901] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e25b40-d79c-4136-a218-e7a34e89aa95 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.660280] env[63366]: INFO nova.compute.manager [None req-b661864f-3fd9-4804-8c2a-ceb26635c843 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Resuming [ 2270.660879] env[63366]: DEBUG nova.objects.instance [None req-b661864f-3fd9-4804-8c2a-ceb26635c843 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lazy-loading 'flavor' on Instance uuid 1e62706b-679d-4eee-8a19-36b896d6218b {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2270.662382] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Updating instance 'c9f85cc6-5e4f-410a-a255-7acecd766ac2' progress to 67 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2270.806149] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] VM already powered off {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2270.806367] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2270.806610] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2270.806756] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2270.806928] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2270.807202] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01fe363c-e3f6-436e-b766-780cc6b88e9c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.816672] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2270.816839] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2270.817606] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d36974cf-56a5-45ce-9510-cb9aa64ce46b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.823408] env[63366]: DEBUG oslo_vmware.api [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2270.823408] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52dd62d6-adf4-edec-f2e2-f83928262d28" [ 2270.823408] env[63366]: _type = "Task" [ 2270.823408] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.831363] env[63366]: DEBUG oslo_vmware.api [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52dd62d6-adf4-edec-f2e2-f83928262d28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.908610] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Skipping network cache update for instance because it is being deleted. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10464}} [ 2270.908831] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Skipping network cache update for instance because it is Building. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 2270.929612] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.740s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2270.932091] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.227s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2270.932261] env[63366]: DEBUG nova.objects.instance [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63366) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2270.939908] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "refresh_cache-3f634a63-a93f-48b9-8272-3bbf62ae807f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2270.940120] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "refresh_cache-3f634a63-a93f-48b9-8272-3bbf62ae807f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2270.940314] env[63366]: DEBUG nova.network.neutron [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Forcefully refreshing network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2270.941091] env[63366]: DEBUG nova.objects.instance [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lazy-loading 'info_cache' on Instance uuid 3f634a63-a93f-48b9-8272-3bbf62ae807f {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2270.959608] env[63366]: DEBUG oslo_vmware.api [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Task: {'id': task-2104391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248421} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.960663] env[63366]: INFO nova.scheduler.client.report [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Deleted allocations for instance 3bccae0d-d94f-489e-8480-2b3e16d96b3f [ 2270.961608] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2270.961791] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2270.962110] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2270.962185] env[63366]: INFO nova.compute.manager [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2270.962676] env[63366]: DEBUG oslo.service.loopingcall [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2270.963203] env[63366]: DEBUG nova.compute.manager [-] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2270.963320] env[63366]: DEBUG nova.network.neutron [-] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2271.065540] env[63366]: DEBUG oslo_vmware.api [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104388, 'name': PowerOnVM_Task, 'duration_secs': 0.570552} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2271.065830] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2271.066068] env[63366]: INFO nova.compute.manager [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Took 8.92 seconds to spawn the instance on the hypervisor. [ 2271.066276] env[63366]: DEBUG nova.compute.manager [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2271.067077] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c558bc21-78f6-4fda-a319-52b1f609b03f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.271763] env[63366]: DEBUG nova.compute.manager [req-1863c313-f9a1-4b2a-a819-35fddfc0b6b8 req-85ac1a63-ce58-43c3-ba3a-bc3c9a5cddab service nova] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Received event network-vif-deleted-9212cb0f-d7c5-4ae7-adf9-e4e4c58b67a2 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2271.271959] env[63366]: INFO nova.compute.manager [req-1863c313-f9a1-4b2a-a819-35fddfc0b6b8 req-85ac1a63-ce58-43c3-ba3a-bc3c9a5cddab service nova] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Neutron deleted interface 9212cb0f-d7c5-4ae7-adf9-e4e4c58b67a2; detaching it from the instance and deleting it from the info cache [ 2271.272144] env[63366]: DEBUG nova.network.neutron [req-1863c313-f9a1-4b2a-a819-35fddfc0b6b8 req-85ac1a63-ce58-43c3-ba3a-bc3c9a5cddab service nova] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2271.335933] env[63366]: DEBUG oslo_vmware.api [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52dd62d6-adf4-edec-f2e2-f83928262d28, 'name': SearchDatastore_Task, 'duration_secs': 0.01717} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2271.336781] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b5ae400-5954-48c5-b533-3b3cc8a085de {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.343866] env[63366]: DEBUG oslo_vmware.api [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2271.343866] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]529fa84e-8752-6485-e651-78eafce7df0c" [ 2271.343866] env[63366]: _type = "Task" [ 2271.343866] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2271.352178] env[63366]: DEBUG oslo_vmware.api [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]529fa84e-8752-6485-e651-78eafce7df0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.471290] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5aeec2ea-9e57-40b7-a669-4b2f45049539 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "3bccae0d-d94f-489e-8480-2b3e16d96b3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.025s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2271.585933] env[63366]: INFO nova.compute.manager [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Took 16.31 seconds to build instance. [ 2271.717991] env[63366]: DEBUG nova.network.neutron [-] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2271.774459] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5009022a-80ec-47cc-9748-efc99ddbb828 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.789783] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c83ee7b-3d1a-4713-b797-82b515b87b5c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.822532] env[63366]: DEBUG nova.compute.manager [req-1863c313-f9a1-4b2a-a819-35fddfc0b6b8 req-85ac1a63-ce58-43c3-ba3a-bc3c9a5cddab service nova] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Detach interface failed, port_id=9212cb0f-d7c5-4ae7-adf9-e4e4c58b67a2, reason: Instance 625df422-be95-4da3-8f19-c4a1e4d85b5f could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2271.853968] env[63366]: DEBUG oslo_vmware.api [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]529fa84e-8752-6485-e651-78eafce7df0c, 'name': SearchDatastore_Task, 'duration_secs': 0.035751} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2271.854278] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2271.854544] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 66cb86cd-d442-4454-a9eb-8e2b07c1db2c/a69c6f87-3b9f-45c1-927a-78c60f5617a0-rescue.vmdk. {{(pid=63366) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2271.854806] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfd8d519-6403-45ac-a160-39327bcb971b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.861924] env[63366]: DEBUG oslo_vmware.api [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2271.861924] env[63366]: value = "task-2104392" [ 2271.861924] env[63366]: _type = "Task" [ 2271.861924] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2271.870234] env[63366]: DEBUG oslo_vmware.api [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.944668] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6baf2206-9516-430f-86ca-2f848c8f5763 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2272.088425] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ebf8479-0bc7-4805-bcb6-561c381d44f5 tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "62c2ec74-8c08-48ef-ad1d-2754657ef7c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.822s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2272.178056] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b661864f-3fd9-4804-8c2a-ceb26635c843 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquiring lock "refresh_cache-1e62706b-679d-4eee-8a19-36b896d6218b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2272.178056] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b661864f-3fd9-4804-8c2a-ceb26635c843 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquired lock "refresh_cache-1e62706b-679d-4eee-8a19-36b896d6218b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2272.178268] env[63366]: DEBUG nova.network.neutron [None req-b661864f-3fd9-4804-8c2a-ceb26635c843 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2272.220750] env[63366]: INFO nova.compute.manager [-] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Took 1.26 seconds to deallocate network for instance. [ 2272.350919] env[63366]: DEBUG nova.network.neutron [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Port d2d791d3-531c-4577-b324-8d92c920524a binding to destination host cpu-1 is already ACTIVE {{(pid=63366) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2272.373265] env[63366]: DEBUG oslo_vmware.api [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104392, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.707518] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d24d92c0-147b-4a8c-8e50-138e1747879c tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "62c2ec74-8c08-48ef-ad1d-2754657ef7c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2272.707780] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d24d92c0-147b-4a8c-8e50-138e1747879c tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "62c2ec74-8c08-48ef-ad1d-2754657ef7c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2272.707994] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d24d92c0-147b-4a8c-8e50-138e1747879c tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "62c2ec74-8c08-48ef-ad1d-2754657ef7c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2272.708202] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d24d92c0-147b-4a8c-8e50-138e1747879c tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "62c2ec74-8c08-48ef-ad1d-2754657ef7c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2272.708368] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d24d92c0-147b-4a8c-8e50-138e1747879c tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "62c2ec74-8c08-48ef-ad1d-2754657ef7c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2272.713573] env[63366]: INFO nova.compute.manager [None req-d24d92c0-147b-4a8c-8e50-138e1747879c tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Terminating instance [ 2272.728040] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2272.728040] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2272.728040] env[63366]: DEBUG nova.objects.instance [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lazy-loading 'resources' on Instance uuid 625df422-be95-4da3-8f19-c4a1e4d85b5f {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2272.731712] env[63366]: DEBUG nova.network.neutron [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Updating instance_info_cache with network_info: [{"id": "edeba78b-ac89-41f8-969a-4f5d67d34122", "address": "fa:16:3e:e1:b0:f1", "network": {"id": "ff88eafc-52be-4f8b-b9a5-e068833bfab7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1647919858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c6d0f4d73b45b280497b25fdc750f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedeba78b-ac", "ovs_interfaceid": "edeba78b-ac89-41f8-969a-4f5d67d34122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2272.784247] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5fa5c912-ebdf-4563-9c60-16076d7f701a tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "2a71cc68-365b-4f92-bc66-9fdfe69b282e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2272.784472] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5fa5c912-ebdf-4563-9c60-16076d7f701a tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "2a71cc68-365b-4f92-bc66-9fdfe69b282e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2272.784678] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5fa5c912-ebdf-4563-9c60-16076d7f701a tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "2a71cc68-365b-4f92-bc66-9fdfe69b282e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2272.784861] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5fa5c912-ebdf-4563-9c60-16076d7f701a tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "2a71cc68-365b-4f92-bc66-9fdfe69b282e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2272.785043] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5fa5c912-ebdf-4563-9c60-16076d7f701a tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "2a71cc68-365b-4f92-bc66-9fdfe69b282e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2272.787134] env[63366]: INFO nova.compute.manager [None req-5fa5c912-ebdf-4563-9c60-16076d7f701a tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Terminating instance [ 2272.874700] env[63366]: DEBUG oslo_vmware.api [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709766} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2272.874700] env[63366]: INFO nova.virt.vmwareapi.ds_util [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 66cb86cd-d442-4454-a9eb-8e2b07c1db2c/a69c6f87-3b9f-45c1-927a-78c60f5617a0-rescue.vmdk. [ 2272.876060] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58b3e3c-71c7-411f-8ee0-3a8b8b0c37c9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.901242] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 66cb86cd-d442-4454-a9eb-8e2b07c1db2c/a69c6f87-3b9f-45c1-927a-78c60f5617a0-rescue.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2272.902454] env[63366]: DEBUG nova.network.neutron [None req-b661864f-3fd9-4804-8c2a-ceb26635c843 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Updating instance_info_cache with network_info: [{"id": "1131ea92-64cb-451d-a7fd-ba83442f994d", "address": "fa:16:3e:e5:f0:1f", "network": {"id": "454a1ee2-ba6b-4310-8e48-5e20b41fe434", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1928859958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ec5d18bf4b4cbea126528ed8d4f150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1131ea92-64", "ovs_interfaceid": "1131ea92-64cb-451d-a7fd-ba83442f994d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2272.903640] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8835ee59-6b72-4e4f-a4c5-f9dbec58f44e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.917874] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b661864f-3fd9-4804-8c2a-ceb26635c843 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Releasing lock "refresh_cache-1e62706b-679d-4eee-8a19-36b896d6218b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2272.918782] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6f8968-c280-446f-be13-a137922843fa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.926167] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b661864f-3fd9-4804-8c2a-ceb26635c843 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Resuming the VM {{(pid=63366) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2272.926578] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e55d6dec-4349-4081-b12f-d40427c4c6c6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.929522] env[63366]: DEBUG oslo_vmware.api [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2272.929522] env[63366]: value = "task-2104393" [ 2272.929522] env[63366]: _type = "Task" [ 2272.929522] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2272.934398] env[63366]: DEBUG oslo_vmware.api [None req-b661864f-3fd9-4804-8c2a-ceb26635c843 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2272.934398] env[63366]: value = "task-2104394" [ 2272.934398] env[63366]: _type = "Task" [ 2272.934398] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2272.941873] env[63366]: DEBUG oslo_vmware.api [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104393, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.947139] env[63366]: DEBUG oslo_vmware.api [None req-b661864f-3fd9-4804-8c2a-ceb26635c843 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.217868] env[63366]: DEBUG nova.compute.manager [None req-d24d92c0-147b-4a8c-8e50-138e1747879c tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2273.218187] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d24d92c0-147b-4a8c-8e50-138e1747879c tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2273.219478] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be843cc-2510-41e9-b1b6-b92d8e30c79e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.227893] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24d92c0-147b-4a8c-8e50-138e1747879c tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2273.228298] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84f6a3d8-d3b7-4668-90a4-b9e3db73e096 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.234674] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "refresh_cache-3f634a63-a93f-48b9-8272-3bbf62ae807f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2273.234866] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Updated the network info_cache for instance {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2273.235009] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2273.235178] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2273.235312] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2273.235466] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2273.235590] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2273.235735] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2273.235865] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2273.236080] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2273.239086] env[63366]: DEBUG oslo_vmware.api [None req-d24d92c0-147b-4a8c-8e50-138e1747879c tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2273.239086] env[63366]: value = "task-2104395" [ 2273.239086] env[63366]: _type = "Task" [ 2273.239086] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2273.248584] env[63366]: DEBUG oslo_vmware.api [None req-d24d92c0-147b-4a8c-8e50-138e1747879c tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.292849] env[63366]: DEBUG nova.compute.manager [None req-5fa5c912-ebdf-4563-9c60-16076d7f701a tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2273.294765] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa5c912-ebdf-4563-9c60-16076d7f701a tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2273.295403] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bc4a9f-0255-4c58-b1d8-62fbc948e40b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.306155] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa5c912-ebdf-4563-9c60-16076d7f701a tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2273.306415] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d26a813-946e-42cc-a2f6-8398f354ce2d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.317795] env[63366]: DEBUG oslo_vmware.api [None req-5fa5c912-ebdf-4563-9c60-16076d7f701a tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2273.317795] env[63366]: value = "task-2104396" [ 2273.317795] env[63366]: _type = "Task" [ 2273.317795] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2273.327926] env[63366]: DEBUG oslo_vmware.api [None req-5fa5c912-ebdf-4563-9c60-16076d7f701a tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.375738] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "c9f85cc6-5e4f-410a-a255-7acecd766ac2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2273.376034] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "c9f85cc6-5e4f-410a-a255-7acecd766ac2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2273.376250] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "c9f85cc6-5e4f-410a-a255-7acecd766ac2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2273.446955] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a9454f-326d-40b4-93f2-e943828ab535 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.449809] env[63366]: DEBUG oslo_vmware.api [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104393, 'name': ReconfigVM_Task, 'duration_secs': 0.307838} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2273.453996] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 66cb86cd-d442-4454-a9eb-8e2b07c1db2c/a69c6f87-3b9f-45c1-927a-78c60f5617a0-rescue.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2273.454805] env[63366]: DEBUG oslo_vmware.api [None req-b661864f-3fd9-4804-8c2a-ceb26635c843 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104394, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.455981] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abab4c1-fb5c-464d-8d0e-ab90d05228d7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.462946] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c30868-e442-43bd-a622-a5b7dc3f911d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.489852] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba030588-ba78-466e-8921-99f36ed586af {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.526306] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f158c79-f1c6-43dc-a0d4-2907567b7cc5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.531817] env[63366]: DEBUG oslo_vmware.api [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2273.531817] env[63366]: value = "task-2104397" [ 2273.531817] env[63366]: _type = "Task" [ 2273.531817] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2273.537870] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e867f7f1-430f-4115-bead-b67fe9b880aa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.546758] env[63366]: DEBUG oslo_vmware.api [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104397, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.556267] env[63366]: DEBUG nova.compute.provider_tree [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2273.740720] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2273.750765] env[63366]: DEBUG oslo_vmware.api [None req-d24d92c0-147b-4a8c-8e50-138e1747879c tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104395, 'name': PowerOffVM_Task, 'duration_secs': 0.207101} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2273.751070] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24d92c0-147b-4a8c-8e50-138e1747879c tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2273.751241] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d24d92c0-147b-4a8c-8e50-138e1747879c tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2273.751494] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e59b5b4a-ca51-4ead-a85a-35b55396e48f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.828207] env[63366]: DEBUG oslo_vmware.api [None req-5fa5c912-ebdf-4563-9c60-16076d7f701a tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104396, 'name': PowerOffVM_Task, 'duration_secs': 0.422921} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2273.828514] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa5c912-ebdf-4563-9c60-16076d7f701a tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2273.828700] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa5c912-ebdf-4563-9c60-16076d7f701a tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2273.828954] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43159de8-8faa-4c25-b3f9-1d0a966a1758 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.892084] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d24d92c0-147b-4a8c-8e50-138e1747879c tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2273.892084] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d24d92c0-147b-4a8c-8e50-138e1747879c tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2273.892084] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-d24d92c0-147b-4a8c-8e50-138e1747879c tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Deleting the datastore file [datastore2] 62c2ec74-8c08-48ef-ad1d-2754657ef7c4 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2273.892084] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd6350ad-f22a-4877-a001-63ed28b33143 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.900183] env[63366]: DEBUG oslo_vmware.api [None req-d24d92c0-147b-4a8c-8e50-138e1747879c tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2273.900183] env[63366]: value = "task-2104400" [ 2273.900183] env[63366]: _type = "Task" [ 2273.900183] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2273.909507] env[63366]: DEBUG oslo_vmware.api [None req-d24d92c0-147b-4a8c-8e50-138e1747879c tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.947347] env[63366]: DEBUG oslo_vmware.api [None req-b661864f-3fd9-4804-8c2a-ceb26635c843 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104394, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.014220] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa5c912-ebdf-4563-9c60-16076d7f701a tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2274.014576] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa5c912-ebdf-4563-9c60-16076d7f701a tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2274.014753] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa5c912-ebdf-4563-9c60-16076d7f701a tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Deleting the datastore file [datastore2] 2a71cc68-365b-4f92-bc66-9fdfe69b282e {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2274.015091] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6174aac6-c2a3-4d34-9dd7-d48cc505c7ca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.024031] env[63366]: DEBUG oslo_vmware.api [None req-5fa5c912-ebdf-4563-9c60-16076d7f701a tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for the task: (returnval){ [ 2274.024031] env[63366]: value = "task-2104401" [ 2274.024031] env[63366]: _type = "Task" [ 2274.024031] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2274.033389] env[63366]: DEBUG oslo_vmware.api [None req-5fa5c912-ebdf-4563-9c60-16076d7f701a tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.043469] env[63366]: DEBUG oslo_vmware.api [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104397, 'name': ReconfigVM_Task, 'duration_secs': 0.44242} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2274.043784] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2274.044089] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69a471eb-2eef-4a60-ba44-14b726129e7f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.051548] env[63366]: DEBUG oslo_vmware.api [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2274.051548] env[63366]: value = "task-2104402" [ 2274.051548] env[63366]: _type = "Task" [ 2274.051548] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2274.062178] env[63366]: DEBUG oslo_vmware.api [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.078361] env[63366]: ERROR nova.scheduler.client.report [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] [req-f2decf69-d74b-4eae-9dbb-8c68d72a9481] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d4eb5599-1ee7-4533-a84b-536c6f825ecc. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f2decf69-d74b-4eae-9dbb-8c68d72a9481"}]} [ 2274.097238] env[63366]: DEBUG nova.scheduler.client.report [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Refreshing inventories for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2274.112020] env[63366]: DEBUG nova.scheduler.client.report [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Updating ProviderTree inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2274.112020] env[63366]: DEBUG nova.compute.provider_tree [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2274.123856] env[63366]: DEBUG nova.scheduler.client.report [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Refreshing aggregate associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, aggregates: None {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2274.146577] env[63366]: DEBUG nova.scheduler.client.report [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Refreshing trait associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2274.319433] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "a15ed58a-3de8-4175-991e-450bad1b0176" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2274.319857] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "a15ed58a-3de8-4175-991e-450bad1b0176" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2274.373145] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859c6fff-c65b-4422-b94f-5e52e2733566 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.384969] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f5b370-90af-4bc2-ac4b-5b756687e6e6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.422925] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd89321-89c1-44e1-bf62-80ad8c2782cf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.428853] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "refresh_cache-c9f85cc6-5e4f-410a-a255-7acecd766ac2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2274.429049] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquired lock "refresh_cache-c9f85cc6-5e4f-410a-a255-7acecd766ac2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2274.429228] env[63366]: DEBUG nova.network.neutron [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2274.436023] env[63366]: DEBUG oslo_vmware.api [None req-d24d92c0-147b-4a8c-8e50-138e1747879c tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358881} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2274.436672] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-d24d92c0-147b-4a8c-8e50-138e1747879c tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2274.436940] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d24d92c0-147b-4a8c-8e50-138e1747879c tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2274.437713] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d24d92c0-147b-4a8c-8e50-138e1747879c tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2274.437713] env[63366]: INFO nova.compute.manager [None req-d24d92c0-147b-4a8c-8e50-138e1747879c tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2274.437713] env[63366]: DEBUG oslo.service.loopingcall [None req-d24d92c0-147b-4a8c-8e50-138e1747879c tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2274.438875] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8f1dfb-45b4-42e8-bc24-b868d58863b8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.443625] env[63366]: DEBUG nova.compute.manager [-] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2274.443792] env[63366]: DEBUG nova.network.neutron [-] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2274.463083] env[63366]: DEBUG nova.compute.provider_tree [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2274.470086] env[63366]: DEBUG oslo_vmware.api [None req-b661864f-3fd9-4804-8c2a-ceb26635c843 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104394, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.538903] env[63366]: DEBUG oslo_vmware.api [None req-5fa5c912-ebdf-4563-9c60-16076d7f701a tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.563585] env[63366]: DEBUG oslo_vmware.api [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104402, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.822443] env[63366]: DEBUG nova.compute.manager [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2274.888799] env[63366]: DEBUG nova.compute.manager [req-3cc9fc8f-f22a-43e3-ae1b-c41c88e8e511 req-d337bfd9-4bd3-4764-90d5-f299912fcc16 service nova] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Received event network-vif-deleted-7d1ddab8-8447-48af-9742-204d3b0d5168 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2274.889130] env[63366]: INFO nova.compute.manager [req-3cc9fc8f-f22a-43e3-ae1b-c41c88e8e511 req-d337bfd9-4bd3-4764-90d5-f299912fcc16 service nova] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Neutron deleted interface 7d1ddab8-8447-48af-9742-204d3b0d5168; detaching it from the instance and deleting it from the info cache [ 2274.889430] env[63366]: DEBUG nova.network.neutron [req-3cc9fc8f-f22a-43e3-ae1b-c41c88e8e511 req-d337bfd9-4bd3-4764-90d5-f299912fcc16 service nova] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2274.953611] env[63366]: DEBUG oslo_vmware.api [None req-b661864f-3fd9-4804-8c2a-ceb26635c843 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104394, 'name': PowerOnVM_Task, 'duration_secs': 1.586386} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2274.953883] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b661864f-3fd9-4804-8c2a-ceb26635c843 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Resumed the VM {{(pid=63366) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2274.954074] env[63366]: DEBUG nova.compute.manager [None req-b661864f-3fd9-4804-8c2a-ceb26635c843 tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2274.954898] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f8c5d3-5fd2-4dff-bc12-8d3f9437e23d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.003467] env[63366]: DEBUG nova.scheduler.client.report [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Updated inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with generation 129 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2275.003936] env[63366]: DEBUG nova.compute.provider_tree [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Updating resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc generation from 129 to 130 during operation: update_inventory {{(pid=63366) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2275.006033] env[63366]: DEBUG nova.compute.provider_tree [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2275.039226] env[63366]: DEBUG oslo_vmware.api [None req-5fa5c912-ebdf-4563-9c60-16076d7f701a tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Task: {'id': task-2104401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.517449} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2275.039881] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa5c912-ebdf-4563-9c60-16076d7f701a tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2275.040341] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa5c912-ebdf-4563-9c60-16076d7f701a tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2275.040714] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa5c912-ebdf-4563-9c60-16076d7f701a tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2275.040996] env[63366]: INFO nova.compute.manager [None req-5fa5c912-ebdf-4563-9c60-16076d7f701a tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Took 1.75 seconds to destroy the instance on the hypervisor. [ 2275.041374] env[63366]: DEBUG oslo.service.loopingcall [None req-5fa5c912-ebdf-4563-9c60-16076d7f701a tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2275.041669] env[63366]: DEBUG nova.compute.manager [-] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2275.041822] env[63366]: DEBUG nova.network.neutron [-] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2275.062722] env[63366]: DEBUG oslo_vmware.api [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104402, 'name': PowerOnVM_Task, 'duration_secs': 0.728053} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2275.063067] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2275.065811] env[63366]: DEBUG nova.compute.manager [None req-3c412ce1-e65f-434c-a317-94fdcf83e5e6 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2275.066855] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f253cda-785f-42d6-aa20-2a57bd5eae61 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.179317] env[63366]: DEBUG nova.network.neutron [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Updating instance_info_cache with network_info: [{"id": "d2d791d3-531c-4577-b324-8d92c920524a", "address": "fa:16:3e:ab:21:3f", "network": {"id": "2461296c-b492-4d75-b35d-5e521090c9eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-859076243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6b369729644eb299067082c22e5e36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2d791d3-53", "ovs_interfaceid": "d2d791d3-531c-4577-b324-8d92c920524a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2275.309095] env[63366]: DEBUG nova.compute.manager [req-f6d970d6-3391-4e9c-8da4-6e3110462a8d req-03b31267-382b-4592-a713-d189b5313c98 service nova] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Received event network-vif-deleted-855bb72f-7ec7-4d09-ae29-8b9df8c564b4 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2275.309095] env[63366]: INFO nova.compute.manager [req-f6d970d6-3391-4e9c-8da4-6e3110462a8d req-03b31267-382b-4592-a713-d189b5313c98 service nova] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Neutron deleted interface 855bb72f-7ec7-4d09-ae29-8b9df8c564b4; detaching it from the instance and deleting it from the info cache [ 2275.309095] env[63366]: DEBUG nova.network.neutron [req-f6d970d6-3391-4e9c-8da4-6e3110462a8d req-03b31267-382b-4592-a713-d189b5313c98 service nova] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2275.335299] env[63366]: DEBUG nova.network.neutron [-] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2275.346929] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2275.392517] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9fec874-2c67-4a87-b194-296f9bf344dd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.403336] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8d54a5-a887-4334-be60-97c6fadc9dd5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.435945] env[63366]: DEBUG nova.compute.manager [req-3cc9fc8f-f22a-43e3-ae1b-c41c88e8e511 req-d337bfd9-4bd3-4764-90d5-f299912fcc16 service nova] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Detach interface failed, port_id=7d1ddab8-8447-48af-9742-204d3b0d5168, reason: Instance 62c2ec74-8c08-48ef-ad1d-2754657ef7c4 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2275.513073] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.785s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2275.515481] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.775s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2275.515660] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2275.515823] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2275.516171] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.170s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2275.517718] env[63366]: INFO nova.compute.claims [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2275.521339] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aac8a0a-3b93-485e-ac6e-fb0a81fa5fd3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.529837] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b612c923-84a3-471c-8ac5-b7be2ac1e2ab {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.536401] env[63366]: INFO nova.scheduler.client.report [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Deleted allocations for instance 625df422-be95-4da3-8f19-c4a1e4d85b5f [ 2275.549207] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76c6c95-9955-4b29-abe9-74d94c0beeaf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.557173] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9470da9c-c0a3-4d0f-b8fe-54ea40fbbcf9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.590528] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179711MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2275.590687] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2275.682195] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Releasing lock "refresh_cache-c9f85cc6-5e4f-410a-a255-7acecd766ac2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2275.787082] env[63366]: DEBUG nova.network.neutron [-] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2275.811616] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f4d1559-f67a-412c-9ac8-0d8596f01de8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.821764] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c08e06-b1f4-4b63-94f3-04bc6fd035d0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.837360] env[63366]: INFO nova.compute.manager [-] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Took 1.39 seconds to deallocate network for instance. [ 2275.855239] env[63366]: DEBUG nova.compute.manager [req-f6d970d6-3391-4e9c-8da4-6e3110462a8d req-03b31267-382b-4592-a713-d189b5313c98 service nova] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Detach interface failed, port_id=855bb72f-7ec7-4d09-ae29-8b9df8c564b4, reason: Instance 2a71cc68-365b-4f92-bc66-9fdfe69b282e could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2276.815474] env[63366]: INFO nova.compute.manager [-] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Took 1.77 seconds to deallocate network for instance. [ 2276.816244] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d24d92c0-147b-4a8c-8e50-138e1747879c tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2276.821064] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a33ab76a-e3c6-4a3d-8952-2d7b6509a59f tempest-ServerDiskConfigTestJSON-765421197 tempest-ServerDiskConfigTestJSON-765421197-project-member] Lock "625df422-be95-4da3-8f19-c4a1e4d85b5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.542s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2276.825043] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ef085c-0175-495c-b25b-b5dabf5e0612 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.835217] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e72fae-f1d5-4bc0-aae7-f1571175607e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.058186] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48f604c-1a32-4721-9b83-444b12474698 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.067158] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030b2cca-2f0b-4c7a-9baa-47c40ec483ec {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.099053] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4007c5ba-db5b-4890-bfa2-2cbd2ea3cbf9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.107354] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bafd02c-67eb-487a-9c3b-d637f1fc1919 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.122584] env[63366]: DEBUG nova.compute.provider_tree [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2277.327348] env[63366]: INFO nova.compute.manager [None req-c6cc91c3-5007-4513-ac27-c586c709a9a3 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Unrescuing [ 2277.327628] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c6cc91c3-5007-4513-ac27-c586c709a9a3 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "refresh_cache-66cb86cd-d442-4454-a9eb-8e2b07c1db2c" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2277.327777] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c6cc91c3-5007-4513-ac27-c586c709a9a3 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquired lock "refresh_cache-66cb86cd-d442-4454-a9eb-8e2b07c1db2c" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2277.327935] env[63366]: DEBUG nova.network.neutron [None req-c6cc91c3-5007-4513-ac27-c586c709a9a3 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2277.331387] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5fa5c912-ebdf-4563-9c60-16076d7f701a tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2277.626457] env[63366]: DEBUG nova.scheduler.client.report [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2277.933794] env[63366]: INFO nova.compute.manager [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Rebuilding instance [ 2277.978297] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ea7494-244e-48f4-9b1c-7fcec0a017fa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.986961] env[63366]: DEBUG nova.compute.manager [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2277.987828] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0343477f-39fd-44d1-a49c-e7b390e332a4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.011150] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d59408-4591-4d9c-9194-233f592b0d8c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.031789] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Updating instance 'c9f85cc6-5e4f-410a-a255-7acecd766ac2' progress to 83 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2278.079515] env[63366]: DEBUG nova.network.neutron [None req-c6cc91c3-5007-4513-ac27-c586c709a9a3 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Updating instance_info_cache with network_info: [{"id": "c21a5002-e23d-4fc8-96b9-fb3f491ccc47", "address": "fa:16:3e:99:f9:ed", "network": {"id": "46396d66-ee83-49ac-8188-6b1ddd43eb97", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1814001189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78586b8c868a49e49210489446994e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21a5002-e2", "ovs_interfaceid": "c21a5002-e23d-4fc8-96b9-fb3f491ccc47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2278.134017] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2278.134591] env[63366]: DEBUG nova.compute.manager [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2278.137446] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.547s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2278.540908] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2278.541486] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8c561cb-bfdc-4a45-a095-084512ccb95b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.553515] env[63366]: DEBUG oslo_vmware.api [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2278.553515] env[63366]: value = "task-2104403" [ 2278.553515] env[63366]: _type = "Task" [ 2278.553515] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.563225] env[63366]: DEBUG oslo_vmware.api [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104403, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.582631] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c6cc91c3-5007-4513-ac27-c586c709a9a3 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Releasing lock "refresh_cache-66cb86cd-d442-4454-a9eb-8e2b07c1db2c" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2278.583288] env[63366]: DEBUG nova.objects.instance [None req-c6cc91c3-5007-4513-ac27-c586c709a9a3 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lazy-loading 'flavor' on Instance uuid 66cb86cd-d442-4454-a9eb-8e2b07c1db2c {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2278.642040] env[63366]: DEBUG nova.compute.utils [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2278.652026] env[63366]: DEBUG nova.compute.manager [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2278.652026] env[63366]: DEBUG nova.network.neutron [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2278.691412] env[63366]: DEBUG nova.policy [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85662cabad5e49f49f3025e55216ffd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '198c481722604b28b22fe824a12b6100', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2278.967815] env[63366]: DEBUG nova.network.neutron [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Successfully created port: 2c969d1f-6d44-4827-990e-0587d80bba74 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2279.031686] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2279.032073] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c49b0ab-c968-4276-8b78-927c1881e03c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.042539] env[63366]: DEBUG oslo_vmware.api [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Waiting for the task: (returnval){ [ 2279.042539] env[63366]: value = "task-2104404" [ 2279.042539] env[63366]: _type = "Task" [ 2279.042539] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.071927] env[63366]: DEBUG oslo_vmware.api [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Task: {'id': task-2104404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.084025] env[63366]: DEBUG oslo_vmware.api [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104403, 'name': PowerOnVM_Task, 'duration_secs': 0.470304} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.084393] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2279.084615] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-de109a4d-5458-4c56-a4e2-1d8d6ae0b436 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Updating instance 'c9f85cc6-5e4f-410a-a255-7acecd766ac2' progress to 100 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2279.093551] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcf0379-4ec4-4383-aef3-8df58bbdc607 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.143815] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6cc91c3-5007-4513-ac27-c586c709a9a3 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2279.146165] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bcb820a-8c09-4f12-a3fa-31a568885ed8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.153343] env[63366]: DEBUG nova.compute.manager [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2279.162462] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Applying migration context for instance c9f85cc6-5e4f-410a-a255-7acecd766ac2 as it has an incoming, in-progress migration c03b9385-a69c-4df1-bae5-5f2ebf2ded7a. Migration status is post-migrating {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2279.165046] env[63366]: INFO nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Updating resource usage from migration c03b9385-a69c-4df1-bae5-5f2ebf2ded7a [ 2279.168970] env[63366]: DEBUG oslo_vmware.api [None req-c6cc91c3-5007-4513-ac27-c586c709a9a3 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2279.168970] env[63366]: value = "task-2104405" [ 2279.168970] env[63366]: _type = "Task" [ 2279.168970] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.186884] env[63366]: DEBUG oslo_vmware.api [None req-c6cc91c3-5007-4513-ac27-c586c709a9a3 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.220439] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 3f634a63-a93f-48b9-8272-3bbf62ae807f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2279.220625] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance ee29e2c3-464e-4ec9-a7d9-057519c836f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2279.220775] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 8fb48168-2e94-43d9-a65b-737d6e0907bb actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2279.221361] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2279.221361] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 0b03d8ab-ab1e-4a81-a756-088816b4ec1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2279.221361] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 25e75d6a-2ba3-4356-a13e-121493133c66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2279.221361] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 66cb86cd-d442-4454-a9eb-8e2b07c1db2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2279.222659] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 25984b2b-047b-4ac9-bbfa-4d86a764c3ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2279.222817] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 1e62706b-679d-4eee-8a19-36b896d6218b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2279.222980] env[63366]: WARNING nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 62c2ec74-8c08-48ef-ad1d-2754657ef7c4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2279.223137] env[63366]: WARNING nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 2a71cc68-365b-4f92-bc66-9fdfe69b282e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2279.223412] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Migration c03b9385-a69c-4df1-bae5-5f2ebf2ded7a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2279.223412] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance c9f85cc6-5e4f-410a-a255-7acecd766ac2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2279.223551] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance a15ed58a-3de8-4175-991e-450bad1b0176 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2279.223776] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2279.223916] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2279.422141] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0729ee0-5239-4279-995f-43a77fb052b9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.430457] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8b2361-70da-4219-b398-a26c96efc48f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.464656] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db17d2cd-41f2-4aeb-90a6-ad0a7e536508 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.473733] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9140f7d-f86f-4bd9-87e2-ce675767654a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.489119] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2279.556977] env[63366]: DEBUG oslo_vmware.api [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Task: {'id': task-2104404, 'name': PowerOffVM_Task, 'duration_secs': 0.207867} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.557434] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2279.558289] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2279.558585] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad9f8ef1-f077-414c-a38a-942ba5fbff86 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.567632] env[63366]: DEBUG oslo_vmware.api [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Waiting for the task: (returnval){ [ 2279.567632] env[63366]: value = "task-2104406" [ 2279.567632] env[63366]: _type = "Task" [ 2279.567632] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.576266] env[63366]: DEBUG oslo_vmware.api [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Task: {'id': task-2104406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.684732] env[63366]: DEBUG oslo_vmware.api [None req-c6cc91c3-5007-4513-ac27-c586c709a9a3 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104405, 'name': PowerOffVM_Task, 'duration_secs': 0.406123} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.684986] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6cc91c3-5007-4513-ac27-c586c709a9a3 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2279.690528] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6cc91c3-5007-4513-ac27-c586c709a9a3 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2279.690702] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25daf3c8-ac0f-4546-a70c-46f4e42001d8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.710028] env[63366]: DEBUG oslo_vmware.api [None req-c6cc91c3-5007-4513-ac27-c586c709a9a3 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2279.710028] env[63366]: value = "task-2104407" [ 2279.710028] env[63366]: _type = "Task" [ 2279.710028] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.719430] env[63366]: DEBUG oslo_vmware.api [None req-c6cc91c3-5007-4513-ac27-c586c709a9a3 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.992747] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2280.081093] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] VM already powered off {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2280.081336] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Volume detach. Driver type: vmdk {{(pid=63366) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2280.081547] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430776', 'volume_id': '8b5f01aa-d74d-4e70-89cf-598c7057b56b', 'name': 'volume-8b5f01aa-d74d-4e70-89cf-598c7057b56b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fb48168-2e94-43d9-a65b-737d6e0907bb', 'attached_at': '', 'detached_at': '', 'volume_id': '8b5f01aa-d74d-4e70-89cf-598c7057b56b', 'serial': '8b5f01aa-d74d-4e70-89cf-598c7057b56b'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2280.082462] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ebfe8c-051d-4c1d-9bdc-1269b5a849dd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.104873] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec656cdf-fd98-45e6-8fd2-1ca0377c7f28 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.113459] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d57362-a097-4c8f-b340-666c6798bc0f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.147114] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8eae077-b023-4d12-8f5d-ce33ca8970c2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.169295] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] The volume has not been displaced from its original location: [datastore2] volume-8b5f01aa-d74d-4e70-89cf-598c7057b56b/volume-8b5f01aa-d74d-4e70-89cf-598c7057b56b.vmdk. No consolidation needed. {{(pid=63366) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2280.175253] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Reconfiguring VM instance instance-00000040 to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2280.175686] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1760d533-04e9-4c42-9cdf-1f9e12087898 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.190612] env[63366]: DEBUG nova.compute.manager [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2280.199990] env[63366]: DEBUG oslo_vmware.api [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Waiting for the task: (returnval){ [ 2280.199990] env[63366]: value = "task-2104408" [ 2280.199990] env[63366]: _type = "Task" [ 2280.199990] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2280.211939] env[63366]: DEBUG oslo_vmware.api [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Task: {'id': task-2104408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.224862] env[63366]: DEBUG oslo_vmware.api [None req-c6cc91c3-5007-4513-ac27-c586c709a9a3 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104407, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.227194] env[63366]: DEBUG nova.virt.hardware [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2280.227426] env[63366]: DEBUG nova.virt.hardware [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2280.227585] env[63366]: DEBUG nova.virt.hardware [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2280.227764] env[63366]: DEBUG nova.virt.hardware [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2280.227906] env[63366]: DEBUG nova.virt.hardware [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2280.228061] env[63366]: DEBUG nova.virt.hardware [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2280.228276] env[63366]: DEBUG nova.virt.hardware [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2280.228438] env[63366]: DEBUG nova.virt.hardware [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2280.228610] env[63366]: DEBUG nova.virt.hardware [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2280.228774] env[63366]: DEBUG nova.virt.hardware [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2280.228953] env[63366]: DEBUG nova.virt.hardware [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2280.229813] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e31019-beec-4bd1-bee1-d7aa56199d00 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.237860] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cd01e9-4867-4a0c-9ffb-46c31bd896b2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.498445] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2280.498660] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.361s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2280.498930] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d24d92c0-147b-4a8c-8e50-138e1747879c tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.683s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2280.499128] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d24d92c0-147b-4a8c-8e50-138e1747879c tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2280.503030] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5fa5c912-ebdf-4563-9c60-16076d7f701a tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.170s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2280.503225] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5fa5c912-ebdf-4563-9c60-16076d7f701a tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2280.528348] env[63366]: INFO nova.scheduler.client.report [None req-d24d92c0-147b-4a8c-8e50-138e1747879c tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Deleted allocations for instance 62c2ec74-8c08-48ef-ad1d-2754657ef7c4 [ 2280.535782] env[63366]: INFO nova.scheduler.client.report [None req-5fa5c912-ebdf-4563-9c60-16076d7f701a tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Deleted allocations for instance 2a71cc68-365b-4f92-bc66-9fdfe69b282e [ 2280.596961] env[63366]: DEBUG nova.compute.manager [req-c1a9ef80-d151-4430-b363-e260a33d0aa8 req-4207d8e3-ec72-429b-a2e2-4a2f3f8035ed service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Received event network-vif-plugged-2c969d1f-6d44-4827-990e-0587d80bba74 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2280.597399] env[63366]: DEBUG oslo_concurrency.lockutils [req-c1a9ef80-d151-4430-b363-e260a33d0aa8 req-4207d8e3-ec72-429b-a2e2-4a2f3f8035ed service nova] Acquiring lock "a15ed58a-3de8-4175-991e-450bad1b0176-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2280.597490] env[63366]: DEBUG oslo_concurrency.lockutils [req-c1a9ef80-d151-4430-b363-e260a33d0aa8 req-4207d8e3-ec72-429b-a2e2-4a2f3f8035ed service nova] Lock "a15ed58a-3de8-4175-991e-450bad1b0176-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2280.598635] env[63366]: DEBUG oslo_concurrency.lockutils [req-c1a9ef80-d151-4430-b363-e260a33d0aa8 req-4207d8e3-ec72-429b-a2e2-4a2f3f8035ed service nova] Lock "a15ed58a-3de8-4175-991e-450bad1b0176-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2280.598635] env[63366]: DEBUG nova.compute.manager [req-c1a9ef80-d151-4430-b363-e260a33d0aa8 req-4207d8e3-ec72-429b-a2e2-4a2f3f8035ed service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] No waiting events found dispatching network-vif-plugged-2c969d1f-6d44-4827-990e-0587d80bba74 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2280.598635] env[63366]: WARNING nova.compute.manager [req-c1a9ef80-d151-4430-b363-e260a33d0aa8 req-4207d8e3-ec72-429b-a2e2-4a2f3f8035ed service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Received unexpected event network-vif-plugged-2c969d1f-6d44-4827-990e-0587d80bba74 for instance with vm_state building and task_state spawning. [ 2280.714203] env[63366]: DEBUG oslo_vmware.api [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Task: {'id': task-2104408, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.715217] env[63366]: DEBUG nova.network.neutron [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Successfully updated port: 2c969d1f-6d44-4827-990e-0587d80bba74 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2280.730896] env[63366]: DEBUG oslo_vmware.api [None req-c6cc91c3-5007-4513-ac27-c586c709a9a3 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104407, 'name': ReconfigVM_Task, 'duration_secs': 0.525574} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.731913] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6cc91c3-5007-4513-ac27-c586c709a9a3 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2280.732959] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6cc91c3-5007-4513-ac27-c586c709a9a3 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2280.732959] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7117935-b220-4c38-83cf-fb75e3f5b0e6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.741809] env[63366]: DEBUG oslo_vmware.api [None req-c6cc91c3-5007-4513-ac27-c586c709a9a3 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2280.741809] env[63366]: value = "task-2104409" [ 2280.741809] env[63366]: _type = "Task" [ 2280.741809] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2280.750939] env[63366]: DEBUG oslo_vmware.api [None req-c6cc91c3-5007-4513-ac27-c586c709a9a3 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.041984] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d24d92c0-147b-4a8c-8e50-138e1747879c tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "62c2ec74-8c08-48ef-ad1d-2754657ef7c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.334s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2281.046215] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5fa5c912-ebdf-4563-9c60-16076d7f701a tempest-MultipleCreateTestJSON-1073551391 tempest-MultipleCreateTestJSON-1073551391-project-member] Lock "2a71cc68-365b-4f92-bc66-9fdfe69b282e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.261s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2281.201072] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquiring lock "1e62706b-679d-4eee-8a19-36b896d6218b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2281.201072] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lock "1e62706b-679d-4eee-8a19-36b896d6218b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2281.201072] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquiring lock "1e62706b-679d-4eee-8a19-36b896d6218b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2281.201072] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lock "1e62706b-679d-4eee-8a19-36b896d6218b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2281.201364] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lock "1e62706b-679d-4eee-8a19-36b896d6218b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2281.207525] env[63366]: INFO nova.compute.manager [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Terminating instance [ 2281.217788] env[63366]: DEBUG oslo_vmware.api [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Task: {'id': task-2104408, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.224659] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "refresh_cache-a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2281.225461] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired lock "refresh_cache-a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2281.225802] env[63366]: DEBUG nova.network.neutron [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2281.232898] env[63366]: DEBUG nova.network.neutron [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Port d2d791d3-531c-4577-b324-8d92c920524a binding to destination host cpu-1 is already ACTIVE {{(pid=63366) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2281.233158] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "refresh_cache-c9f85cc6-5e4f-410a-a255-7acecd766ac2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2281.233307] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquired lock "refresh_cache-c9f85cc6-5e4f-410a-a255-7acecd766ac2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2281.233469] env[63366]: DEBUG nova.network.neutron [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2281.253820] env[63366]: DEBUG oslo_vmware.api [None req-c6cc91c3-5007-4513-ac27-c586c709a9a3 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104409, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.715144] env[63366]: DEBUG nova.compute.manager [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2281.715510] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2281.715929] env[63366]: DEBUG oslo_vmware.api [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Task: {'id': task-2104408, 'name': ReconfigVM_Task, 'duration_secs': 1.42251} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.716762] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3080f7-e160-4392-b089-701c16ee15d7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.719865] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Reconfigured VM instance instance-00000040 to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2281.724614] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9835916-b915-4b95-9c4b-4a81591ef57b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.743434] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2281.745460] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8cc46fe-47ca-4b75-b4dd-5484bd63b701 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.756652] env[63366]: DEBUG oslo_vmware.api [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Waiting for the task: (returnval){ [ 2281.756652] env[63366]: value = "task-2104410" [ 2281.756652] env[63366]: _type = "Task" [ 2281.756652] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.765862] env[63366]: DEBUG oslo_vmware.api [None req-c6cc91c3-5007-4513-ac27-c586c709a9a3 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104409, 'name': PowerOnVM_Task, 'duration_secs': 0.633591} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.767580] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6cc91c3-5007-4513-ac27-c586c709a9a3 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2281.767823] env[63366]: DEBUG nova.compute.manager [None req-c6cc91c3-5007-4513-ac27-c586c709a9a3 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2281.768323] env[63366]: DEBUG oslo_vmware.api [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2281.768323] env[63366]: value = "task-2104411" [ 2281.768323] env[63366]: _type = "Task" [ 2281.768323] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.770913] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097f11eb-5b79-4b46-b2d4-c6c1eb2b5f3c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.779548] env[63366]: DEBUG oslo_vmware.api [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Task: {'id': task-2104410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.787114] env[63366]: DEBUG oslo_vmware.api [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.806425] env[63366]: DEBUG nova.network.neutron [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2281.987525] env[63366]: DEBUG nova.network.neutron [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Updating instance_info_cache with network_info: [{"id": "2c969d1f-6d44-4827-990e-0587d80bba74", "address": "fa:16:3e:22:28:f0", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c969d1f-6d", "ovs_interfaceid": "2c969d1f-6d44-4827-990e-0587d80bba74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2282.270513] env[63366]: DEBUG oslo_vmware.api [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Task: {'id': task-2104410, 'name': ReconfigVM_Task, 'duration_secs': 0.141503} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.279416] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430776', 'volume_id': '8b5f01aa-d74d-4e70-89cf-598c7057b56b', 'name': 'volume-8b5f01aa-d74d-4e70-89cf-598c7057b56b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fb48168-2e94-43d9-a65b-737d6e0907bb', 'attached_at': '', 'detached_at': '', 'volume_id': '8b5f01aa-d74d-4e70-89cf-598c7057b56b', 'serial': '8b5f01aa-d74d-4e70-89cf-598c7057b56b'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2282.279865] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2282.281909] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1785861d-0aff-40c0-b87a-2c5f75cadb11 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.300700] env[63366]: DEBUG oslo_vmware.api [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104411, 'name': PowerOffVM_Task, 'duration_secs': 0.220219} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.301320] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2282.301320] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2282.301432] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2282.301591] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33609297-9a8e-414b-9d82-b538a228bbf7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.304676] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-258a08f4-ed0b-441e-a98c-fcf9f84e6966 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.383124] env[63366]: DEBUG nova.network.neutron [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Updating instance_info_cache with network_info: [{"id": "d2d791d3-531c-4577-b324-8d92c920524a", "address": "fa:16:3e:ab:21:3f", "network": {"id": "2461296c-b492-4d75-b35d-5e521090c9eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-859076243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6b369729644eb299067082c22e5e36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2d791d3-53", "ovs_interfaceid": "d2d791d3-531c-4577-b324-8d92c920524a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2282.426176] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2282.426176] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2282.426176] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Deleting the datastore file [datastore2] 1e62706b-679d-4eee-8a19-36b896d6218b {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2282.426176] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2282.426176] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2282.426176] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Deleting the datastore file [datastore2] 8fb48168-2e94-43d9-a65b-737d6e0907bb {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2282.426176] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f38b5592-9d84-4f9b-b2fa-158a13318ba9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.428056] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e555737-2f24-4c8b-a549-bfb99fdab86b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.437458] env[63366]: DEBUG oslo_vmware.api [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for the task: (returnval){ [ 2282.437458] env[63366]: value = "task-2104414" [ 2282.437458] env[63366]: _type = "Task" [ 2282.437458] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2282.441964] env[63366]: DEBUG oslo_vmware.api [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Waiting for the task: (returnval){ [ 2282.441964] env[63366]: value = "task-2104415" [ 2282.441964] env[63366]: _type = "Task" [ 2282.441964] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2282.448696] env[63366]: DEBUG oslo_vmware.api [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.454079] env[63366]: DEBUG oslo_vmware.api [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Task: {'id': task-2104415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.490384] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Releasing lock "refresh_cache-a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2282.490784] env[63366]: DEBUG nova.compute.manager [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Instance network_info: |[{"id": "2c969d1f-6d44-4827-990e-0587d80bba74", "address": "fa:16:3e:22:28:f0", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c969d1f-6d", "ovs_interfaceid": "2c969d1f-6d44-4827-990e-0587d80bba74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2282.491260] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:28:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c969d1f-6d44-4827-990e-0587d80bba74', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2282.500079] env[63366]: DEBUG oslo.service.loopingcall [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2282.500079] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2282.500079] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac1f15ab-48a1-455f-a46f-076a578fb6a3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.523745] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2282.523745] env[63366]: value = "task-2104416" [ 2282.523745] env[63366]: _type = "Task" [ 2282.523745] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2282.532570] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104416, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.634951] env[63366]: DEBUG nova.compute.manager [req-14dacc98-e762-457e-a488-4057b1be0d30 req-9344b8d8-26d5-44f2-adf7-345dd4a23d65 service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Received event network-changed-2c969d1f-6d44-4827-990e-0587d80bba74 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2282.635162] env[63366]: DEBUG nova.compute.manager [req-14dacc98-e762-457e-a488-4057b1be0d30 req-9344b8d8-26d5-44f2-adf7-345dd4a23d65 service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Refreshing instance network info cache due to event network-changed-2c969d1f-6d44-4827-990e-0587d80bba74. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2282.635435] env[63366]: DEBUG oslo_concurrency.lockutils [req-14dacc98-e762-457e-a488-4057b1be0d30 req-9344b8d8-26d5-44f2-adf7-345dd4a23d65 service nova] Acquiring lock "refresh_cache-a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2282.635580] env[63366]: DEBUG oslo_concurrency.lockutils [req-14dacc98-e762-457e-a488-4057b1be0d30 req-9344b8d8-26d5-44f2-adf7-345dd4a23d65 service nova] Acquired lock "refresh_cache-a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2282.635736] env[63366]: DEBUG nova.network.neutron [req-14dacc98-e762-457e-a488-4057b1be0d30 req-9344b8d8-26d5-44f2-adf7-345dd4a23d65 service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Refreshing network info cache for port 2c969d1f-6d44-4827-990e-0587d80bba74 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2282.787203] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Acquiring lock "0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2282.787203] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Lock "0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2282.886109] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Releasing lock "refresh_cache-c9f85cc6-5e4f-410a-a255-7acecd766ac2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2282.954168] env[63366]: DEBUG oslo_vmware.api [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Task: {'id': task-2104414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192421} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.958448] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2282.958795] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2282.959309] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2282.959569] env[63366]: INFO nova.compute.manager [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2282.959867] env[63366]: DEBUG oslo.service.loopingcall [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2282.960152] env[63366]: DEBUG oslo_vmware.api [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Task: {'id': task-2104415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10901} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.960414] env[63366]: DEBUG nova.compute.manager [-] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2282.960602] env[63366]: DEBUG nova.network.neutron [-] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2282.962312] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2282.962556] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2282.962789] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2283.038584] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Volume detach. Driver type: vmdk {{(pid=63366) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2283.038584] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e52b3001-5e36-4095-a015-2c2d09f9a97d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.050111] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104416, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.056027] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5d0dac-70a2-4014-b798-65b8c2a72608 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.094560] env[63366]: ERROR nova.compute.manager [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Failed to detach volume 8b5f01aa-d74d-4e70-89cf-598c7057b56b from /dev/sda: nova.exception.InstanceNotFound: Instance 8fb48168-2e94-43d9-a65b-737d6e0907bb could not be found. [ 2283.094560] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Traceback (most recent call last): [ 2283.094560] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 2283.094560] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] self.driver.rebuild(**kwargs) [ 2283.094560] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 2283.094560] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] raise NotImplementedError() [ 2283.094560] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] NotImplementedError [ 2283.094560] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] [ 2283.094560] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] During handling of the above exception, another exception occurred: [ 2283.094560] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] [ 2283.094560] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Traceback (most recent call last): [ 2283.094560] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 2283.094560] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] self.driver.detach_volume(context, old_connection_info, [ 2283.094560] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 2283.094560] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] return self._volumeops.detach_volume(connection_info, instance) [ 2283.094560] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2283.094560] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] self._detach_volume_vmdk(connection_info, instance) [ 2283.094560] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2283.094560] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2283.094560] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2283.094560] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] stable_ref.fetch_moref(session) [ 2283.094560] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2283.094560] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2283.094560] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] nova.exception.InstanceNotFound: Instance 8fb48168-2e94-43d9-a65b-737d6e0907bb could not be found. [ 2283.094560] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] [ 2283.273085] env[63366]: DEBUG nova.compute.utils [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Build of instance 8fb48168-2e94-43d9-a65b-737d6e0907bb aborted: Failed to rebuild volume backed instance. {{(pid=63366) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 2283.280050] env[63366]: ERROR nova.compute.manager [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 8fb48168-2e94-43d9-a65b-737d6e0907bb aborted: Failed to rebuild volume backed instance. [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Traceback (most recent call last): [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] self.driver.rebuild(**kwargs) [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] raise NotImplementedError() [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] NotImplementedError [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] During handling of the above exception, another exception occurred: [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Traceback (most recent call last): [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] self._detach_root_volume(context, instance, root_bdm) [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] with excutils.save_and_reraise_exception(): [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] self.force_reraise() [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] raise self.value [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] self.driver.detach_volume(context, old_connection_info, [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] return self._volumeops.detach_volume(connection_info, instance) [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] self._detach_volume_vmdk(connection_info, instance) [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] stable_ref.fetch_moref(session) [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] nova.exception.InstanceNotFound: Instance 8fb48168-2e94-43d9-a65b-737d6e0907bb could not be found. [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] During handling of the above exception, another exception occurred: [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Traceback (most recent call last): [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] File "/opt/stack/nova/nova/compute/manager.py", line 11384, in _error_out_instance_on_exception [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] yield [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 2283.280050] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] self._do_rebuild_instance_with_claim( [ 2283.281561] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 2283.281561] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] self._do_rebuild_instance( [ 2283.281561] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 2283.281561] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] self._rebuild_default_impl(**kwargs) [ 2283.281561] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 2283.281561] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] self._rebuild_volume_backed_instance( [ 2283.281561] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 2283.281561] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] raise exception.BuildAbortException( [ 2283.281561] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] nova.exception.BuildAbortException: Build of instance 8fb48168-2e94-43d9-a65b-737d6e0907bb aborted: Failed to rebuild volume backed instance. [ 2283.281561] env[63366]: ERROR nova.compute.manager [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] [ 2283.292013] env[63366]: DEBUG nova.compute.manager [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2283.358153] env[63366]: DEBUG nova.compute.manager [req-3487e24e-bb36-4874-8456-e4d59272f2ec req-35835059-4ec5-4117-b986-241a95b908d2 service nova] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Received event network-vif-deleted-1131ea92-64cb-451d-a7fd-ba83442f994d {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2283.358362] env[63366]: INFO nova.compute.manager [req-3487e24e-bb36-4874-8456-e4d59272f2ec req-35835059-4ec5-4117-b986-241a95b908d2 service nova] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Neutron deleted interface 1131ea92-64cb-451d-a7fd-ba83442f994d; detaching it from the instance and deleting it from the info cache [ 2283.358531] env[63366]: DEBUG nova.network.neutron [req-3487e24e-bb36-4874-8456-e4d59272f2ec req-35835059-4ec5-4117-b986-241a95b908d2 service nova] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2283.391539] env[63366]: DEBUG nova.compute.manager [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63366) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2283.468353] env[63366]: DEBUG nova.network.neutron [req-14dacc98-e762-457e-a488-4057b1be0d30 req-9344b8d8-26d5-44f2-adf7-345dd4a23d65 service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Updated VIF entry in instance network info cache for port 2c969d1f-6d44-4827-990e-0587d80bba74. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2283.468687] env[63366]: DEBUG nova.network.neutron [req-14dacc98-e762-457e-a488-4057b1be0d30 req-9344b8d8-26d5-44f2-adf7-345dd4a23d65 service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Updating instance_info_cache with network_info: [{"id": "2c969d1f-6d44-4827-990e-0587d80bba74", "address": "fa:16:3e:22:28:f0", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c969d1f-6d", "ovs_interfaceid": "2c969d1f-6d44-4827-990e-0587d80bba74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2283.536692] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104416, 'name': CreateVM_Task, 'duration_secs': 0.605492} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2283.536870] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2283.537983] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2283.538172] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2283.538498] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2283.538789] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d242c202-ec98-4722-8337-58b2c6c69982 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.545057] env[63366]: DEBUG oslo_vmware.api [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2283.545057] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5245fc98-1f9e-5f27-da39-72259604ffa5" [ 2283.545057] env[63366]: _type = "Task" [ 2283.545057] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2283.555686] env[63366]: DEBUG oslo_vmware.api [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5245fc98-1f9e-5f27-da39-72259604ffa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.824922] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2283.825364] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2283.827455] env[63366]: INFO nova.compute.claims [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2283.836244] env[63366]: DEBUG nova.network.neutron [-] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2283.861915] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ed1e144-24af-4b46-a485-950c09e88a52 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.877042] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624a3c0f-f06d-40d5-9712-8cd9fb080efe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.910138] env[63366]: DEBUG nova.compute.manager [req-3487e24e-bb36-4874-8456-e4d59272f2ec req-35835059-4ec5-4117-b986-241a95b908d2 service nova] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Detach interface failed, port_id=1131ea92-64cb-451d-a7fd-ba83442f994d, reason: Instance 1e62706b-679d-4eee-8a19-36b896d6218b could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2283.971446] env[63366]: DEBUG oslo_concurrency.lockutils [req-14dacc98-e762-457e-a488-4057b1be0d30 req-9344b8d8-26d5-44f2-adf7-345dd4a23d65 service nova] Releasing lock "refresh_cache-a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2284.058443] env[63366]: DEBUG oslo_vmware.api [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5245fc98-1f9e-5f27-da39-72259604ffa5, 'name': SearchDatastore_Task, 'duration_secs': 0.011053} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2284.059045] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2284.059288] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2284.059536] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2284.059704] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2284.060104] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2284.060429] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a92c551f-abbe-43fe-b026-f0d890248a8b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.070568] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2284.070767] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2284.071572] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea88c71e-fc3f-4fb8-b1af-6468f546bac8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.077644] env[63366]: DEBUG oslo_vmware.api [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2284.077644] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52b1a87d-7c5a-2a53-ea94-0b063ea813c1" [ 2284.077644] env[63366]: _type = "Task" [ 2284.077644] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2284.088770] env[63366]: DEBUG oslo_vmware.api [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52b1a87d-7c5a-2a53-ea94-0b063ea813c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.339125] env[63366]: INFO nova.compute.manager [-] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Took 1.38 seconds to deallocate network for instance. [ 2284.506866] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2284.588878] env[63366]: DEBUG oslo_vmware.api [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52b1a87d-7c5a-2a53-ea94-0b063ea813c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010155} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2284.589686] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a6ea0d1-dd29-46bd-9831-485e3274e6bd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.595329] env[63366]: DEBUG oslo_vmware.api [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2284.595329] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5268e99b-3201-841e-e378-a48808a21385" [ 2284.595329] env[63366]: _type = "Task" [ 2284.595329] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2284.603542] env[63366]: DEBUG oslo_vmware.api [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5268e99b-3201-841e-e378-a48808a21385, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.847323] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2284.998877] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e751de72-c954-4219-8e01-4372696ca03d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.008286] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e102cbf-1c93-4f05-8736-70eab4c1f2d7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.038095] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8fa1fa-666b-406b-a7f1-503a45e864d2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.046622] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879c8f7a-d03f-471c-aab6-44d1404b4a76 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.060382] env[63366]: DEBUG nova.compute.provider_tree [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2285.105383] env[63366]: DEBUG oslo_vmware.api [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5268e99b-3201-841e-e378-a48808a21385, 'name': SearchDatastore_Task, 'duration_secs': 0.011588} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2285.105650] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2285.105913] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] a15ed58a-3de8-4175-991e-450bad1b0176/a15ed58a-3de8-4175-991e-450bad1b0176.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2285.106176] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8bee72b-1f0e-4672-8228-e321c1b40edc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.112999] env[63366]: DEBUG oslo_vmware.api [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2285.112999] env[63366]: value = "task-2104417" [ 2285.112999] env[63366]: _type = "Task" [ 2285.112999] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2285.120891] env[63366]: DEBUG oslo_vmware.api [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.303516] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2285.303811] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Acquiring lock "ce1050e0-f2bd-4be9-bfca-c8a24efdfe32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2285.304086] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Lock "ce1050e0-f2bd-4be9-bfca-c8a24efdfe32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2285.308794] env[63366]: DEBUG oslo_concurrency.lockutils [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "0612d210-da38-4916-b220-1e21c93123f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2285.308903] env[63366]: DEBUG oslo_concurrency.lockutils [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "0612d210-da38-4916-b220-1e21c93123f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2285.518174] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Acquiring lock "5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2285.518544] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Lock "5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2285.585533] env[63366]: ERROR nova.scheduler.client.report [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [req-1a56703b-00eb-4da9-bea3-3f769f74ce41] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d4eb5599-1ee7-4533-a84b-536c6f825ecc. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1a56703b-00eb-4da9-bea3-3f769f74ce41"}]} [ 2285.601753] env[63366]: DEBUG nova.scheduler.client.report [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Refreshing inventories for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2285.617995] env[63366]: DEBUG nova.scheduler.client.report [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Updating ProviderTree inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2285.618255] env[63366]: DEBUG nova.compute.provider_tree [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2285.625729] env[63366]: DEBUG oslo_vmware.api [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471775} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2285.625985] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] a15ed58a-3de8-4175-991e-450bad1b0176/a15ed58a-3de8-4175-991e-450bad1b0176.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2285.626186] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2285.626433] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10db61e4-09fe-4454-9304-feee6de0cb80 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.628874] env[63366]: DEBUG nova.scheduler.client.report [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Refreshing aggregate associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, aggregates: None {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2285.636189] env[63366]: DEBUG oslo_vmware.api [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2285.636189] env[63366]: value = "task-2104418" [ 2285.636189] env[63366]: _type = "Task" [ 2285.636189] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2285.644174] env[63366]: DEBUG oslo_vmware.api [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.648996] env[63366]: DEBUG nova.scheduler.client.report [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Refreshing trait associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2285.809918] env[63366]: DEBUG nova.compute.manager [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2285.812578] env[63366]: DEBUG nova.compute.manager [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2285.822045] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79994ae-83f4-4b3c-8160-f441670a124d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.830349] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8873c6b-9f5c-4add-a56e-71a1ff1cdfe4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.862405] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab6e9be-6b50-4056-a640-ed5eda97dbdb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.871204] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b38ab5-78ab-4253-bcfa-98e88dda5d94 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.888259] env[63366]: DEBUG nova.compute.provider_tree [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2286.021061] env[63366]: DEBUG nova.compute.manager [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2286.145927] env[63366]: DEBUG oslo_vmware.api [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068953} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.146170] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2286.146901] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4292a37d-7152-4b2c-be3d-2e84c18f31b6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.168929] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] a15ed58a-3de8-4175-991e-450bad1b0176/a15ed58a-3de8-4175-991e-450bad1b0176.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2286.169247] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2be5237a-0b2b-48ca-a801-4605b642f8cb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.189371] env[63366]: DEBUG oslo_vmware.api [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2286.189371] env[63366]: value = "task-2104419" [ 2286.189371] env[63366]: _type = "Task" [ 2286.189371] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.198333] env[63366]: DEBUG oslo_vmware.api [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104419, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.336549] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2286.337435] env[63366]: DEBUG oslo_concurrency.lockutils [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2286.419381] env[63366]: DEBUG nova.scheduler.client.report [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Updated inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2286.419750] env[63366]: DEBUG nova.compute.provider_tree [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Updating resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc generation from 135 to 136 during operation: update_inventory {{(pid=63366) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2286.419932] env[63366]: DEBUG nova.compute.provider_tree [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2286.493172] env[63366]: DEBUG oslo_concurrency.lockutils [None req-16dfddc7-d811-4d79-8490-de44a530af52 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Acquiring lock "8fb48168-2e94-43d9-a65b-737d6e0907bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2286.493485] env[63366]: DEBUG oslo_concurrency.lockutils [None req-16dfddc7-d811-4d79-8490-de44a530af52 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Lock "8fb48168-2e94-43d9-a65b-737d6e0907bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2286.493692] env[63366]: DEBUG oslo_concurrency.lockutils [None req-16dfddc7-d811-4d79-8490-de44a530af52 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Acquiring lock "8fb48168-2e94-43d9-a65b-737d6e0907bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2286.493909] env[63366]: DEBUG oslo_concurrency.lockutils [None req-16dfddc7-d811-4d79-8490-de44a530af52 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Lock "8fb48168-2e94-43d9-a65b-737d6e0907bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2286.494126] env[63366]: DEBUG oslo_concurrency.lockutils [None req-16dfddc7-d811-4d79-8490-de44a530af52 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Lock "8fb48168-2e94-43d9-a65b-737d6e0907bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2286.496405] env[63366]: INFO nova.compute.manager [None req-16dfddc7-d811-4d79-8490-de44a530af52 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Terminating instance [ 2286.539589] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2286.700721] env[63366]: DEBUG oslo_vmware.api [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104419, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.924759] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.099s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2286.925515] env[63366]: DEBUG nova.compute.manager [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2286.929189] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.424s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2287.000577] env[63366]: DEBUG nova.compute.manager [None req-16dfddc7-d811-4d79-8490-de44a530af52 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2287.000872] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e36ecdd9-cbde-4c00-a478-55e724251d97 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.011858] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fb593f-7d32-4295-b5f3-1754f0310e22 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.043247] env[63366]: WARNING nova.virt.vmwareapi.driver [None req-16dfddc7-d811-4d79-8490-de44a530af52 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 8fb48168-2e94-43d9-a65b-737d6e0907bb could not be found. [ 2287.043483] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-16dfddc7-d811-4d79-8490-de44a530af52 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2287.043798] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-137c9e07-96df-4e26-858f-ae0a9d9d6f0c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.052530] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c6601a-11ca-468d-9f13-13c546da7b55 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.081015] env[63366]: WARNING nova.virt.vmwareapi.vmops [None req-16dfddc7-d811-4d79-8490-de44a530af52 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 8fb48168-2e94-43d9-a65b-737d6e0907bb could not be found. [ 2287.081235] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-16dfddc7-d811-4d79-8490-de44a530af52 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2287.081415] env[63366]: INFO nova.compute.manager [None req-16dfddc7-d811-4d79-8490-de44a530af52 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Took 0.08 seconds to destroy the instance on the hypervisor. [ 2287.081658] env[63366]: DEBUG oslo.service.loopingcall [None req-16dfddc7-d811-4d79-8490-de44a530af52 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2287.081895] env[63366]: DEBUG nova.compute.manager [-] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2287.081989] env[63366]: DEBUG nova.network.neutron [-] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2287.201314] env[63366]: DEBUG oslo_vmware.api [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104419, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.433065] env[63366]: DEBUG nova.compute.utils [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2287.434640] env[63366]: DEBUG nova.objects.instance [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lazy-loading 'migration_context' on Instance uuid c9f85cc6-5e4f-410a-a255-7acecd766ac2 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2287.439424] env[63366]: DEBUG nova.compute.manager [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2287.439716] env[63366]: DEBUG nova.network.neutron [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2287.513765] env[63366]: DEBUG nova.policy [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cc1864db5b9442da8f7c52a4c49f2e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0aad85039841490a848a5350ff1d906a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2287.707254] env[63366]: DEBUG oslo_vmware.api [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104419, 'name': ReconfigVM_Task, 'duration_secs': 1.13641} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2287.707694] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Reconfigured VM instance instance-00000059 to attach disk [datastore2] a15ed58a-3de8-4175-991e-450bad1b0176/a15ed58a-3de8-4175-991e-450bad1b0176.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2287.708492] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf6b6182-5039-441a-aec1-2c57d329cdc6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.719777] env[63366]: DEBUG oslo_vmware.api [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2287.719777] env[63366]: value = "task-2104420" [ 2287.719777] env[63366]: _type = "Task" [ 2287.719777] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2287.732671] env[63366]: DEBUG oslo_vmware.api [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104420, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.763412] env[63366]: DEBUG nova.compute.manager [req-3de545f6-7b56-4012-9e68-fd5174e7a474 req-2f8e4a9c-e076-47ca-a4a9-b0335c9428e7 service nova] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Received event network-vif-deleted-3c3bc624-e475-4ff5-a0df-f44a85294ea2 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2287.764138] env[63366]: INFO nova.compute.manager [req-3de545f6-7b56-4012-9e68-fd5174e7a474 req-2f8e4a9c-e076-47ca-a4a9-b0335c9428e7 service nova] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Neutron deleted interface 3c3bc624-e475-4ff5-a0df-f44a85294ea2; detaching it from the instance and deleting it from the info cache [ 2287.764521] env[63366]: DEBUG nova.network.neutron [req-3de545f6-7b56-4012-9e68-fd5174e7a474 req-2f8e4a9c-e076-47ca-a4a9-b0335c9428e7 service nova] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2287.942051] env[63366]: DEBUG nova.compute.manager [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2288.177277] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19932ba-57d3-4912-8645-73247fac2a35 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.187773] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9412a854-9461-4a44-8b43-57172d6e959d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.231822] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df245eed-9cee-486e-ac74-28b9e8456989 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.236319] env[63366]: DEBUG nova.network.neutron [-] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2288.245022] env[63366]: DEBUG oslo_vmware.api [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104420, 'name': Rename_Task, 'duration_secs': 0.144909} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2288.245022] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2288.245022] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fab4134-4afd-41f1-9ec2-b657adbd7fe4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.249036] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4b4b1d0-a150-4f40-92bb-4a6daaf06883 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.271467] env[63366]: DEBUG nova.compute.provider_tree [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2288.275048] env[63366]: DEBUG nova.network.neutron [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Successfully created port: 422ef8bb-4493-4e2e-b5f1-26811d0780dc {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2288.278524] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2594574-66c1-4018-9953-c395c2353904 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.280517] env[63366]: DEBUG oslo_vmware.api [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2288.280517] env[63366]: value = "task-2104421" [ 2288.280517] env[63366]: _type = "Task" [ 2288.280517] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2288.291016] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cfcd78-6a27-40f4-98e6-dc5cc0f12277 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.305719] env[63366]: DEBUG oslo_vmware.api [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104421, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.330810] env[63366]: DEBUG nova.compute.manager [req-3de545f6-7b56-4012-9e68-fd5174e7a474 req-2f8e4a9c-e076-47ca-a4a9-b0335c9428e7 service nova] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Detach interface failed, port_id=3c3bc624-e475-4ff5-a0df-f44a85294ea2, reason: Instance 8fb48168-2e94-43d9-a65b-737d6e0907bb could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2288.743736] env[63366]: INFO nova.compute.manager [-] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Took 1.66 seconds to deallocate network for instance. [ 2288.782872] env[63366]: DEBUG nova.scheduler.client.report [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2288.796459] env[63366]: DEBUG oslo_vmware.api [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104421, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.954481] env[63366]: DEBUG nova.compute.manager [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2288.987097] env[63366]: DEBUG nova.virt.hardware [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2288.989104] env[63366]: DEBUG nova.virt.hardware [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2288.989104] env[63366]: DEBUG nova.virt.hardware [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2288.989104] env[63366]: DEBUG nova.virt.hardware [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2288.989104] env[63366]: DEBUG nova.virt.hardware [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2288.989104] env[63366]: DEBUG nova.virt.hardware [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2288.989104] env[63366]: DEBUG nova.virt.hardware [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2288.989104] env[63366]: DEBUG nova.virt.hardware [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2288.989104] env[63366]: DEBUG nova.virt.hardware [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2288.989104] env[63366]: DEBUG nova.virt.hardware [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2288.989104] env[63366]: DEBUG nova.virt.hardware [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2288.989784] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9492293-3b1b-4068-9d96-1b01a3a2308e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.000900] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a484a089-bd9f-44f1-84c2-2e7f7119bf1f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.300246] env[63366]: INFO nova.compute.manager [None req-16dfddc7-d811-4d79-8490-de44a530af52 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Took 0.56 seconds to detach 1 volumes for instance. [ 2289.305560] env[63366]: DEBUG nova.compute.manager [None req-16dfddc7-d811-4d79-8490-de44a530af52 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Deleting volume: 8b5f01aa-d74d-4e70-89cf-598c7057b56b {{(pid=63366) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2289.314681] env[63366]: DEBUG oslo_vmware.api [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104421, 'name': PowerOnVM_Task, 'duration_secs': 0.53847} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.316609] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2289.316609] env[63366]: INFO nova.compute.manager [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Took 9.12 seconds to spawn the instance on the hypervisor. [ 2289.316609] env[63366]: DEBUG nova.compute.manager [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2289.316609] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db62fdc9-b4ed-47d5-8eb7-3e2489f97620 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.814240] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.885s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2289.821595] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.974s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2289.821828] env[63366]: DEBUG nova.objects.instance [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lazy-loading 'resources' on Instance uuid 1e62706b-679d-4eee-8a19-36b896d6218b {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2289.841611] env[63366]: INFO nova.compute.manager [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Took 14.51 seconds to build instance. [ 2289.857537] env[63366]: DEBUG oslo_concurrency.lockutils [None req-16dfddc7-d811-4d79-8490-de44a530af52 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2290.233179] env[63366]: DEBUG nova.compute.manager [req-c296bd69-eceb-4360-b722-173a047fd287 req-ed84f9c9-74ab-4d56-ab5a-57fac84cab80 service nova] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Received event network-vif-plugged-422ef8bb-4493-4e2e-b5f1-26811d0780dc {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2290.233179] env[63366]: DEBUG oslo_concurrency.lockutils [req-c296bd69-eceb-4360-b722-173a047fd287 req-ed84f9c9-74ab-4d56-ab5a-57fac84cab80 service nova] Acquiring lock "0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2290.233179] env[63366]: DEBUG oslo_concurrency.lockutils [req-c296bd69-eceb-4360-b722-173a047fd287 req-ed84f9c9-74ab-4d56-ab5a-57fac84cab80 service nova] Lock "0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2290.233179] env[63366]: DEBUG oslo_concurrency.lockutils [req-c296bd69-eceb-4360-b722-173a047fd287 req-ed84f9c9-74ab-4d56-ab5a-57fac84cab80 service nova] Lock "0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2290.233179] env[63366]: DEBUG nova.compute.manager [req-c296bd69-eceb-4360-b722-173a047fd287 req-ed84f9c9-74ab-4d56-ab5a-57fac84cab80 service nova] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] No waiting events found dispatching network-vif-plugged-422ef8bb-4493-4e2e-b5f1-26811d0780dc {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2290.233179] env[63366]: WARNING nova.compute.manager [req-c296bd69-eceb-4360-b722-173a047fd287 req-ed84f9c9-74ab-4d56-ab5a-57fac84cab80 service nova] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Received unexpected event network-vif-plugged-422ef8bb-4493-4e2e-b5f1-26811d0780dc for instance with vm_state building and task_state spawning. [ 2290.345018] env[63366]: DEBUG oslo_concurrency.lockutils [None req-bd250f16-adcc-4969-a7b4-e264f5e69f3b tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "a15ed58a-3de8-4175-991e-450bad1b0176" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.022s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2290.521491] env[63366]: DEBUG nova.network.neutron [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Successfully updated port: 422ef8bb-4493-4e2e-b5f1-26811d0780dc {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2290.544547] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbcce35-2525-4f8e-81c8-c625488df9a8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.553593] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3117ef4a-72d6-4371-9e86-79bd24544801 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.588632] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b074166-f142-4173-a848-c5e7bab64097 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.600498] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8af63b3-efe0-4fda-8964-3d8510783c46 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.618447] env[63366]: DEBUG nova.compute.provider_tree [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2291.028121] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Acquiring lock "refresh_cache-0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2291.028460] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Acquired lock "refresh_cache-0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2291.028533] env[63366]: DEBUG nova.network.neutron [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2291.123674] env[63366]: DEBUG nova.scheduler.client.report [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2291.367713] env[63366]: INFO nova.compute.manager [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Swapping old allocation on dict_keys(['d4eb5599-1ee7-4533-a84b-536c6f825ecc']) held by migration c03b9385-a69c-4df1-bae5-5f2ebf2ded7a for instance [ 2291.395768] env[63366]: DEBUG nova.scheduler.client.report [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Overwriting current allocation {'allocations': {'d4eb5599-1ee7-4533-a84b-536c6f825ecc': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 136}}, 'project_id': '1a6b369729644eb299067082c22e5e36', 'user_id': '723ea4de21ce44a690b7acbb14431ac7', 'consumer_generation': 1} on consumer c9f85cc6-5e4f-410a-a255-7acecd766ac2 {{(pid=63366) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2291.485253] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "refresh_cache-c9f85cc6-5e4f-410a-a255-7acecd766ac2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2291.485474] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquired lock "refresh_cache-c9f85cc6-5e4f-410a-a255-7acecd766ac2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2291.486399] env[63366]: DEBUG nova.network.neutron [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2291.587167] env[63366]: DEBUG nova.network.neutron [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2291.628889] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2291.636263] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.328s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2291.662580] env[63366]: INFO nova.scheduler.client.report [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Deleted allocations for instance 1e62706b-679d-4eee-8a19-36b896d6218b [ 2291.737945] env[63366]: DEBUG nova.network.neutron [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Updating instance_info_cache with network_info: [{"id": "422ef8bb-4493-4e2e-b5f1-26811d0780dc", "address": "fa:16:3e:19:1b:29", "network": {"id": "a278673f-5deb-4ef4-a786-dd7433aafd0a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1696866611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0aad85039841490a848a5350ff1d906a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap422ef8bb-44", "ovs_interfaceid": "422ef8bb-4493-4e2e-b5f1-26811d0780dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2291.851966] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d4fde3-9578-4799-85b3-1e9a3a2b7810 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.860499] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418c95f0-8363-4af3-b4d5-8a010341ca34 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.891376] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec86ade-0500-40f4-9710-b81f587050e9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.899651] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b56257-2073-4f97-98ff-b361f288a0ce {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.913721] env[63366]: DEBUG nova.compute.provider_tree [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2292.174032] env[63366]: DEBUG oslo_concurrency.lockutils [None req-63f0c47d-8f60-4866-ab6a-a9082a5220cb tempest-ServersNegativeTestJSON-1318248937 tempest-ServersNegativeTestJSON-1318248937-project-member] Lock "1e62706b-679d-4eee-8a19-36b896d6218b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.973s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2292.243260] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Releasing lock "refresh_cache-0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2292.243888] env[63366]: DEBUG nova.compute.manager [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Instance network_info: |[{"id": "422ef8bb-4493-4e2e-b5f1-26811d0780dc", "address": "fa:16:3e:19:1b:29", "network": {"id": "a278673f-5deb-4ef4-a786-dd7433aafd0a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1696866611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0aad85039841490a848a5350ff1d906a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap422ef8bb-44", "ovs_interfaceid": "422ef8bb-4493-4e2e-b5f1-26811d0780dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2292.244026] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:1b:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '422ef8bb-4493-4e2e-b5f1-26811d0780dc', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2292.259418] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Creating folder: Project (0aad85039841490a848a5350ff1d906a). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2292.260564] env[63366]: DEBUG nova.network.neutron [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Updating instance_info_cache with network_info: [{"id": "d2d791d3-531c-4577-b324-8d92c920524a", "address": "fa:16:3e:ab:21:3f", "network": {"id": "2461296c-b492-4d75-b35d-5e521090c9eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-859076243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6b369729644eb299067082c22e5e36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2d791d3-53", "ovs_interfaceid": "d2d791d3-531c-4577-b324-8d92c920524a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2292.263185] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21c084a5-29bc-43b7-8be2-2f5d37c1d631 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.279096] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Created folder: Project (0aad85039841490a848a5350ff1d906a) in parent group-v430612. [ 2292.279313] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Creating folder: Instances. Parent ref: group-v430865. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2292.279567] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa439062-1024-4d8a-9d17-5675cee3aafd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.289851] env[63366]: DEBUG nova.compute.manager [req-95007069-bfb0-4c21-ae88-d3d9f719e4f1 req-81649564-d19a-4f23-b400-eef8cf5dcde6 service nova] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Received event network-changed-422ef8bb-4493-4e2e-b5f1-26811d0780dc {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2292.290320] env[63366]: DEBUG nova.compute.manager [req-95007069-bfb0-4c21-ae88-d3d9f719e4f1 req-81649564-d19a-4f23-b400-eef8cf5dcde6 service nova] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Refreshing instance network info cache due to event network-changed-422ef8bb-4493-4e2e-b5f1-26811d0780dc. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2292.290485] env[63366]: DEBUG oslo_concurrency.lockutils [req-95007069-bfb0-4c21-ae88-d3d9f719e4f1 req-81649564-d19a-4f23-b400-eef8cf5dcde6 service nova] Acquiring lock "refresh_cache-0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2292.290709] env[63366]: DEBUG oslo_concurrency.lockutils [req-95007069-bfb0-4c21-ae88-d3d9f719e4f1 req-81649564-d19a-4f23-b400-eef8cf5dcde6 service nova] Acquired lock "refresh_cache-0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2292.290941] env[63366]: DEBUG nova.network.neutron [req-95007069-bfb0-4c21-ae88-d3d9f719e4f1 req-81649564-d19a-4f23-b400-eef8cf5dcde6 service nova] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Refreshing network info cache for port 422ef8bb-4493-4e2e-b5f1-26811d0780dc {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2292.295762] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Created folder: Instances in parent group-v430865. [ 2292.295954] env[63366]: DEBUG oslo.service.loopingcall [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2292.296226] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2292.297082] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0aad6540-811e-487a-b33d-1ba44c6b1ea6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.325128] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2292.325128] env[63366]: value = "task-2104425" [ 2292.325128] env[63366]: _type = "Task" [ 2292.325128] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.336375] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104425, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.417413] env[63366]: DEBUG nova.scheduler.client.report [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2292.766513] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Releasing lock "refresh_cache-c9f85cc6-5e4f-410a-a255-7acecd766ac2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2292.767672] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536126ec-aaba-436b-a725-88ed4b6058d9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.781492] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516a6b04-aad1-4a15-9eaf-544a5baf0d8b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.836400] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104425, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.929136] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.298s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2292.929723] env[63366]: INFO nova.compute.manager [None req-fa37087c-495b-471f-bec2-86cd669f9cf8 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Successfully reverted task state from rebuilding on failure for instance. [ 2292.934761] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.598s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2292.936979] env[63366]: INFO nova.compute.claims [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2293.029114] env[63366]: DEBUG nova.network.neutron [req-95007069-bfb0-4c21-ae88-d3d9f719e4f1 req-81649564-d19a-4f23-b400-eef8cf5dcde6 service nova] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Updated VIF entry in instance network info cache for port 422ef8bb-4493-4e2e-b5f1-26811d0780dc. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2293.029651] env[63366]: DEBUG nova.network.neutron [req-95007069-bfb0-4c21-ae88-d3d9f719e4f1 req-81649564-d19a-4f23-b400-eef8cf5dcde6 service nova] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Updating instance_info_cache with network_info: [{"id": "422ef8bb-4493-4e2e-b5f1-26811d0780dc", "address": "fa:16:3e:19:1b:29", "network": {"id": "a278673f-5deb-4ef4-a786-dd7433aafd0a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1696866611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0aad85039841490a848a5350ff1d906a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap422ef8bb-44", "ovs_interfaceid": "422ef8bb-4493-4e2e-b5f1-26811d0780dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2293.339794] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104425, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.533703] env[63366]: DEBUG oslo_concurrency.lockutils [req-95007069-bfb0-4c21-ae88-d3d9f719e4f1 req-81649564-d19a-4f23-b400-eef8cf5dcde6 service nova] Releasing lock "refresh_cache-0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2293.534045] env[63366]: DEBUG nova.compute.manager [req-95007069-bfb0-4c21-ae88-d3d9f719e4f1 req-81649564-d19a-4f23-b400-eef8cf5dcde6 service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Received event network-changed-2c969d1f-6d44-4827-990e-0587d80bba74 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2293.534225] env[63366]: DEBUG nova.compute.manager [req-95007069-bfb0-4c21-ae88-d3d9f719e4f1 req-81649564-d19a-4f23-b400-eef8cf5dcde6 service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Refreshing instance network info cache due to event network-changed-2c969d1f-6d44-4827-990e-0587d80bba74. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2293.534604] env[63366]: DEBUG oslo_concurrency.lockutils [req-95007069-bfb0-4c21-ae88-d3d9f719e4f1 req-81649564-d19a-4f23-b400-eef8cf5dcde6 service nova] Acquiring lock "refresh_cache-a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2293.534813] env[63366]: DEBUG oslo_concurrency.lockutils [req-95007069-bfb0-4c21-ae88-d3d9f719e4f1 req-81649564-d19a-4f23-b400-eef8cf5dcde6 service nova] Acquired lock "refresh_cache-a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2293.535279] env[63366]: DEBUG nova.network.neutron [req-95007069-bfb0-4c21-ae88-d3d9f719e4f1 req-81649564-d19a-4f23-b400-eef8cf5dcde6 service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Refreshing network info cache for port 2c969d1f-6d44-4827-990e-0587d80bba74 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2293.840781] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104425, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.908813] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2293.909173] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cd61e7e-4031-4b17-be26-308f4835bf3e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.917782] env[63366]: DEBUG oslo_vmware.api [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2293.917782] env[63366]: value = "task-2104426" [ 2293.917782] env[63366]: _type = "Task" [ 2293.917782] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2293.934284] env[63366]: DEBUG oslo_vmware.api [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.161035] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579d03af-95bf-42e7-95cd-0f48adc73734 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.171827] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13222727-3a61-47f4-b2b7-429b0125e671 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.211904] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94606727-0101-4fb8-af7f-abaed1bb9262 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.221256] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81f9013-e149-4140-b65d-bc21af75d58d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.237587] env[63366]: DEBUG nova.compute.provider_tree [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2294.338665] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104425, 'name': CreateVM_Task, 'duration_secs': 1.523322} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.338848] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2294.339611] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2294.339670] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2294.339984] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2294.340294] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b762c0c9-2c42-414c-b8de-23dd52c2a157 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.345737] env[63366]: DEBUG oslo_vmware.api [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Waiting for the task: (returnval){ [ 2294.345737] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5286a5aa-e13f-bf2f-9bf9-43eefe9ba5ad" [ 2294.345737] env[63366]: _type = "Task" [ 2294.345737] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.354751] env[63366]: DEBUG oslo_vmware.api [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5286a5aa-e13f-bf2f-9bf9-43eefe9ba5ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.375572] env[63366]: DEBUG nova.network.neutron [req-95007069-bfb0-4c21-ae88-d3d9f719e4f1 req-81649564-d19a-4f23-b400-eef8cf5dcde6 service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Updated VIF entry in instance network info cache for port 2c969d1f-6d44-4827-990e-0587d80bba74. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2294.376027] env[63366]: DEBUG nova.network.neutron [req-95007069-bfb0-4c21-ae88-d3d9f719e4f1 req-81649564-d19a-4f23-b400-eef8cf5dcde6 service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Updating instance_info_cache with network_info: [{"id": "2c969d1f-6d44-4827-990e-0587d80bba74", "address": "fa:16:3e:22:28:f0", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c969d1f-6d", "ovs_interfaceid": "2c969d1f-6d44-4827-990e-0587d80bba74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2294.437689] env[63366]: DEBUG oslo_vmware.api [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104426, 'name': PowerOffVM_Task, 'duration_secs': 0.3377} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.438756] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2294.438933] env[63366]: DEBUG nova.virt.hardware [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2294.439175] env[63366]: DEBUG nova.virt.hardware [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2294.439328] env[63366]: DEBUG nova.virt.hardware [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2294.439524] env[63366]: DEBUG nova.virt.hardware [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2294.439677] env[63366]: DEBUG nova.virt.hardware [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2294.439819] env[63366]: DEBUG nova.virt.hardware [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2294.440027] env[63366]: DEBUG nova.virt.hardware [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2294.440184] env[63366]: DEBUG nova.virt.hardware [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2294.440410] env[63366]: DEBUG nova.virt.hardware [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2294.440607] env[63366]: DEBUG nova.virt.hardware [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2294.440781] env[63366]: DEBUG nova.virt.hardware [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2294.446461] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38df0ae6-3d4d-4e4e-9814-a451c14d9942 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.466657] env[63366]: DEBUG oslo_vmware.api [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2294.466657] env[63366]: value = "task-2104427" [ 2294.466657] env[63366]: _type = "Task" [ 2294.466657] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.474879] env[63366]: DEBUG oslo_vmware.api [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104427, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.740786] env[63366]: DEBUG nova.scheduler.client.report [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2294.856241] env[63366]: DEBUG oslo_vmware.api [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5286a5aa-e13f-bf2f-9bf9-43eefe9ba5ad, 'name': SearchDatastore_Task, 'duration_secs': 0.011695} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.856538] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2294.856768] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2294.857017] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2294.857217] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2294.857404] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2294.857659] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac5a4211-2702-46ad-b794-16c20419f033 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.866661] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2294.866845] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2294.867685] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0ba4848-0d0b-417a-9ecb-81390fe5ace9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.873435] env[63366]: DEBUG oslo_vmware.api [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Waiting for the task: (returnval){ [ 2294.873435] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ec711e-9dd5-09f0-66f1-41a530c5d6c1" [ 2294.873435] env[63366]: _type = "Task" [ 2294.873435] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.878561] env[63366]: DEBUG oslo_concurrency.lockutils [req-95007069-bfb0-4c21-ae88-d3d9f719e4f1 req-81649564-d19a-4f23-b400-eef8cf5dcde6 service nova] Releasing lock "refresh_cache-a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2294.881336] env[63366]: DEBUG oslo_vmware.api [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ec711e-9dd5-09f0-66f1-41a530c5d6c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.977369] env[63366]: DEBUG oslo_vmware.api [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104427, 'name': ReconfigVM_Task, 'duration_secs': 0.489424} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.978389] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01728c8b-9363-41f4-862f-ed775c76f536 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.004334] env[63366]: DEBUG nova.virt.hardware [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2295.005046] env[63366]: DEBUG nova.virt.hardware [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2295.005046] env[63366]: DEBUG nova.virt.hardware [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2295.005046] env[63366]: DEBUG nova.virt.hardware [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2295.005046] env[63366]: DEBUG nova.virt.hardware [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2295.005237] env[63366]: DEBUG nova.virt.hardware [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2295.005380] env[63366]: DEBUG nova.virt.hardware [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2295.005600] env[63366]: DEBUG nova.virt.hardware [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2295.005700] env[63366]: DEBUG nova.virt.hardware [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2295.005863] env[63366]: DEBUG nova.virt.hardware [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2295.006046] env[63366]: DEBUG nova.virt.hardware [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2295.006931] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c6598c9-3627-4488-96b7-be2b512f2402 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.016411] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "326da030-428b-4fb4-9b39-0d27f0f78ca9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2295.016749] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "326da030-428b-4fb4-9b39-0d27f0f78ca9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2295.017948] env[63366]: DEBUG oslo_vmware.api [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2295.017948] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52a20ac7-0a97-be24-4573-b5b4d86f1e6b" [ 2295.017948] env[63366]: _type = "Task" [ 2295.017948] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2295.027911] env[63366]: DEBUG oslo_vmware.api [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a20ac7-0a97-be24-4573-b5b4d86f1e6b, 'name': SearchDatastore_Task, 'duration_secs': 0.007958} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.037298] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2295.039942] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f779baf-3a7e-4f1a-bba3-a9f404146d77 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.062431] env[63366]: DEBUG oslo_vmware.api [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2295.062431] env[63366]: value = "task-2104428" [ 2295.062431] env[63366]: _type = "Task" [ 2295.062431] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2295.072726] env[63366]: DEBUG oslo_vmware.api [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.246985] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2295.247552] env[63366]: DEBUG nova.compute.manager [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2295.252013] env[63366]: DEBUG oslo_concurrency.lockutils [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.913s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2295.253377] env[63366]: INFO nova.compute.claims [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2295.384800] env[63366]: DEBUG oslo_vmware.api [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ec711e-9dd5-09f0-66f1-41a530c5d6c1, 'name': SearchDatastore_Task, 'duration_secs': 0.013428} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.385674] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5f0cb9e-db57-4022-808a-2d65cbff3838 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.392536] env[63366]: DEBUG oslo_vmware.api [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Waiting for the task: (returnval){ [ 2295.392536] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]529686e2-d77d-268c-cb3d-3ce4669d6017" [ 2295.392536] env[63366]: _type = "Task" [ 2295.392536] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2295.401335] env[63366]: DEBUG oslo_vmware.api [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]529686e2-d77d-268c-cb3d-3ce4669d6017, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.521168] env[63366]: DEBUG nova.compute.manager [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2295.573200] env[63366]: DEBUG oslo_vmware.api [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104428, 'name': ReconfigVM_Task, 'duration_secs': 0.349406} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.573493] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2295.574933] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a9d991-fc3b-499c-8889-6a9a1904ec2e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.602238] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] c9f85cc6-5e4f-410a-a255-7acecd766ac2/c9f85cc6-5e4f-410a-a255-7acecd766ac2.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2295.602554] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45de60ed-e7fb-42d6-9aa2-d894fca022f8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.621769] env[63366]: DEBUG oslo_vmware.api [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2295.621769] env[63366]: value = "task-2104429" [ 2295.621769] env[63366]: _type = "Task" [ 2295.621769] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2295.630681] env[63366]: DEBUG oslo_vmware.api [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104429, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.762376] env[63366]: DEBUG nova.compute.utils [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2295.763504] env[63366]: DEBUG nova.compute.manager [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Not allocating networking since 'none' was specified. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2295.903893] env[63366]: DEBUG oslo_vmware.api [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]529686e2-d77d-268c-cb3d-3ce4669d6017, 'name': SearchDatastore_Task, 'duration_secs': 0.015228} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.904253] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2295.904574] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2/0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2295.904856] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97422933-50b8-4bac-a28d-5bd2f81334ca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.913188] env[63366]: DEBUG oslo_vmware.api [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Waiting for the task: (returnval){ [ 2295.913188] env[63366]: value = "task-2104430" [ 2295.913188] env[63366]: _type = "Task" [ 2295.913188] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2295.921580] env[63366]: DEBUG oslo_vmware.api [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': task-2104430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.046681] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2296.134912] env[63366]: DEBUG oslo_vmware.api [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104429, 'name': ReconfigVM_Task, 'duration_secs': 0.396014} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2296.135239] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Reconfigured VM instance instance-0000004f to attach disk [datastore2] c9f85cc6-5e4f-410a-a255-7acecd766ac2/c9f85cc6-5e4f-410a-a255-7acecd766ac2.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2296.136341] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2d8c44-4171-405b-ae8e-8b21fbef7974 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.162677] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097a5ab0-9d4f-412c-a1db-9c8b88ca08fd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.190648] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7645be26-2688-44cb-a942-15836e8bd3c9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.217168] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1929a0-dd07-45d5-a7f7-b06838dac415 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.228062] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2296.228390] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a5e084c-8701-4499-b92c-ca4378d04785 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.239063] env[63366]: DEBUG oslo_vmware.api [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2296.239063] env[63366]: value = "task-2104431" [ 2296.239063] env[63366]: _type = "Task" [ 2296.239063] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2296.250947] env[63366]: DEBUG oslo_vmware.api [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.268880] env[63366]: DEBUG nova.compute.manager [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2296.426848] env[63366]: DEBUG oslo_vmware.api [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': task-2104430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463701} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2296.427184] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2/0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2296.427368] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2296.427628] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c28a028e-f3ce-41ff-a127-27f55d602bb0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.435927] env[63366]: DEBUG oslo_vmware.api [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Waiting for the task: (returnval){ [ 2296.435927] env[63366]: value = "task-2104432" [ 2296.435927] env[63366]: _type = "Task" [ 2296.435927] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2296.446995] env[63366]: DEBUG oslo_vmware.api [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': task-2104432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.489422] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d660c2f8-522b-4418-a935-4f4cef6e9c4b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.497811] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee0942e-ee98-40fc-b47d-4de32e28be4e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.530960] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b432eb-b4ee-4a73-80d0-9938aecd7e68 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.539443] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71926cbf-a6b9-46fc-8203-fad7be924057 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.554376] env[63366]: DEBUG nova.compute.provider_tree [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2296.750221] env[63366]: DEBUG oslo_vmware.api [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104431, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.947364] env[63366]: DEBUG oslo_vmware.api [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': task-2104432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07671} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2296.947663] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2296.948504] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988eea4f-6aa3-45df-9910-4caa88217407 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.974341] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2/0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2296.974707] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cc741c2-b004-4ede-99b2-540569d792a3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.995723] env[63366]: DEBUG oslo_vmware.api [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Waiting for the task: (returnval){ [ 2296.995723] env[63366]: value = "task-2104433" [ 2296.995723] env[63366]: _type = "Task" [ 2296.995723] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2297.004957] env[63366]: DEBUG oslo_vmware.api [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': task-2104433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.058504] env[63366]: DEBUG nova.scheduler.client.report [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2297.250160] env[63366]: DEBUG oslo_vmware.api [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104431, 'name': PowerOnVM_Task, 'duration_secs': 0.842553} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2297.250414] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2297.280015] env[63366]: DEBUG nova.compute.manager [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2297.306493] env[63366]: DEBUG nova.virt.hardware [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2297.306493] env[63366]: DEBUG nova.virt.hardware [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2297.306493] env[63366]: DEBUG nova.virt.hardware [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2297.306715] env[63366]: DEBUG nova.virt.hardware [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2297.306817] env[63366]: DEBUG nova.virt.hardware [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2297.306965] env[63366]: DEBUG nova.virt.hardware [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2297.307194] env[63366]: DEBUG nova.virt.hardware [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2297.307353] env[63366]: DEBUG nova.virt.hardware [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2297.307524] env[63366]: DEBUG nova.virt.hardware [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2297.307693] env[63366]: DEBUG nova.virt.hardware [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2297.307861] env[63366]: DEBUG nova.virt.hardware [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2297.308793] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726d0f34-745f-4e14-ab5f-7ea726de69f4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.317667] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404bb11b-1f08-47ad-9058-30a3cf547575 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.333022] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Instance VIF info [] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2297.337211] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Creating folder: Project (67addd4fb7044c18bee7498309b503a7). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2297.337921] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0ab27ef-f653-443a-a454-62ab48599a3a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.350067] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Created folder: Project (67addd4fb7044c18bee7498309b503a7) in parent group-v430612. [ 2297.350433] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Creating folder: Instances. Parent ref: group-v430868. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2297.350769] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-466daa04-248a-4763-b5a1-32d2d6239a0c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.362040] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Created folder: Instances in parent group-v430868. [ 2297.362484] env[63366]: DEBUG oslo.service.loopingcall [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2297.362781] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2297.363128] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d58d1d15-e5d1-4ec3-a25d-990fde1045fa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.382100] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2297.382100] env[63366]: value = "task-2104436" [ 2297.382100] env[63366]: _type = "Task" [ 2297.382100] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2297.390491] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104436, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.507282] env[63366]: DEBUG oslo_vmware.api [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': task-2104433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.563846] env[63366]: DEBUG oslo_concurrency.lockutils [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2297.564074] env[63366]: DEBUG nova.compute.manager [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2297.567056] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.027s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2297.568394] env[63366]: INFO nova.compute.claims [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2297.896169] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104436, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.010789] env[63366]: DEBUG oslo_vmware.api [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': task-2104433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.073233] env[63366]: DEBUG nova.compute.utils [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2298.078069] env[63366]: DEBUG nova.compute.manager [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2298.078369] env[63366]: DEBUG nova.network.neutron [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2298.139336] env[63366]: DEBUG nova.policy [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd93cb2e7a23748c7b6cb1de8d6cf78a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78586b8c868a49e49210489446994e90', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2298.303998] env[63366]: INFO nova.compute.manager [None req-8a3472ae-5b19-4a80-8f26-6a64865d4526 tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Updating instance to original state: 'active' [ 2298.394516] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104436, 'name': CreateVM_Task, 'duration_secs': 0.791572} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2298.395158] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2298.395496] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2298.395496] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2298.395738] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2298.396061] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28b62098-8833-427c-8f5e-340aa8d77054 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.404019] env[63366]: DEBUG oslo_vmware.api [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for the task: (returnval){ [ 2298.404019] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]526bcde4-c6be-6b98-711b-2265932835e6" [ 2298.404019] env[63366]: _type = "Task" [ 2298.404019] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.413273] env[63366]: DEBUG oslo_vmware.api [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526bcde4-c6be-6b98-711b-2265932835e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.423828] env[63366]: DEBUG nova.network.neutron [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Successfully created port: 3286c5ac-b2a3-42e4-bdef-8a65be51decb {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2298.507842] env[63366]: DEBUG oslo_vmware.api [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': task-2104433, 'name': ReconfigVM_Task, 'duration_secs': 1.177765} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2298.511017] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2/0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2298.511017] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfb4ac19-ed17-45f1-bdb3-190e0b12cded {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.519565] env[63366]: DEBUG oslo_vmware.api [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Waiting for the task: (returnval){ [ 2298.519565] env[63366]: value = "task-2104437" [ 2298.519565] env[63366]: _type = "Task" [ 2298.519565] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.528931] env[63366]: DEBUG oslo_vmware.api [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': task-2104437, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.583789] env[63366]: DEBUG nova.compute.manager [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2298.805049] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d8d913-88e6-443d-a305-51299d3db101 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.819121] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1876e6fc-c6c6-41b5-865a-ca4a8e1340eb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.853910] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5328b81a-b9c9-4d0c-ae55-cfeaf02a2e7c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.862659] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9688334-c305-46b6-a707-528894ca7d62 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.877484] env[63366]: DEBUG nova.compute.provider_tree [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2298.914346] env[63366]: DEBUG oslo_vmware.api [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526bcde4-c6be-6b98-711b-2265932835e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011822} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2298.914516] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2298.914754] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2298.914989] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2298.915155] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2298.915335] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2298.915625] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10fd7e3f-9e49-4b2e-b3d6-af7f474fa2a6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.924859] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2298.925055] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2298.925785] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26195383-6bd1-4fd3-98fb-06123657b275 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.931342] env[63366]: DEBUG oslo_vmware.api [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for the task: (returnval){ [ 2298.931342] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52243199-3a63-3740-92fe-247eb340f858" [ 2298.931342] env[63366]: _type = "Task" [ 2298.931342] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.941115] env[63366]: DEBUG oslo_vmware.api [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52243199-3a63-3740-92fe-247eb340f858, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.030309] env[63366]: DEBUG oslo_vmware.api [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': task-2104437, 'name': Rename_Task, 'duration_secs': 0.164041} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.030779] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2299.031026] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-642211a5-741e-48b5-853b-91d756963db8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.039731] env[63366]: DEBUG oslo_vmware.api [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Waiting for the task: (returnval){ [ 2299.039731] env[63366]: value = "task-2104438" [ 2299.039731] env[63366]: _type = "Task" [ 2299.039731] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.051252] env[63366]: DEBUG oslo_vmware.api [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': task-2104438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.380888] env[63366]: DEBUG nova.scheduler.client.report [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2299.442622] env[63366]: DEBUG oslo_vmware.api [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52243199-3a63-3740-92fe-247eb340f858, 'name': SearchDatastore_Task, 'duration_secs': 0.011128} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.443526] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c0e7d88-ead9-46ad-8414-e902f284dafa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.449739] env[63366]: DEBUG oslo_vmware.api [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for the task: (returnval){ [ 2299.449739] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52de84a2-27f3-562e-0318-1d9b12252a02" [ 2299.449739] env[63366]: _type = "Task" [ 2299.449739] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.458541] env[63366]: DEBUG oslo_vmware.api [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52de84a2-27f3-562e-0318-1d9b12252a02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.551188] env[63366]: DEBUG oslo_vmware.api [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': task-2104438, 'name': PowerOnVM_Task, 'duration_secs': 0.501301} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.551552] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2299.551718] env[63366]: INFO nova.compute.manager [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Took 10.60 seconds to spawn the instance on the hypervisor. [ 2299.551904] env[63366]: DEBUG nova.compute.manager [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2299.552911] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c94a3ce-08f5-4c82-b63b-b285abc317aa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.596709] env[63366]: DEBUG nova.compute.manager [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2299.622479] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "c9f85cc6-5e4f-410a-a255-7acecd766ac2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2299.622833] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "c9f85cc6-5e4f-410a-a255-7acecd766ac2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2299.623084] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "c9f85cc6-5e4f-410a-a255-7acecd766ac2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2299.623283] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "c9f85cc6-5e4f-410a-a255-7acecd766ac2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2299.623456] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "c9f85cc6-5e4f-410a-a255-7acecd766ac2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2299.626497] env[63366]: INFO nova.compute.manager [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Terminating instance [ 2299.631596] env[63366]: DEBUG nova.virt.hardware [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2299.631847] env[63366]: DEBUG nova.virt.hardware [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2299.632010] env[63366]: DEBUG nova.virt.hardware [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2299.632333] env[63366]: DEBUG nova.virt.hardware [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2299.632539] env[63366]: DEBUG nova.virt.hardware [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2299.632704] env[63366]: DEBUG nova.virt.hardware [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2299.632920] env[63366]: DEBUG nova.virt.hardware [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2299.633129] env[63366]: DEBUG nova.virt.hardware [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2299.633350] env[63366]: DEBUG nova.virt.hardware [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2299.633593] env[63366]: DEBUG nova.virt.hardware [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2299.633788] env[63366]: DEBUG nova.virt.hardware [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2299.634725] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc17b54-9527-4ec8-b546-2544c343461f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.645022] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596f32ce-e1fd-4ed6-b8e7-9e048af19d5e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.887794] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2299.888341] env[63366]: DEBUG nova.compute.manager [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2299.891063] env[63366]: DEBUG oslo_concurrency.lockutils [None req-16dfddc7-d811-4d79-8490-de44a530af52 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.035s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2299.891298] env[63366]: DEBUG nova.objects.instance [None req-16dfddc7-d811-4d79-8490-de44a530af52 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Lazy-loading 'resources' on Instance uuid 8fb48168-2e94-43d9-a65b-737d6e0907bb {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2299.944646] env[63366]: DEBUG nova.compute.manager [req-2c2c2462-082d-4408-aae5-64dfe8f4eb71 req-7476d563-9d84-4e30-b9c0-1f6d833cc0b6 service nova] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Received event network-vif-plugged-3286c5ac-b2a3-42e4-bdef-8a65be51decb {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2299.944868] env[63366]: DEBUG oslo_concurrency.lockutils [req-2c2c2462-082d-4408-aae5-64dfe8f4eb71 req-7476d563-9d84-4e30-b9c0-1f6d833cc0b6 service nova] Acquiring lock "0612d210-da38-4916-b220-1e21c93123f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2299.945259] env[63366]: DEBUG oslo_concurrency.lockutils [req-2c2c2462-082d-4408-aae5-64dfe8f4eb71 req-7476d563-9d84-4e30-b9c0-1f6d833cc0b6 service nova] Lock "0612d210-da38-4916-b220-1e21c93123f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2299.945394] env[63366]: DEBUG oslo_concurrency.lockutils [req-2c2c2462-082d-4408-aae5-64dfe8f4eb71 req-7476d563-9d84-4e30-b9c0-1f6d833cc0b6 service nova] Lock "0612d210-da38-4916-b220-1e21c93123f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2299.945668] env[63366]: DEBUG nova.compute.manager [req-2c2c2462-082d-4408-aae5-64dfe8f4eb71 req-7476d563-9d84-4e30-b9c0-1f6d833cc0b6 service nova] [instance: 0612d210-da38-4916-b220-1e21c93123f8] No waiting events found dispatching network-vif-plugged-3286c5ac-b2a3-42e4-bdef-8a65be51decb {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2299.945925] env[63366]: WARNING nova.compute.manager [req-2c2c2462-082d-4408-aae5-64dfe8f4eb71 req-7476d563-9d84-4e30-b9c0-1f6d833cc0b6 service nova] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Received unexpected event network-vif-plugged-3286c5ac-b2a3-42e4-bdef-8a65be51decb for instance with vm_state building and task_state spawning. [ 2299.963747] env[63366]: DEBUG oslo_vmware.api [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52de84a2-27f3-562e-0318-1d9b12252a02, 'name': SearchDatastore_Task, 'duration_secs': 0.013008} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.964016] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2299.964288] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] ce1050e0-f2bd-4be9-bfca-c8a24efdfe32/ce1050e0-f2bd-4be9-bfca-c8a24efdfe32.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2299.964585] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3743f080-e81d-4b3c-830f-4f81b1daeeac {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.972814] env[63366]: DEBUG oslo_vmware.api [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for the task: (returnval){ [ 2299.972814] env[63366]: value = "task-2104439" [ 2299.972814] env[63366]: _type = "Task" [ 2299.972814] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.982574] env[63366]: DEBUG oslo_vmware.api [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.075274] env[63366]: INFO nova.compute.manager [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Took 16.28 seconds to build instance. [ 2300.103410] env[63366]: DEBUG nova.network.neutron [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Successfully updated port: 3286c5ac-b2a3-42e4-bdef-8a65be51decb {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2300.130760] env[63366]: DEBUG nova.compute.manager [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2300.131027] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2300.131604] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c4693c6-c47d-4eba-957c-7c3f2d4b10c0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.139908] env[63366]: DEBUG oslo_vmware.api [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2300.139908] env[63366]: value = "task-2104440" [ 2300.139908] env[63366]: _type = "Task" [ 2300.139908] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.149982] env[63366]: DEBUG oslo_vmware.api [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.395117] env[63366]: DEBUG nova.compute.utils [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2300.396680] env[63366]: DEBUG nova.compute.manager [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Not allocating networking since 'none' was specified. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2300.487486] env[63366]: DEBUG oslo_vmware.api [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104439, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.578228] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e02d7a6b-9d2f-40e2-b4e2-c11f3772660f tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Lock "0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.792s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2300.605748] env[63366]: DEBUG oslo_concurrency.lockutils [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "refresh_cache-0612d210-da38-4916-b220-1e21c93123f8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2300.605932] env[63366]: DEBUG oslo_concurrency.lockutils [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquired lock "refresh_cache-0612d210-da38-4916-b220-1e21c93123f8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2300.606141] env[63366]: DEBUG nova.network.neutron [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2300.620852] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d857be3a-108d-4213-aa21-5da0ebf78652 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.629412] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f384b0f-3f3d-4557-a217-77749abbacc5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.663596] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820b505a-61dc-48c2-bae3-bda3f9cd0270 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.671646] env[63366]: DEBUG oslo_vmware.api [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104440, 'name': PowerOffVM_Task, 'duration_secs': 0.279699} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.673662] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2300.673867] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Volume detach. Driver type: vmdk {{(pid=63366) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2300.674069] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430856', 'volume_id': 'd79deb4a-e262-4083-8b30-8f5a632f9b19', 'name': 'volume-d79deb4a-e262-4083-8b30-8f5a632f9b19', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'c9f85cc6-5e4f-410a-a255-7acecd766ac2', 'attached_at': '2025-01-14T17:14:53.000000', 'detached_at': '', 'volume_id': 'd79deb4a-e262-4083-8b30-8f5a632f9b19', 'serial': 'd79deb4a-e262-4083-8b30-8f5a632f9b19'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2300.674875] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974a624a-450c-49e7-a453-189805a097a1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.678071] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fd997a-9054-4513-8fbe-948081919062 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.691842] env[63366]: DEBUG nova.compute.provider_tree [None req-16dfddc7-d811-4d79-8490-de44a530af52 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2300.709444] env[63366]: DEBUG nova.scheduler.client.report [None req-16dfddc7-d811-4d79-8490-de44a530af52 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2300.712763] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fd2109-899c-4233-b751-97950405bd31 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.720226] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404f2796-2d49-4347-a295-30f495820afa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.740554] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041ecc6c-09de-487c-91dd-aa9364273eb6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.754946] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] The volume has not been displaced from its original location: [datastore2] volume-d79deb4a-e262-4083-8b30-8f5a632f9b19/volume-d79deb4a-e262-4083-8b30-8f5a632f9b19.vmdk. No consolidation needed. {{(pid=63366) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2300.760205] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2300.760674] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a71aa60a-8c0a-4236-b0b5-13c812fc7616 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.786800] env[63366]: DEBUG oslo_vmware.api [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2300.786800] env[63366]: value = "task-2104441" [ 2300.786800] env[63366]: _type = "Task" [ 2300.786800] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.795263] env[63366]: DEBUG oslo_vmware.api [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.890295] env[63366]: INFO nova.compute.manager [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Rescuing [ 2300.890566] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Acquiring lock "refresh_cache-0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2300.890722] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Acquired lock "refresh_cache-0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2300.890890] env[63366]: DEBUG nova.network.neutron [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2300.901201] env[63366]: DEBUG nova.compute.manager [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2300.983921] env[63366]: DEBUG oslo_vmware.api [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701189} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.984265] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] ce1050e0-f2bd-4be9-bfca-c8a24efdfe32/ce1050e0-f2bd-4be9-bfca-c8a24efdfe32.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2300.984509] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2300.984772] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e3be87f-1fe9-454b-99f7-04fe3e6dbdd6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.992152] env[63366]: DEBUG oslo_vmware.api [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for the task: (returnval){ [ 2300.992152] env[63366]: value = "task-2104442" [ 2300.992152] env[63366]: _type = "Task" [ 2300.992152] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.000149] env[63366]: DEBUG oslo_vmware.api [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.161630] env[63366]: DEBUG nova.network.neutron [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2301.216392] env[63366]: DEBUG oslo_concurrency.lockutils [None req-16dfddc7-d811-4d79-8490-de44a530af52 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.325s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2301.218308] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.172s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2301.219823] env[63366]: INFO nova.compute.claims [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2301.296835] env[63366]: DEBUG oslo_vmware.api [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104441, 'name': ReconfigVM_Task, 'duration_secs': 0.3778} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.296835] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2301.300962] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26b2189c-8224-4604-9b2e-18e377c589e5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.310918] env[63366]: DEBUG nova.network.neutron [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Updating instance_info_cache with network_info: [{"id": "3286c5ac-b2a3-42e4-bdef-8a65be51decb", "address": "fa:16:3e:56:bf:a8", "network": {"id": "46396d66-ee83-49ac-8188-6b1ddd43eb97", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1814001189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78586b8c868a49e49210489446994e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3286c5ac-b2", "ovs_interfaceid": "3286c5ac-b2a3-42e4-bdef-8a65be51decb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2301.317675] env[63366]: DEBUG oslo_vmware.api [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2301.317675] env[63366]: value = "task-2104443" [ 2301.317675] env[63366]: _type = "Task" [ 2301.317675] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.325718] env[63366]: DEBUG oslo_vmware.api [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.505319] env[63366]: DEBUG oslo_vmware.api [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074689} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.505608] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2301.506429] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e98af1d-314c-438f-a67a-2638304fea9a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.527446] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] ce1050e0-f2bd-4be9-bfca-c8a24efdfe32/ce1050e0-f2bd-4be9-bfca-c8a24efdfe32.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2301.530112] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dbeaa45-9d26-4d0c-973a-148ed1e12142 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.550351] env[63366]: DEBUG oslo_vmware.api [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for the task: (returnval){ [ 2301.550351] env[63366]: value = "task-2104444" [ 2301.550351] env[63366]: _type = "Task" [ 2301.550351] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.558825] env[63366]: DEBUG oslo_vmware.api [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104444, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.678015] env[63366]: DEBUG nova.network.neutron [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Updating instance_info_cache with network_info: [{"id": "422ef8bb-4493-4e2e-b5f1-26811d0780dc", "address": "fa:16:3e:19:1b:29", "network": {"id": "a278673f-5deb-4ef4-a786-dd7433aafd0a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1696866611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0aad85039841490a848a5350ff1d906a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap422ef8bb-44", "ovs_interfaceid": "422ef8bb-4493-4e2e-b5f1-26811d0780dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2301.733168] env[63366]: DEBUG oslo_concurrency.lockutils [None req-16dfddc7-d811-4d79-8490-de44a530af52 tempest-ServerActionsV293TestJSON-1632277376 tempest-ServerActionsV293TestJSON-1632277376-project-member] Lock "8fb48168-2e94-43d9-a65b-737d6e0907bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.240s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2301.814409] env[63366]: DEBUG oslo_concurrency.lockutils [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Releasing lock "refresh_cache-0612d210-da38-4916-b220-1e21c93123f8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2301.814787] env[63366]: DEBUG nova.compute.manager [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Instance network_info: |[{"id": "3286c5ac-b2a3-42e4-bdef-8a65be51decb", "address": "fa:16:3e:56:bf:a8", "network": {"id": "46396d66-ee83-49ac-8188-6b1ddd43eb97", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1814001189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78586b8c868a49e49210489446994e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3286c5ac-b2", "ovs_interfaceid": "3286c5ac-b2a3-42e4-bdef-8a65be51decb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2301.815214] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:bf:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3286c5ac-b2a3-42e4-bdef-8a65be51decb', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2301.822663] env[63366]: DEBUG oslo.service.loopingcall [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2301.822933] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2301.826465] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a4a47e1-5063-4bb6-8aa3-dac0fd2eb15b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.849622] env[63366]: DEBUG oslo_vmware.api [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.851096] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2301.851096] env[63366]: value = "task-2104445" [ 2301.851096] env[63366]: _type = "Task" [ 2301.851096] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.860388] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104445, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.910887] env[63366]: DEBUG nova.compute.manager [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2301.944279] env[63366]: DEBUG nova.virt.hardware [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2301.944590] env[63366]: DEBUG nova.virt.hardware [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2301.944755] env[63366]: DEBUG nova.virt.hardware [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2301.944940] env[63366]: DEBUG nova.virt.hardware [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2301.945122] env[63366]: DEBUG nova.virt.hardware [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2301.945277] env[63366]: DEBUG nova.virt.hardware [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2301.945500] env[63366]: DEBUG nova.virt.hardware [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2301.945714] env[63366]: DEBUG nova.virt.hardware [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2301.945893] env[63366]: DEBUG nova.virt.hardware [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2301.946082] env[63366]: DEBUG nova.virt.hardware [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2301.946263] env[63366]: DEBUG nova.virt.hardware [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2301.947177] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c5f9eb-ac27-43b0-9737-633a050eb012 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.956705] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fbdb2f-47f7-4fff-b4b4-934b34dedee2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.971743] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Instance VIF info [] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2301.977852] env[63366]: DEBUG oslo.service.loopingcall [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2301.979134] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2301.980309] env[63366]: DEBUG nova.compute.manager [req-dc58652a-2268-4924-86a1-7821c9adc2ed req-b6d68c83-5fdb-432d-b56f-8df342d22258 service nova] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Received event network-changed-3286c5ac-b2a3-42e4-bdef-8a65be51decb {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2301.980537] env[63366]: DEBUG nova.compute.manager [req-dc58652a-2268-4924-86a1-7821c9adc2ed req-b6d68c83-5fdb-432d-b56f-8df342d22258 service nova] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Refreshing instance network info cache due to event network-changed-3286c5ac-b2a3-42e4-bdef-8a65be51decb. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2301.980705] env[63366]: DEBUG oslo_concurrency.lockutils [req-dc58652a-2268-4924-86a1-7821c9adc2ed req-b6d68c83-5fdb-432d-b56f-8df342d22258 service nova] Acquiring lock "refresh_cache-0612d210-da38-4916-b220-1e21c93123f8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2301.980842] env[63366]: DEBUG oslo_concurrency.lockutils [req-dc58652a-2268-4924-86a1-7821c9adc2ed req-b6d68c83-5fdb-432d-b56f-8df342d22258 service nova] Acquired lock "refresh_cache-0612d210-da38-4916-b220-1e21c93123f8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2301.980997] env[63366]: DEBUG nova.network.neutron [req-dc58652a-2268-4924-86a1-7821c9adc2ed req-b6d68c83-5fdb-432d-b56f-8df342d22258 service nova] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Refreshing network info cache for port 3286c5ac-b2a3-42e4-bdef-8a65be51decb {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2301.982036] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba989dd6-4bc4-457c-9ff6-d0ea3ca52982 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.000924] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2302.000924] env[63366]: value = "task-2104446" [ 2302.000924] env[63366]: _type = "Task" [ 2302.000924] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.009516] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104446, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.062910] env[63366]: DEBUG oslo_vmware.api [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.180839] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Releasing lock "refresh_cache-0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2302.335719] env[63366]: DEBUG oslo_vmware.api [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104443, 'name': ReconfigVM_Task, 'duration_secs': 0.960803} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.338725] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430856', 'volume_id': 'd79deb4a-e262-4083-8b30-8f5a632f9b19', 'name': 'volume-d79deb4a-e262-4083-8b30-8f5a632f9b19', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'c9f85cc6-5e4f-410a-a255-7acecd766ac2', 'attached_at': '2025-01-14T17:14:53.000000', 'detached_at': '', 'volume_id': 'd79deb4a-e262-4083-8b30-8f5a632f9b19', 'serial': 'd79deb4a-e262-4083-8b30-8f5a632f9b19'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2302.339102] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2302.340268] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd9d74e-1d69-431c-9a37-cd16e67accd1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.348263] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2302.348548] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-427d2b04-3636-45d6-9e23-0dac7eb0c290 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.364813] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104445, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.443716] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6120d05-df04-48e9-acae-34e7882ff1f4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.452582] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2f63b2-e273-44b0-8872-b3d930195035 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.456341] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2302.456574] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2302.456757] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Deleting the datastore file [datastore2] c9f85cc6-5e4f-410a-a255-7acecd766ac2 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2302.457040] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-215dd050-36c3-451d-a3e6-5e50f902bb80 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.492860] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adb0e9c-e8a9-4631-9b40-8b494979b171 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.495624] env[63366]: DEBUG oslo_vmware.api [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2302.495624] env[63366]: value = "task-2104448" [ 2302.495624] env[63366]: _type = "Task" [ 2302.495624] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.508571] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4281f7b8-dc62-4d52-8e37-25353e7ee8d2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.517580] env[63366]: DEBUG oslo_vmware.api [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.520034] env[63366]: DEBUG nova.objects.instance [None req-567d83ae-0aaa-4a81-aecf-d269ba01bfba tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Lazy-loading 'flavor' on Instance uuid 25e75d6a-2ba3-4356-a13e-121493133c66 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2302.536174] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104446, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.536174] env[63366]: DEBUG nova.compute.provider_tree [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2302.561325] env[63366]: DEBUG oslo_vmware.api [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104444, 'name': ReconfigVM_Task, 'duration_secs': 0.829553} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.561595] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Reconfigured VM instance instance-0000005b to attach disk [datastore2] ce1050e0-f2bd-4be9-bfca-c8a24efdfe32/ce1050e0-f2bd-4be9-bfca-c8a24efdfe32.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2302.562421] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5efa7734-7f05-46fb-adb3-fe224062dab3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.569645] env[63366]: DEBUG oslo_vmware.api [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for the task: (returnval){ [ 2302.569645] env[63366]: value = "task-2104449" [ 2302.569645] env[63366]: _type = "Task" [ 2302.569645] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.579340] env[63366]: DEBUG oslo_vmware.api [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104449, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.812771] env[63366]: DEBUG nova.network.neutron [req-dc58652a-2268-4924-86a1-7821c9adc2ed req-b6d68c83-5fdb-432d-b56f-8df342d22258 service nova] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Updated VIF entry in instance network info cache for port 3286c5ac-b2a3-42e4-bdef-8a65be51decb. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2302.813187] env[63366]: DEBUG nova.network.neutron [req-dc58652a-2268-4924-86a1-7821c9adc2ed req-b6d68c83-5fdb-432d-b56f-8df342d22258 service nova] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Updating instance_info_cache with network_info: [{"id": "3286c5ac-b2a3-42e4-bdef-8a65be51decb", "address": "fa:16:3e:56:bf:a8", "network": {"id": "46396d66-ee83-49ac-8188-6b1ddd43eb97", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1814001189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78586b8c868a49e49210489446994e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3286c5ac-b2", "ovs_interfaceid": "3286c5ac-b2a3-42e4-bdef-8a65be51decb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2302.862436] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104445, 'name': CreateVM_Task, 'duration_secs': 0.518884} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.862608] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2302.863327] env[63366]: DEBUG oslo_concurrency.lockutils [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2302.863492] env[63366]: DEBUG oslo_concurrency.lockutils [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2302.863825] env[63366]: DEBUG oslo_concurrency.lockutils [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2302.864092] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e6b27c7-a9ff-429b-a528-42df049fcb9f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.869716] env[63366]: DEBUG oslo_vmware.api [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2302.869716] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52025dd4-da97-295d-16ac-19261180dbbe" [ 2302.869716] env[63366]: _type = "Task" [ 2302.869716] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.878430] env[63366]: DEBUG oslo_vmware.api [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52025dd4-da97-295d-16ac-19261180dbbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.013232] env[63366]: DEBUG oslo_vmware.api [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360802} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2303.013909] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2303.014128] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2303.014339] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2303.014520] env[63366]: INFO nova.compute.manager [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Took 2.88 seconds to destroy the instance on the hypervisor. [ 2303.014761] env[63366]: DEBUG oslo.service.loopingcall [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2303.014949] env[63366]: DEBUG nova.compute.manager [-] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2303.015060] env[63366]: DEBUG nova.network.neutron [-] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2303.019553] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104446, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.045694] env[63366]: DEBUG oslo_concurrency.lockutils [None req-567d83ae-0aaa-4a81-aecf-d269ba01bfba tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Acquiring lock "refresh_cache-25e75d6a-2ba3-4356-a13e-121493133c66" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2303.045831] env[63366]: DEBUG oslo_concurrency.lockutils [None req-567d83ae-0aaa-4a81-aecf-d269ba01bfba tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Acquired lock "refresh_cache-25e75d6a-2ba3-4356-a13e-121493133c66" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2303.063986] env[63366]: ERROR nova.scheduler.client.report [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [req-6d29fc69-9b78-4e1c-913a-ca4ec62eb27e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d4eb5599-1ee7-4533-a84b-536c6f825ecc. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6d29fc69-9b78-4e1c-913a-ca4ec62eb27e"}]} [ 2303.079856] env[63366]: DEBUG oslo_vmware.api [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104449, 'name': Rename_Task, 'duration_secs': 0.238366} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2303.081980] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2303.082920] env[63366]: DEBUG nova.scheduler.client.report [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Refreshing inventories for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2303.086038] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-433b09e7-d79f-4f0c-8982-729dcd712965 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.097597] env[63366]: DEBUG oslo_vmware.api [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for the task: (returnval){ [ 2303.097597] env[63366]: value = "task-2104450" [ 2303.097597] env[63366]: _type = "Task" [ 2303.097597] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2303.108957] env[63366]: DEBUG oslo_vmware.api [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.110205] env[63366]: DEBUG nova.scheduler.client.report [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Updating ProviderTree inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2303.110412] env[63366]: DEBUG nova.compute.provider_tree [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2303.124198] env[63366]: DEBUG nova.scheduler.client.report [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Refreshing aggregate associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, aggregates: None {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2303.145905] env[63366]: DEBUG nova.scheduler.client.report [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Refreshing trait associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2303.316405] env[63366]: DEBUG oslo_concurrency.lockutils [req-dc58652a-2268-4924-86a1-7821c9adc2ed req-b6d68c83-5fdb-432d-b56f-8df342d22258 service nova] Releasing lock "refresh_cache-0612d210-da38-4916-b220-1e21c93123f8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2303.349431] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49337750-490b-43f8-89b5-dbf73fe9081c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.358334] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecd4dfb-628a-4bf8-bb3c-621ffaefe023 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.398764] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d9ff9e-dee6-4c5f-b4e5-6754905ddead {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.408722] env[63366]: DEBUG oslo_vmware.api [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52025dd4-da97-295d-16ac-19261180dbbe, 'name': SearchDatastore_Task, 'duration_secs': 0.028222} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2303.411138] env[63366]: DEBUG oslo_concurrency.lockutils [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2303.411398] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2303.411669] env[63366]: DEBUG oslo_concurrency.lockutils [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2303.411821] env[63366]: DEBUG oslo_concurrency.lockutils [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2303.412007] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2303.412320] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ae5237a-5813-4935-8104-57216087aa11 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.415335] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81aaeebb-d43e-4fdb-bcac-65973e6ae3a0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.431740] env[63366]: DEBUG nova.compute.provider_tree [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2303.435331] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2303.435519] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2303.436298] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-459651dc-bbf5-440a-ab07-57efc915b98d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.442701] env[63366]: DEBUG oslo_vmware.api [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2303.442701] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]526eb2ad-ab04-227b-1842-40eafa72a6a0" [ 2303.442701] env[63366]: _type = "Task" [ 2303.442701] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2303.452261] env[63366]: DEBUG oslo_vmware.api [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526eb2ad-ab04-227b-1842-40eafa72a6a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.476039] env[63366]: DEBUG nova.network.neutron [None req-567d83ae-0aaa-4a81-aecf-d269ba01bfba tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2303.501413] env[63366]: DEBUG nova.compute.manager [req-c11e3513-ca24-444a-b3c8-1b98d2563927 req-8661e558-eddd-4cf8-ad7e-96ad3bae58be service nova] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Received event network-changed-1c009dd4-397a-4c18-92b2-4bf1eb28c35d {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2303.501632] env[63366]: DEBUG nova.compute.manager [req-c11e3513-ca24-444a-b3c8-1b98d2563927 req-8661e558-eddd-4cf8-ad7e-96ad3bae58be service nova] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Refreshing instance network info cache due to event network-changed-1c009dd4-397a-4c18-92b2-4bf1eb28c35d. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2303.501976] env[63366]: DEBUG oslo_concurrency.lockutils [req-c11e3513-ca24-444a-b3c8-1b98d2563927 req-8661e558-eddd-4cf8-ad7e-96ad3bae58be service nova] Acquiring lock "refresh_cache-25e75d6a-2ba3-4356-a13e-121493133c66" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2303.513898] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104446, 'name': CreateVM_Task, 'duration_secs': 1.444754} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2303.514074] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2303.514482] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2303.514673] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2303.514987] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2303.515244] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0df2fbc-98c7-4f59-9571-3045c0718076 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.520202] env[63366]: DEBUG oslo_vmware.api [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for the task: (returnval){ [ 2303.520202] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52647bfd-62b0-79d2-4da0-df786f5416d1" [ 2303.520202] env[63366]: _type = "Task" [ 2303.520202] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2303.529442] env[63366]: DEBUG oslo_vmware.api [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52647bfd-62b0-79d2-4da0-df786f5416d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.562441] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2303.562537] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2303.562682] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2303.562868] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2303.563051] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2303.565071] env[63366]: INFO nova.compute.manager [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Terminating instance [ 2303.608111] env[63366]: DEBUG oslo_vmware.api [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104450, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.720776] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2303.722204] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c09a6ec5-65e8-4b79-a690-64649399c2f8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.729145] env[63366]: DEBUG oslo_vmware.api [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Waiting for the task: (returnval){ [ 2303.729145] env[63366]: value = "task-2104451" [ 2303.729145] env[63366]: _type = "Task" [ 2303.729145] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2303.738091] env[63366]: DEBUG oslo_vmware.api [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': task-2104451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.954912] env[63366]: DEBUG oslo_vmware.api [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526eb2ad-ab04-227b-1842-40eafa72a6a0, 'name': SearchDatastore_Task, 'duration_secs': 0.013173} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2303.956404] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8b4210c-d6ec-47cb-9101-d4d8a1b94d14 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.964137] env[63366]: DEBUG oslo_vmware.api [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2303.964137] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52649725-7052-8050-e941-5087b73279eb" [ 2303.964137] env[63366]: _type = "Task" [ 2303.964137] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2303.965150] env[63366]: DEBUG nova.scheduler.client.report [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Updated inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with generation 138 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2303.965392] env[63366]: DEBUG nova.compute.provider_tree [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Updating resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc generation from 138 to 139 during operation: update_inventory {{(pid=63366) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2303.965572] env[63366]: DEBUG nova.compute.provider_tree [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2303.977631] env[63366]: DEBUG oslo_vmware.api [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52649725-7052-8050-e941-5087b73279eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.002066] env[63366]: DEBUG nova.compute.manager [req-ffd822c2-34c5-4ece-8582-7cc67f0cfea0 req-df2538fd-4a32-4cad-8b16-b9b72fb89c5b service nova] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Received event network-vif-deleted-d2d791d3-531c-4577-b324-8d92c920524a {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2304.002257] env[63366]: INFO nova.compute.manager [req-ffd822c2-34c5-4ece-8582-7cc67f0cfea0 req-df2538fd-4a32-4cad-8b16-b9b72fb89c5b service nova] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Neutron deleted interface d2d791d3-531c-4577-b324-8d92c920524a; detaching it from the instance and deleting it from the info cache [ 2304.002466] env[63366]: DEBUG nova.network.neutron [req-ffd822c2-34c5-4ece-8582-7cc67f0cfea0 req-df2538fd-4a32-4cad-8b16-b9b72fb89c5b service nova] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2304.031689] env[63366]: DEBUG oslo_vmware.api [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52647bfd-62b0-79d2-4da0-df786f5416d1, 'name': SearchDatastore_Task, 'duration_secs': 0.012876} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.032058] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2304.032311] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2304.032568] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2304.067966] env[63366]: DEBUG nova.network.neutron [-] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2304.069947] env[63366]: DEBUG nova.compute.manager [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2304.070232] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2304.071788] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bd96cd-fe19-407a-9c77-2ab35b6f65bd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.084176] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2304.084260] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2925b57b-6a06-4716-99c3-21397fb89288 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.092312] env[63366]: DEBUG oslo_vmware.api [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2304.092312] env[63366]: value = "task-2104452" [ 2304.092312] env[63366]: _type = "Task" [ 2304.092312] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.101806] env[63366]: DEBUG oslo_vmware.api [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.110339] env[63366]: DEBUG oslo_vmware.api [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104450, 'name': PowerOnVM_Task, 'duration_secs': 0.870077} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.112821] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2304.113228] env[63366]: INFO nova.compute.manager [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Took 6.83 seconds to spawn the instance on the hypervisor. [ 2304.113228] env[63366]: DEBUG nova.compute.manager [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2304.114585] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cc603b-86e6-4cdb-8dbd-da82071a38e7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.246157] env[63366]: DEBUG oslo_vmware.api [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': task-2104451, 'name': PowerOffVM_Task, 'duration_secs': 0.190243} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.246157] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2304.246422] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6795ae2-f7c6-4bd2-87f6-6692db7a83a1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.269202] env[63366]: DEBUG nova.network.neutron [None req-567d83ae-0aaa-4a81-aecf-d269ba01bfba tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Updating instance_info_cache with network_info: [{"id": "1c009dd4-397a-4c18-92b2-4bf1eb28c35d", "address": "fa:16:3e:9d:16:94", "network": {"id": "9b211adf-6db1-43e5-80d0-c758e125d9e8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-497800222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31b58688d2a84b5fa68aba74434d4d95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c009dd4-39", "ovs_interfaceid": "1c009dd4-397a-4c18-92b2-4bf1eb28c35d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2304.271375] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f1509f-5cdf-44b1-90b4-7070a3c472ad {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.311118] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2304.312512] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac3893f0-03d5-4e38-9332-e9837d4041cc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.324201] env[63366]: DEBUG oslo_vmware.api [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Waiting for the task: (returnval){ [ 2304.324201] env[63366]: value = "task-2104453" [ 2304.324201] env[63366]: _type = "Task" [ 2304.324201] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.332780] env[63366]: DEBUG oslo_vmware.api [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': task-2104453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.477274] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.259s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2304.477782] env[63366]: DEBUG nova.compute.manager [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2304.480517] env[63366]: DEBUG oslo_vmware.api [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52649725-7052-8050-e941-5087b73279eb, 'name': SearchDatastore_Task, 'duration_secs': 0.019441} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.480946] env[63366]: DEBUG oslo_concurrency.lockutils [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2304.481200] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 0612d210-da38-4916-b220-1e21c93123f8/0612d210-da38-4916-b220-1e21c93123f8.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2304.481475] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2304.481660] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2304.481868] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9acf85bc-90d2-4474-bd2a-aa493a0c5d86 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.483872] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f09de44-4997-4b16-a46a-c95d5f9eb4d4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.492516] env[63366]: DEBUG oslo_vmware.api [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2304.492516] env[63366]: value = "task-2104454" [ 2304.492516] env[63366]: _type = "Task" [ 2304.492516] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.497143] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2304.497280] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2304.498414] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dfcecb5-8cbe-42b8-abed-47b808cac426 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.503691] env[63366]: DEBUG oslo_vmware.api [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.505682] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b088a0a8-e09a-47d9-bec3-678f193ebac9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.508477] env[63366]: DEBUG oslo_vmware.api [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for the task: (returnval){ [ 2304.508477] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5244ddd8-75c7-be2a-dc0a-b60f17106889" [ 2304.508477] env[63366]: _type = "Task" [ 2304.508477] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.517126] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafab69e-fadf-455a-ad1b-7581d293cfb5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.530423] env[63366]: DEBUG oslo_vmware.api [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5244ddd8-75c7-be2a-dc0a-b60f17106889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.554348] env[63366]: DEBUG nova.compute.manager [req-ffd822c2-34c5-4ece-8582-7cc67f0cfea0 req-df2538fd-4a32-4cad-8b16-b9b72fb89c5b service nova] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Detach interface failed, port_id=d2d791d3-531c-4577-b324-8d92c920524a, reason: Instance c9f85cc6-5e4f-410a-a255-7acecd766ac2 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2304.571600] env[63366]: INFO nova.compute.manager [-] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Took 1.56 seconds to deallocate network for instance. [ 2304.604114] env[63366]: DEBUG oslo_vmware.api [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104452, 'name': PowerOffVM_Task, 'duration_secs': 0.198307} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.604410] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2304.604616] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2304.604917] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-129cfa64-3a75-4371-bfb5-009160220a5c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.633995] env[63366]: INFO nova.compute.manager [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Took 18.32 seconds to build instance. [ 2304.748551] env[63366]: DEBUG nova.objects.instance [None req-fb8f2961-e8de-4a3d-b497-186d0109e678 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Lazy-loading 'flavor' on Instance uuid 25e75d6a-2ba3-4356-a13e-121493133c66 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2304.767808] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2304.768562] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2304.768562] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Deleting the datastore file [datastore2] 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2304.769353] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fbb791f-be49-4354-8c68-a2ad036114d6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.776414] env[63366]: DEBUG oslo_concurrency.lockutils [None req-567d83ae-0aaa-4a81-aecf-d269ba01bfba tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Releasing lock "refresh_cache-25e75d6a-2ba3-4356-a13e-121493133c66" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2304.776656] env[63366]: DEBUG nova.compute.manager [None req-567d83ae-0aaa-4a81-aecf-d269ba01bfba tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Inject network info {{(pid=63366) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 2304.776934] env[63366]: DEBUG nova.compute.manager [None req-567d83ae-0aaa-4a81-aecf-d269ba01bfba tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] network_info to inject: |[{"id": "1c009dd4-397a-4c18-92b2-4bf1eb28c35d", "address": "fa:16:3e:9d:16:94", "network": {"id": "9b211adf-6db1-43e5-80d0-c758e125d9e8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-497800222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31b58688d2a84b5fa68aba74434d4d95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c009dd4-39", "ovs_interfaceid": "1c009dd4-397a-4c18-92b2-4bf1eb28c35d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 2304.782255] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-567d83ae-0aaa-4a81-aecf-d269ba01bfba tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Reconfiguring VM instance to set the machine id {{(pid=63366) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 2304.782255] env[63366]: DEBUG oslo_concurrency.lockutils [req-c11e3513-ca24-444a-b3c8-1b98d2563927 req-8661e558-eddd-4cf8-ad7e-96ad3bae58be service nova] Acquired lock "refresh_cache-25e75d6a-2ba3-4356-a13e-121493133c66" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2304.782397] env[63366]: DEBUG nova.network.neutron [req-c11e3513-ca24-444a-b3c8-1b98d2563927 req-8661e558-eddd-4cf8-ad7e-96ad3bae58be service nova] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Refreshing network info cache for port 1c009dd4-397a-4c18-92b2-4bf1eb28c35d {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2304.784332] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5583fb1a-e89d-4ec9-8243-b8d872250c7b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.796558] env[63366]: DEBUG oslo_vmware.api [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2304.796558] env[63366]: value = "task-2104456" [ 2304.796558] env[63366]: _type = "Task" [ 2304.796558] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.804191] env[63366]: DEBUG oslo_vmware.api [None req-567d83ae-0aaa-4a81-aecf-d269ba01bfba tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Waiting for the task: (returnval){ [ 2304.804191] env[63366]: value = "task-2104457" [ 2304.804191] env[63366]: _type = "Task" [ 2304.804191] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.808629] env[63366]: DEBUG oslo_vmware.api [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.819858] env[63366]: DEBUG oslo_vmware.api [None req-567d83ae-0aaa-4a81-aecf-d269ba01bfba tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Task: {'id': task-2104457, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.835830] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] VM already powered off {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2304.836114] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2304.836366] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2304.983082] env[63366]: DEBUG nova.compute.utils [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2304.984732] env[63366]: DEBUG nova.compute.manager [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2304.984916] env[63366]: DEBUG nova.network.neutron [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2305.004991] env[63366]: DEBUG oslo_vmware.api [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104454, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.019640] env[63366]: DEBUG oslo_vmware.api [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5244ddd8-75c7-be2a-dc0a-b60f17106889, 'name': SearchDatastore_Task, 'duration_secs': 0.012491} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.020449] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da42a410-ef75-4d95-bcb4-00872ccd37d4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.027368] env[63366]: DEBUG oslo_vmware.api [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for the task: (returnval){ [ 2305.027368] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52be156f-1467-e193-5ea5-f84c842ddded" [ 2305.027368] env[63366]: _type = "Task" [ 2305.027368] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.034662] env[63366]: DEBUG nova.policy [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3dbd7156e434cb0845dfc366637cb43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62200d1a03874ff385bca60027eceb1d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2305.042627] env[63366]: DEBUG oslo_vmware.api [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52be156f-1467-e193-5ea5-f84c842ddded, 'name': SearchDatastore_Task, 'duration_secs': 0.010595} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.043281] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2305.043281] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051/5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2305.043496] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2305.043665] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2305.043884] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0a3ed3c-3f93-4f5d-9b87-a57c33971b7a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.046117] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e4aef1e-03d9-495f-8471-cd7c443ef864 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.054409] env[63366]: DEBUG oslo_vmware.api [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for the task: (returnval){ [ 2305.054409] env[63366]: value = "task-2104458" [ 2305.054409] env[63366]: _type = "Task" [ 2305.054409] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.058869] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2305.059074] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2305.060443] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e120ef6b-46d0-4425-9339-a0fa120b7cf3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.067065] env[63366]: DEBUG oslo_vmware.api [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.070882] env[63366]: DEBUG oslo_vmware.api [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Waiting for the task: (returnval){ [ 2305.070882] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52990122-af6e-c5c8-7beb-f022122af014" [ 2305.070882] env[63366]: _type = "Task" [ 2305.070882] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.081872] env[63366]: DEBUG oslo_vmware.api [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52990122-af6e-c5c8-7beb-f022122af014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.121503] env[63366]: INFO nova.compute.manager [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Took 0.55 seconds to detach 1 volumes for instance. [ 2305.135672] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1d328325-f9d3-4ed3-b293-e2b4907f5c1d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Lock "ce1050e0-f2bd-4be9-bfca-c8a24efdfe32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.831s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2305.255506] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fb8f2961-e8de-4a3d-b497-186d0109e678 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Acquiring lock "refresh_cache-25e75d6a-2ba3-4356-a13e-121493133c66" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2305.310491] env[63366]: DEBUG oslo_vmware.api [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351583} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.314111] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2305.314400] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2305.314634] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2305.314913] env[63366]: INFO nova.compute.manager [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2305.315160] env[63366]: DEBUG oslo.service.loopingcall [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2305.315413] env[63366]: DEBUG nova.compute.manager [-] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2305.315537] env[63366]: DEBUG nova.network.neutron [-] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2305.324833] env[63366]: DEBUG oslo_vmware.api [None req-567d83ae-0aaa-4a81-aecf-d269ba01bfba tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Task: {'id': task-2104457, 'name': ReconfigVM_Task, 'duration_secs': 0.254487} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.325156] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-567d83ae-0aaa-4a81-aecf-d269ba01bfba tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Reconfigured VM instance to set the machine id {{(pid=63366) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 2305.489454] env[63366]: DEBUG nova.compute.manager [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2305.502218] env[63366]: DEBUG nova.network.neutron [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Successfully created port: 9b920db3-6023-4e4c-812e-5c9c2c97f769 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2305.511805] env[63366]: DEBUG oslo_vmware.api [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533795} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.512196] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 0612d210-da38-4916-b220-1e21c93123f8/0612d210-da38-4916-b220-1e21c93123f8.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2305.512453] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2305.512766] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f58d7f4d-bf7e-46a5-9863-a3ee04d9fe56 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.523721] env[63366]: DEBUG oslo_vmware.api [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2305.523721] env[63366]: value = "task-2104459" [ 2305.523721] env[63366]: _type = "Task" [ 2305.523721] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.533508] env[63366]: DEBUG oslo_vmware.api [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.568307] env[63366]: DEBUG oslo_vmware.api [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104458, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.581222] env[63366]: DEBUG oslo_vmware.api [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52990122-af6e-c5c8-7beb-f022122af014, 'name': SearchDatastore_Task, 'duration_secs': 0.012918} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.582028] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d22caad9-2f11-4abe-8390-b8f50ca8c6a5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.590020] env[63366]: DEBUG oslo_vmware.api [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Waiting for the task: (returnval){ [ 2305.590020] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52d7881a-d0da-5d82-b378-c61a2120c6f2" [ 2305.590020] env[63366]: _type = "Task" [ 2305.590020] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.599732] env[63366]: DEBUG oslo_vmware.api [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d7881a-d0da-5d82-b378-c61a2120c6f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.605585] env[63366]: DEBUG nova.network.neutron [req-c11e3513-ca24-444a-b3c8-1b98d2563927 req-8661e558-eddd-4cf8-ad7e-96ad3bae58be service nova] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Updated VIF entry in instance network info cache for port 1c009dd4-397a-4c18-92b2-4bf1eb28c35d. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2305.606099] env[63366]: DEBUG nova.network.neutron [req-c11e3513-ca24-444a-b3c8-1b98d2563927 req-8661e558-eddd-4cf8-ad7e-96ad3bae58be service nova] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Updating instance_info_cache with network_info: [{"id": "1c009dd4-397a-4c18-92b2-4bf1eb28c35d", "address": "fa:16:3e:9d:16:94", "network": {"id": "9b211adf-6db1-43e5-80d0-c758e125d9e8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-497800222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31b58688d2a84b5fa68aba74434d4d95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c009dd4-39", "ovs_interfaceid": "1c009dd4-397a-4c18-92b2-4bf1eb28c35d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2305.632566] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2305.632566] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2305.632566] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2305.657992] env[63366]: INFO nova.scheduler.client.report [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Deleted allocations for instance c9f85cc6-5e4f-410a-a255-7acecd766ac2 [ 2306.033696] env[63366]: DEBUG oslo_vmware.api [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.265654} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.034055] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2306.034755] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa533ff-bcc8-4b53-981c-b2bba3419421 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.058272] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 0612d210-da38-4916-b220-1e21c93123f8/0612d210-da38-4916-b220-1e21c93123f8.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2306.059528] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1211689-e833-4b0e-8f31-e105936424a4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.088400] env[63366]: DEBUG oslo_vmware.api [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554979} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.089991] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051/5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2306.090233] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2306.090592] env[63366]: DEBUG oslo_vmware.api [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2306.090592] env[63366]: value = "task-2104460" [ 2306.090592] env[63366]: _type = "Task" [ 2306.090592] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2306.090799] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-298158dc-7f90-4d44-a534-082eaf813480 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.106134] env[63366]: DEBUG oslo_vmware.api [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for the task: (returnval){ [ 2306.106134] env[63366]: value = "task-2104461" [ 2306.106134] env[63366]: _type = "Task" [ 2306.106134] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2306.112653] env[63366]: DEBUG oslo_concurrency.lockutils [req-c11e3513-ca24-444a-b3c8-1b98d2563927 req-8661e558-eddd-4cf8-ad7e-96ad3bae58be service nova] Releasing lock "refresh_cache-25e75d6a-2ba3-4356-a13e-121493133c66" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2306.113118] env[63366]: DEBUG oslo_vmware.api [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d7881a-d0da-5d82-b378-c61a2120c6f2, 'name': SearchDatastore_Task, 'duration_secs': 0.026156} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.113336] env[63366]: DEBUG oslo_vmware.api [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104460, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.117195] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fb8f2961-e8de-4a3d-b497-186d0109e678 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Acquired lock "refresh_cache-25e75d6a-2ba3-4356-a13e-121493133c66" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2306.119010] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2306.119288] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2/a69c6f87-3b9f-45c1-927a-78c60f5617a0-rescue.vmdk. {{(pid=63366) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2306.119934] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7621089a-db74-4af0-9811-1d72f41d8dbf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.129083] env[63366]: DEBUG oslo_vmware.api [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.130876] env[63366]: DEBUG oslo_vmware.api [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Waiting for the task: (returnval){ [ 2306.130876] env[63366]: value = "task-2104462" [ 2306.130876] env[63366]: _type = "Task" [ 2306.130876] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2306.140205] env[63366]: DEBUG oslo_vmware.api [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': task-2104462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.166871] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9f670e32-fe8f-4a1b-bf72-5c6fa4005ccc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "c9f85cc6-5e4f-410a-a255-7acecd766ac2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.544s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2306.442660] env[63366]: DEBUG oslo_concurrency.lockutils [None req-90713c7c-eed9-4ff5-a45c-4bbed2170f10 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "0b03d8ab-ab1e-4a81-a756-088816b4ec1f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2306.443021] env[63366]: DEBUG oslo_concurrency.lockutils [None req-90713c7c-eed9-4ff5-a45c-4bbed2170f10 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "0b03d8ab-ab1e-4a81-a756-088816b4ec1f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2306.457785] env[63366]: DEBUG nova.network.neutron [None req-fb8f2961-e8de-4a3d-b497-186d0109e678 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2306.488707] env[63366]: DEBUG nova.compute.manager [req-c997e168-eae9-4345-b8ae-d8117a5e1903 req-ed59ca96-2b73-4f28-9aa5-87d18503339c service nova] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Received event network-vif-deleted-54a17ad2-264e-41a1-8d92-044e059663df {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2306.488815] env[63366]: INFO nova.compute.manager [req-c997e168-eae9-4345-b8ae-d8117a5e1903 req-ed59ca96-2b73-4f28-9aa5-87d18503339c service nova] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Neutron deleted interface 54a17ad2-264e-41a1-8d92-044e059663df; detaching it from the instance and deleting it from the info cache [ 2306.488995] env[63366]: DEBUG nova.network.neutron [req-c997e168-eae9-4345-b8ae-d8117a5e1903 req-ed59ca96-2b73-4f28-9aa5-87d18503339c service nova] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2306.502386] env[63366]: DEBUG nova.compute.manager [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2306.532308] env[63366]: DEBUG nova.virt.hardware [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2306.532695] env[63366]: DEBUG nova.virt.hardware [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2306.532872] env[63366]: DEBUG nova.virt.hardware [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2306.533650] env[63366]: DEBUG nova.virt.hardware [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2306.533797] env[63366]: DEBUG nova.virt.hardware [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2306.533957] env[63366]: DEBUG nova.virt.hardware [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2306.534229] env[63366]: DEBUG nova.virt.hardware [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2306.534397] env[63366]: DEBUG nova.virt.hardware [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2306.534800] env[63366]: DEBUG nova.virt.hardware [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2306.534997] env[63366]: DEBUG nova.virt.hardware [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2306.535430] env[63366]: DEBUG nova.virt.hardware [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2306.536461] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2707f4db-57f1-42ab-977e-bd7acf2320b4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.546796] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ef1092-52c8-4965-bdd9-214d04b4aa6a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.579854] env[63366]: DEBUG nova.compute.manager [req-2c9e65c6-538b-45c4-8fe4-a42a07c43aef req-57acd6b4-c083-407b-804f-d854baac112a service nova] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Received event network-changed-1c009dd4-397a-4c18-92b2-4bf1eb28c35d {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2306.579854] env[63366]: DEBUG nova.compute.manager [req-2c9e65c6-538b-45c4-8fe4-a42a07c43aef req-57acd6b4-c083-407b-804f-d854baac112a service nova] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Refreshing instance network info cache due to event network-changed-1c009dd4-397a-4c18-92b2-4bf1eb28c35d. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2306.579854] env[63366]: DEBUG oslo_concurrency.lockutils [req-2c9e65c6-538b-45c4-8fe4-a42a07c43aef req-57acd6b4-c083-407b-804f-d854baac112a service nova] Acquiring lock "refresh_cache-25e75d6a-2ba3-4356-a13e-121493133c66" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2306.609375] env[63366]: DEBUG oslo_vmware.api [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104460, 'name': ReconfigVM_Task, 'duration_secs': 0.360563} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.609704] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 0612d210-da38-4916-b220-1e21c93123f8/0612d210-da38-4916-b220-1e21c93123f8.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2306.610459] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c037eb35-b57b-4e46-8d00-fed8de66420b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.625105] env[63366]: DEBUG oslo_vmware.api [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079342} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.625311] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2306.625767] env[63366]: DEBUG oslo_vmware.api [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2306.625767] env[63366]: value = "task-2104463" [ 2306.625767] env[63366]: _type = "Task" [ 2306.625767] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2306.626585] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02da7e26-6c9a-48ab-bbca-31ba0f5289d0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.653436] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051/5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2306.658384] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f12a348-9176-461d-9264-087ffb65b69e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.673512] env[63366]: DEBUG oslo_vmware.api [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104463, 'name': Rename_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.677386] env[63366]: DEBUG oslo_vmware.api [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': task-2104462, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.687083] env[63366]: DEBUG oslo_vmware.api [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for the task: (returnval){ [ 2306.687083] env[63366]: value = "task-2104464" [ 2306.687083] env[63366]: _type = "Task" [ 2306.687083] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2306.698164] env[63366]: DEBUG oslo_vmware.api [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104464, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.762609] env[63366]: DEBUG nova.network.neutron [-] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2306.946704] env[63366]: INFO nova.compute.manager [None req-90713c7c-eed9-4ff5-a45c-4bbed2170f10 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Detaching volume e218f132-3f07-449e-83d4-921665e12781 [ 2306.988122] env[63366]: INFO nova.virt.block_device [None req-90713c7c-eed9-4ff5-a45c-4bbed2170f10 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Attempting to driver detach volume e218f132-3f07-449e-83d4-921665e12781 from mountpoint /dev/sdb [ 2306.988378] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-90713c7c-eed9-4ff5-a45c-4bbed2170f10 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Volume detach. Driver type: vmdk {{(pid=63366) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2306.988566] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-90713c7c-eed9-4ff5-a45c-4bbed2170f10 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430850', 'volume_id': 'e218f132-3f07-449e-83d4-921665e12781', 'name': 'volume-e218f132-3f07-449e-83d4-921665e12781', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b03d8ab-ab1e-4a81-a756-088816b4ec1f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e218f132-3f07-449e-83d4-921665e12781', 'serial': 'e218f132-3f07-449e-83d4-921665e12781'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2306.989486] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e28ae5-5be1-40f6-a9e3-030c0e4c383a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.995242] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-efcc6b8e-cb52-4e25-b44e-bef23d729476 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.015073] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc1c090-0144-4864-9627-6690fef31eac {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.022150] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7623f9-a931-4d0c-a548-53d80e952a19 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.040415] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a8c7e1-96f4-4788-9922-4f8099503fa8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.074682] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaed4877-07ca-4474-8cba-5f11c1ff505e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.077610] env[63366]: DEBUG nova.compute.manager [req-c997e168-eae9-4345-b8ae-d8117a5e1903 req-ed59ca96-2b73-4f28-9aa5-87d18503339c service nova] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Detach interface failed, port_id=54a17ad2-264e-41a1-8d92-044e059663df, reason: Instance 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2307.093777] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-90713c7c-eed9-4ff5-a45c-4bbed2170f10 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] The volume has not been displaced from its original location: [datastore2] volume-e218f132-3f07-449e-83d4-921665e12781/volume-e218f132-3f07-449e-83d4-921665e12781.vmdk. No consolidation needed. {{(pid=63366) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2307.099446] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-90713c7c-eed9-4ff5-a45c-4bbed2170f10 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2307.099852] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53114cfd-79c4-4359-9b75-71b1606c871b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.123761] env[63366]: DEBUG oslo_vmware.api [None req-90713c7c-eed9-4ff5-a45c-4bbed2170f10 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2307.123761] env[63366]: value = "task-2104465" [ 2307.123761] env[63366]: _type = "Task" [ 2307.123761] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.133182] env[63366]: DEBUG oslo_vmware.api [None req-90713c7c-eed9-4ff5-a45c-4bbed2170f10 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104465, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.144634] env[63366]: DEBUG oslo_vmware.api [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104463, 'name': Rename_Task, 'duration_secs': 0.229956} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.147919] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2307.148251] env[63366]: DEBUG oslo_vmware.api [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': task-2104462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6469} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.148448] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cb6b709-d60f-450c-8fab-135eb04a518b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.150149] env[63366]: INFO nova.virt.vmwareapi.ds_util [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2/a69c6f87-3b9f-45c1-927a-78c60f5617a0-rescue.vmdk. [ 2307.153769] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363b66a2-a436-40bd-9276-1997295dcf45 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.181252] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2/a69c6f87-3b9f-45c1-927a-78c60f5617a0-rescue.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2307.182855] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a569880d-aaf9-46e7-923e-8529528bd5ef {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.196821] env[63366]: DEBUG oslo_vmware.api [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2307.196821] env[63366]: value = "task-2104466" [ 2307.196821] env[63366]: _type = "Task" [ 2307.196821] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.209385] env[63366]: DEBUG oslo_vmware.api [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Waiting for the task: (returnval){ [ 2307.209385] env[63366]: value = "task-2104467" [ 2307.209385] env[63366]: _type = "Task" [ 2307.209385] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.218193] env[63366]: DEBUG oslo_vmware.api [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104464, 'name': ReconfigVM_Task, 'duration_secs': 0.427521} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.221306] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051/5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2307.221907] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e52572e-6d2f-443f-ae99-710f9e3fc489 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.229303] env[63366]: DEBUG oslo_vmware.api [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': task-2104467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.230533] env[63366]: DEBUG oslo_vmware.api [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for the task: (returnval){ [ 2307.230533] env[63366]: value = "task-2104468" [ 2307.230533] env[63366]: _type = "Task" [ 2307.230533] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.239634] env[63366]: DEBUG oslo_vmware.api [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104468, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.247712] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "8b9b3791-3454-423b-bcd7-65e18e5999d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2307.248920] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "8b9b3791-3454-423b-bcd7-65e18e5999d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2307.255528] env[63366]: DEBUG nova.network.neutron [None req-fb8f2961-e8de-4a3d-b497-186d0109e678 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Updating instance_info_cache with network_info: [{"id": "1c009dd4-397a-4c18-92b2-4bf1eb28c35d", "address": "fa:16:3e:9d:16:94", "network": {"id": "9b211adf-6db1-43e5-80d0-c758e125d9e8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-497800222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31b58688d2a84b5fa68aba74434d4d95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c009dd4-39", "ovs_interfaceid": "1c009dd4-397a-4c18-92b2-4bf1eb28c35d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2307.265276] env[63366]: INFO nova.compute.manager [-] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Took 1.95 seconds to deallocate network for instance. [ 2307.641416] env[63366]: DEBUG oslo_vmware.api [None req-90713c7c-eed9-4ff5-a45c-4bbed2170f10 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104465, 'name': ReconfigVM_Task, 'duration_secs': 0.449812} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.642369] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-90713c7c-eed9-4ff5-a45c-4bbed2170f10 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2307.647102] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25e8ca43-af60-4d3a-95c9-f3b67d616a48 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.664054] env[63366]: DEBUG oslo_vmware.api [None req-90713c7c-eed9-4ff5-a45c-4bbed2170f10 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2307.664054] env[63366]: value = "task-2104469" [ 2307.664054] env[63366]: _type = "Task" [ 2307.664054] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.674134] env[63366]: DEBUG oslo_vmware.api [None req-90713c7c-eed9-4ff5-a45c-4bbed2170f10 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.713600] env[63366]: DEBUG oslo_vmware.api [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104466, 'name': PowerOnVM_Task, 'duration_secs': 0.545616} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.713600] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2307.713600] env[63366]: INFO nova.compute.manager [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Took 8.11 seconds to spawn the instance on the hypervisor. [ 2307.713600] env[63366]: DEBUG nova.compute.manager [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2307.713600] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24aa080-fe16-43f5-8010-b3127e694601 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.717066] env[63366]: DEBUG nova.network.neutron [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Successfully updated port: 9b920db3-6023-4e4c-812e-5c9c2c97f769 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2307.733362] env[63366]: DEBUG oslo_vmware.api [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': task-2104467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.743832] env[63366]: DEBUG oslo_vmware.api [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104468, 'name': Rename_Task, 'duration_secs': 0.168594} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.744119] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2307.744363] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91ee8056-6cc0-4b52-970f-2ec62ff2a7c0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.751111] env[63366]: DEBUG nova.compute.manager [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2307.755056] env[63366]: DEBUG oslo_vmware.api [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for the task: (returnval){ [ 2307.755056] env[63366]: value = "task-2104470" [ 2307.755056] env[63366]: _type = "Task" [ 2307.755056] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.759989] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fb8f2961-e8de-4a3d-b497-186d0109e678 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Releasing lock "refresh_cache-25e75d6a-2ba3-4356-a13e-121493133c66" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2307.760215] env[63366]: DEBUG nova.compute.manager [None req-fb8f2961-e8de-4a3d-b497-186d0109e678 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Inject network info {{(pid=63366) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 2307.762184] env[63366]: DEBUG nova.compute.manager [None req-fb8f2961-e8de-4a3d-b497-186d0109e678 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] network_info to inject: |[{"id": "1c009dd4-397a-4c18-92b2-4bf1eb28c35d", "address": "fa:16:3e:9d:16:94", "network": {"id": "9b211adf-6db1-43e5-80d0-c758e125d9e8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-497800222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31b58688d2a84b5fa68aba74434d4d95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c009dd4-39", "ovs_interfaceid": "1c009dd4-397a-4c18-92b2-4bf1eb28c35d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 2307.765870] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8f2961-e8de-4a3d-b497-186d0109e678 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Reconfiguring VM instance to set the machine id {{(pid=63366) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 2307.766964] env[63366]: DEBUG oslo_concurrency.lockutils [req-2c9e65c6-538b-45c4-8fe4-a42a07c43aef req-57acd6b4-c083-407b-804f-d854baac112a service nova] Acquired lock "refresh_cache-25e75d6a-2ba3-4356-a13e-121493133c66" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2307.767193] env[63366]: DEBUG nova.network.neutron [req-2c9e65c6-538b-45c4-8fe4-a42a07c43aef req-57acd6b4-c083-407b-804f-d854baac112a service nova] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Refreshing network info cache for port 1c009dd4-397a-4c18-92b2-4bf1eb28c35d {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2307.768776] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60515301-3fcb-44d6-9c2c-502f81a3d9b8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.782936] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2307.783213] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2307.783422] env[63366]: DEBUG nova.objects.instance [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lazy-loading 'resources' on Instance uuid 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2307.789241] env[63366]: DEBUG oslo_vmware.api [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104470, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.794976] env[63366]: DEBUG oslo_vmware.api [None req-fb8f2961-e8de-4a3d-b497-186d0109e678 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Waiting for the task: (returnval){ [ 2307.794976] env[63366]: value = "task-2104471" [ 2307.794976] env[63366]: _type = "Task" [ 2307.794976] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.804327] env[63366]: DEBUG oslo_vmware.api [None req-fb8f2961-e8de-4a3d-b497-186d0109e678 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Task: {'id': task-2104471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.009776] env[63366]: DEBUG nova.network.neutron [req-2c9e65c6-538b-45c4-8fe4-a42a07c43aef req-57acd6b4-c083-407b-804f-d854baac112a service nova] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Updated VIF entry in instance network info cache for port 1c009dd4-397a-4c18-92b2-4bf1eb28c35d. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2308.010167] env[63366]: DEBUG nova.network.neutron [req-2c9e65c6-538b-45c4-8fe4-a42a07c43aef req-57acd6b4-c083-407b-804f-d854baac112a service nova] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Updating instance_info_cache with network_info: [{"id": "1c009dd4-397a-4c18-92b2-4bf1eb28c35d", "address": "fa:16:3e:9d:16:94", "network": {"id": "9b211adf-6db1-43e5-80d0-c758e125d9e8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-497800222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31b58688d2a84b5fa68aba74434d4d95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c009dd4-39", "ovs_interfaceid": "1c009dd4-397a-4c18-92b2-4bf1eb28c35d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2308.174648] env[63366]: DEBUG oslo_vmware.api [None req-90713c7c-eed9-4ff5-a45c-4bbed2170f10 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104469, 'name': ReconfigVM_Task, 'duration_secs': 0.256156} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2308.175018] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-90713c7c-eed9-4ff5-a45c-4bbed2170f10 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430850', 'volume_id': 'e218f132-3f07-449e-83d4-921665e12781', 'name': 'volume-e218f132-3f07-449e-83d4-921665e12781', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b03d8ab-ab1e-4a81-a756-088816b4ec1f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e218f132-3f07-449e-83d4-921665e12781', 'serial': 'e218f132-3f07-449e-83d4-921665e12781'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2308.223989] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "refresh_cache-326da030-428b-4fb4-9b39-0d27f0f78ca9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2308.223989] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquired lock "refresh_cache-326da030-428b-4fb4-9b39-0d27f0f78ca9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2308.223989] env[63366]: DEBUG nova.network.neutron [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2308.234459] env[63366]: DEBUG oslo_vmware.api [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': task-2104467, 'name': ReconfigVM_Task, 'duration_secs': 0.956261} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2308.236907] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2/a69c6f87-3b9f-45c1-927a-78c60f5617a0-rescue.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2308.237457] env[63366]: INFO nova.compute.manager [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Took 21.92 seconds to build instance. [ 2308.238751] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c272ad4-fefc-4504-a2ff-7e24a30b55d0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.275177] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-573ecd54-af81-485c-b553-9c3b5c207bee {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.295546] env[63366]: DEBUG oslo_vmware.api [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104470, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.297825] env[63366]: DEBUG oslo_vmware.api [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Waiting for the task: (returnval){ [ 2308.297825] env[63366]: value = "task-2104472" [ 2308.297825] env[63366]: _type = "Task" [ 2308.297825] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2308.302368] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2308.311130] env[63366]: DEBUG oslo_vmware.api [None req-fb8f2961-e8de-4a3d-b497-186d0109e678 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Task: {'id': task-2104471, 'name': ReconfigVM_Task, 'duration_secs': 0.252625} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2308.317827] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8f2961-e8de-4a3d-b497-186d0109e678 tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Reconfigured VM instance to set the machine id {{(pid=63366) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 2308.320460] env[63366]: DEBUG oslo_vmware.api [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': task-2104472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.469483] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Acquiring lock "25e75d6a-2ba3-4356-a13e-121493133c66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2308.469741] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Lock "25e75d6a-2ba3-4356-a13e-121493133c66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2308.469951] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Acquiring lock "25e75d6a-2ba3-4356-a13e-121493133c66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2308.470150] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Lock "25e75d6a-2ba3-4356-a13e-121493133c66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2308.470322] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Lock "25e75d6a-2ba3-4356-a13e-121493133c66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2308.474914] env[63366]: INFO nova.compute.manager [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Terminating instance [ 2308.512670] env[63366]: DEBUG oslo_concurrency.lockutils [req-2c9e65c6-538b-45c4-8fe4-a42a07c43aef req-57acd6b4-c083-407b-804f-d854baac112a service nova] Releasing lock "refresh_cache-25e75d6a-2ba3-4356-a13e-121493133c66" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2308.515693] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8130614-b8e0-4eab-8104-d1d5b211e15c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.525032] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ae4726-ad6f-45c2-9f19-8f50e075d3b8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.529510] env[63366]: DEBUG nova.compute.manager [req-36adecfc-05a4-4bbe-8755-99c82450a8d8 req-a7fccb77-ce3c-4f3a-aa7c-6e5656ceb76b service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Received event network-vif-plugged-9b920db3-6023-4e4c-812e-5c9c2c97f769 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2308.529727] env[63366]: DEBUG oslo_concurrency.lockutils [req-36adecfc-05a4-4bbe-8755-99c82450a8d8 req-a7fccb77-ce3c-4f3a-aa7c-6e5656ceb76b service nova] Acquiring lock "326da030-428b-4fb4-9b39-0d27f0f78ca9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2308.529932] env[63366]: DEBUG oslo_concurrency.lockutils [req-36adecfc-05a4-4bbe-8755-99c82450a8d8 req-a7fccb77-ce3c-4f3a-aa7c-6e5656ceb76b service nova] Lock "326da030-428b-4fb4-9b39-0d27f0f78ca9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2308.530117] env[63366]: DEBUG oslo_concurrency.lockutils [req-36adecfc-05a4-4bbe-8755-99c82450a8d8 req-a7fccb77-ce3c-4f3a-aa7c-6e5656ceb76b service nova] Lock "326da030-428b-4fb4-9b39-0d27f0f78ca9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2308.530284] env[63366]: DEBUG nova.compute.manager [req-36adecfc-05a4-4bbe-8755-99c82450a8d8 req-a7fccb77-ce3c-4f3a-aa7c-6e5656ceb76b service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] No waiting events found dispatching network-vif-plugged-9b920db3-6023-4e4c-812e-5c9c2c97f769 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2308.530450] env[63366]: WARNING nova.compute.manager [req-36adecfc-05a4-4bbe-8755-99c82450a8d8 req-a7fccb77-ce3c-4f3a-aa7c-6e5656ceb76b service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Received unexpected event network-vif-plugged-9b920db3-6023-4e4c-812e-5c9c2c97f769 for instance with vm_state building and task_state spawning. [ 2308.530608] env[63366]: DEBUG nova.compute.manager [req-36adecfc-05a4-4bbe-8755-99c82450a8d8 req-a7fccb77-ce3c-4f3a-aa7c-6e5656ceb76b service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Received event network-changed-9b920db3-6023-4e4c-812e-5c9c2c97f769 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2308.530763] env[63366]: DEBUG nova.compute.manager [req-36adecfc-05a4-4bbe-8755-99c82450a8d8 req-a7fccb77-ce3c-4f3a-aa7c-6e5656ceb76b service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Refreshing instance network info cache due to event network-changed-9b920db3-6023-4e4c-812e-5c9c2c97f769. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2308.530929] env[63366]: DEBUG oslo_concurrency.lockutils [req-36adecfc-05a4-4bbe-8755-99c82450a8d8 req-a7fccb77-ce3c-4f3a-aa7c-6e5656ceb76b service nova] Acquiring lock "refresh_cache-326da030-428b-4fb4-9b39-0d27f0f78ca9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2308.562480] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b59cb6c-14e5-4a45-8d1c-e82196129448 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.572108] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff191b4b-200c-4ab8-b5eb-c11e56c3e478 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.589365] env[63366]: DEBUG nova.compute.provider_tree [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2308.733514] env[63366]: DEBUG nova.objects.instance [None req-90713c7c-eed9-4ff5-a45c-4bbed2170f10 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lazy-loading 'flavor' on Instance uuid 0b03d8ab-ab1e-4a81-a756-088816b4ec1f {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2308.742230] env[63366]: DEBUG oslo_concurrency.lockutils [None req-780addd0-b4ca-42b6-9f86-05e383ca075e tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "0612d210-da38-4916-b220-1e21c93123f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.433s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2308.775407] env[63366]: DEBUG oslo_vmware.api [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104470, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.778969] env[63366]: DEBUG nova.network.neutron [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2308.811598] env[63366]: DEBUG oslo_vmware.api [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': task-2104472, 'name': ReconfigVM_Task, 'duration_secs': 0.266451} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2308.814122] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2308.814873] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7488e741-a948-4654-8c84-bc7db0aef4a8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.825482] env[63366]: DEBUG oslo_vmware.api [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Waiting for the task: (returnval){ [ 2308.825482] env[63366]: value = "task-2104473" [ 2308.825482] env[63366]: _type = "Task" [ 2308.825482] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2308.835210] env[63366]: DEBUG oslo_vmware.api [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': task-2104473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.978995] env[63366]: DEBUG nova.compute.manager [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2308.979411] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2308.980138] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31447594-24c6-43a9-9e2d-2c144dd718be {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.990466] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2308.990729] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85a2c906-6696-4ed7-9cf1-14c4adceaee2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.998938] env[63366]: DEBUG oslo_vmware.api [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Waiting for the task: (returnval){ [ 2308.998938] env[63366]: value = "task-2104474" [ 2308.998938] env[63366]: _type = "Task" [ 2308.998938] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2309.008716] env[63366]: DEBUG oslo_vmware.api [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Task: {'id': task-2104474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.016612] env[63366]: DEBUG nova.network.neutron [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Updating instance_info_cache with network_info: [{"id": "9b920db3-6023-4e4c-812e-5c9c2c97f769", "address": "fa:16:3e:dc:0b:29", "network": {"id": "dde64ecf-d04d-416e-8b83-815c32c700c4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1469551463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62200d1a03874ff385bca60027eceb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b920db3-60", "ovs_interfaceid": "9b920db3-6023-4e4c-812e-5c9c2c97f769", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2309.111155] env[63366]: ERROR nova.scheduler.client.report [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [req-16f77492-d23e-4af9-8a85-04a4b4c792ba] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d4eb5599-1ee7-4533-a84b-536c6f825ecc. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-16f77492-d23e-4af9-8a85-04a4b4c792ba"}]} [ 2309.128570] env[63366]: DEBUG nova.scheduler.client.report [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Refreshing inventories for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2309.142030] env[63366]: DEBUG nova.scheduler.client.report [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Updating ProviderTree inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2309.142371] env[63366]: DEBUG nova.compute.provider_tree [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2309.156488] env[63366]: DEBUG nova.scheduler.client.report [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Refreshing aggregate associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, aggregates: None {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2309.182933] env[63366]: DEBUG nova.scheduler.client.report [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Refreshing trait associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2309.280593] env[63366]: DEBUG oslo_vmware.api [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104470, 'name': PowerOnVM_Task, 'duration_secs': 1.072504} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2309.280893] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2309.281233] env[63366]: INFO nova.compute.manager [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Took 7.37 seconds to spawn the instance on the hypervisor. [ 2309.281426] env[63366]: DEBUG nova.compute.manager [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2309.282244] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d603addf-fa6d-44ce-8fe3-a5385297166f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.342573] env[63366]: DEBUG oslo_vmware.api [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': task-2104473, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.389070] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c810eb7-b580-456e-9d78-c8c5f7278a2f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.397696] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57445ec-bed4-4696-82d5-6978a7343555 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.428445] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c85a0b-9cf6-4cc4-87a8-1d45c209b8ed {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.436206] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefeb41c-d464-4afd-9960-335be1a4489f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.449486] env[63366]: DEBUG nova.compute.provider_tree [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2309.508868] env[63366]: DEBUG oslo_vmware.api [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Task: {'id': task-2104474, 'name': PowerOffVM_Task, 'duration_secs': 0.2832} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2309.509153] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2309.509325] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2309.509571] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9677515-e35a-417c-811c-a6ef1c46bc44 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.519732] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Releasing lock "refresh_cache-326da030-428b-4fb4-9b39-0d27f0f78ca9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2309.520058] env[63366]: DEBUG nova.compute.manager [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Instance network_info: |[{"id": "9b920db3-6023-4e4c-812e-5c9c2c97f769", "address": "fa:16:3e:dc:0b:29", "network": {"id": "dde64ecf-d04d-416e-8b83-815c32c700c4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1469551463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62200d1a03874ff385bca60027eceb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b920db3-60", "ovs_interfaceid": "9b920db3-6023-4e4c-812e-5c9c2c97f769", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2309.520334] env[63366]: DEBUG oslo_concurrency.lockutils [req-36adecfc-05a4-4bbe-8755-99c82450a8d8 req-a7fccb77-ce3c-4f3a-aa7c-6e5656ceb76b service nova] Acquired lock "refresh_cache-326da030-428b-4fb4-9b39-0d27f0f78ca9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2309.520506] env[63366]: DEBUG nova.network.neutron [req-36adecfc-05a4-4bbe-8755-99c82450a8d8 req-a7fccb77-ce3c-4f3a-aa7c-6e5656ceb76b service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Refreshing network info cache for port 9b920db3-6023-4e4c-812e-5c9c2c97f769 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2309.521652] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:0b:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b920db3-6023-4e4c-812e-5c9c2c97f769', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2309.529869] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Creating folder: Project (62200d1a03874ff385bca60027eceb1d). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2309.531071] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4478e42-039e-4188-a5f9-a7cd265eaa74 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.543102] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Created folder: Project (62200d1a03874ff385bca60027eceb1d) in parent group-v430612. [ 2309.543309] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Creating folder: Instances. Parent ref: group-v430873. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2309.543553] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b10283b-32b2-4405-b6f1-615ed2ba4de0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.553161] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Created folder: Instances in parent group-v430873. [ 2309.553400] env[63366]: DEBUG oslo.service.loopingcall [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2309.553587] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2309.553791] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6c5132e-b999-4808-8670-e312fc4ce693 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.574207] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2309.574207] env[63366]: value = "task-2104478" [ 2309.574207] env[63366]: _type = "Task" [ 2309.574207] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2309.582573] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104478, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.603412] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2309.603601] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2309.603788] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Deleting the datastore file [datastore2] 25e75d6a-2ba3-4356-a13e-121493133c66 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2309.604085] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9001e07e-40e8-49cd-b251-5c3f793ca646 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.613554] env[63366]: DEBUG oslo_vmware.api [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Waiting for the task: (returnval){ [ 2309.613554] env[63366]: value = "task-2104479" [ 2309.613554] env[63366]: _type = "Task" [ 2309.613554] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2309.621960] env[63366]: DEBUG oslo_vmware.api [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Task: {'id': task-2104479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.747576] env[63366]: DEBUG oslo_concurrency.lockutils [None req-90713c7c-eed9-4ff5-a45c-4bbed2170f10 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "0b03d8ab-ab1e-4a81-a756-088816b4ec1f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.304s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2309.800830] env[63366]: INFO nova.compute.manager [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Took 23.27 seconds to build instance. [ 2309.838895] env[63366]: DEBUG oslo_vmware.api [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': task-2104473, 'name': PowerOnVM_Task, 'duration_secs': 0.554571} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2309.839181] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2309.842107] env[63366]: DEBUG nova.compute.manager [None req-2302b6a2-2502-4fa6-a3cc-60df1c35fbea tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2309.843083] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8008f7f-10e8-4575-bea8-26a09a5608ff {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.984207] env[63366]: DEBUG nova.scheduler.client.report [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Updated inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2309.984490] env[63366]: DEBUG nova.compute.provider_tree [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Updating resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc generation from 140 to 141 during operation: update_inventory {{(pid=63366) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2309.984778] env[63366]: DEBUG nova.compute.provider_tree [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2310.089100] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104478, 'name': CreateVM_Task, 'duration_secs': 0.438229} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2310.089293] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2310.090051] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2310.090221] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2310.090570] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2310.090869] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6650645-b303-48d5-811b-ea19b29d8be4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.096832] env[63366]: DEBUG oslo_vmware.api [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2310.096832] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]520c3e95-2603-c8f3-3047-77f58d0954f0" [ 2310.096832] env[63366]: _type = "Task" [ 2310.096832] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.106217] env[63366]: DEBUG oslo_vmware.api [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]520c3e95-2603-c8f3-3047-77f58d0954f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.123173] env[63366]: DEBUG oslo_vmware.api [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Task: {'id': task-2104479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208481} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2310.123426] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2310.123607] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2310.123784] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2310.123959] env[63366]: INFO nova.compute.manager [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2310.124213] env[63366]: DEBUG oslo.service.loopingcall [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2310.124407] env[63366]: DEBUG nova.compute.manager [-] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2310.124488] env[63366]: DEBUG nova.network.neutron [-] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2310.303440] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5aa0afd9-7d9d-47be-96be-24f0bedd67dd tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Lock "5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.785s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2310.345924] env[63366]: DEBUG nova.network.neutron [req-36adecfc-05a4-4bbe-8755-99c82450a8d8 req-a7fccb77-ce3c-4f3a-aa7c-6e5656ceb76b service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Updated VIF entry in instance network info cache for port 9b920db3-6023-4e4c-812e-5c9c2c97f769. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2310.346385] env[63366]: DEBUG nova.network.neutron [req-36adecfc-05a4-4bbe-8755-99c82450a8d8 req-a7fccb77-ce3c-4f3a-aa7c-6e5656ceb76b service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Updating instance_info_cache with network_info: [{"id": "9b920db3-6023-4e4c-812e-5c9c2c97f769", "address": "fa:16:3e:dc:0b:29", "network": {"id": "dde64ecf-d04d-416e-8b83-815c32c700c4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1469551463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62200d1a03874ff385bca60027eceb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b920db3-60", "ovs_interfaceid": "9b920db3-6023-4e4c-812e-5c9c2c97f769", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2310.490576] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.707s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2310.493988] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.192s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2310.496179] env[63366]: INFO nova.compute.claims [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2310.514100] env[63366]: INFO nova.scheduler.client.report [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Deleted allocations for instance 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f [ 2310.562179] env[63366]: DEBUG nova.compute.manager [req-52b99a15-ed34-4ade-9621-6c007be307cb req-168cbf72-db94-44bc-9e32-7d251fe52a8a service nova] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Received event network-changed-3286c5ac-b2a3-42e4-bdef-8a65be51decb {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2310.562179] env[63366]: DEBUG nova.compute.manager [req-52b99a15-ed34-4ade-9621-6c007be307cb req-168cbf72-db94-44bc-9e32-7d251fe52a8a service nova] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Refreshing instance network info cache due to event network-changed-3286c5ac-b2a3-42e4-bdef-8a65be51decb. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2310.562179] env[63366]: DEBUG oslo_concurrency.lockutils [req-52b99a15-ed34-4ade-9621-6c007be307cb req-168cbf72-db94-44bc-9e32-7d251fe52a8a service nova] Acquiring lock "refresh_cache-0612d210-da38-4916-b220-1e21c93123f8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2310.562179] env[63366]: DEBUG oslo_concurrency.lockutils [req-52b99a15-ed34-4ade-9621-6c007be307cb req-168cbf72-db94-44bc-9e32-7d251fe52a8a service nova] Acquired lock "refresh_cache-0612d210-da38-4916-b220-1e21c93123f8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2310.563248] env[63366]: DEBUG nova.network.neutron [req-52b99a15-ed34-4ade-9621-6c007be307cb req-168cbf72-db94-44bc-9e32-7d251fe52a8a service nova] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Refreshing network info cache for port 3286c5ac-b2a3-42e4-bdef-8a65be51decb {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2310.564897] env[63366]: INFO nova.compute.manager [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Rebuilding instance [ 2310.613493] env[63366]: DEBUG oslo_vmware.api [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]520c3e95-2603-c8f3-3047-77f58d0954f0, 'name': SearchDatastore_Task, 'duration_secs': 0.024086} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2310.613956] env[63366]: DEBUG nova.compute.manager [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2310.614335] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2310.614625] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2310.614877] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2310.615033] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2310.615221] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2310.616091] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd268a3c-7a93-4513-bed6-995eb39af741 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.618550] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fd97e9a-35d9-4c72-bafb-b584ff65bb32 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.631015] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2310.631209] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2310.632104] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6816126-11f1-4518-be7d-6b079d4cc206 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.638394] env[63366]: DEBUG oslo_vmware.api [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2310.638394] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]523aed0c-2d2e-d1e4-9a3f-2845739baa17" [ 2310.638394] env[63366]: _type = "Task" [ 2310.638394] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.646817] env[63366]: DEBUG oslo_vmware.api [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523aed0c-2d2e-d1e4-9a3f-2845739baa17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.653217] env[63366]: DEBUG nova.compute.manager [req-2a48b11e-e235-4da8-95b4-0e52e64b3d83 req-84a5a179-63b1-43d1-894f-f18af88321ad service nova] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Received event network-vif-deleted-1c009dd4-397a-4c18-92b2-4bf1eb28c35d {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2310.653393] env[63366]: INFO nova.compute.manager [req-2a48b11e-e235-4da8-95b4-0e52e64b3d83 req-84a5a179-63b1-43d1-894f-f18af88321ad service nova] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Neutron deleted interface 1c009dd4-397a-4c18-92b2-4bf1eb28c35d; detaching it from the instance and deleting it from the info cache [ 2310.653589] env[63366]: DEBUG nova.network.neutron [req-2a48b11e-e235-4da8-95b4-0e52e64b3d83 req-84a5a179-63b1-43d1-894f-f18af88321ad service nova] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2310.849353] env[63366]: DEBUG oslo_concurrency.lockutils [req-36adecfc-05a4-4bbe-8755-99c82450a8d8 req-a7fccb77-ce3c-4f3a-aa7c-6e5656ceb76b service nova] Releasing lock "refresh_cache-326da030-428b-4fb4-9b39-0d27f0f78ca9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2310.849838] env[63366]: DEBUG oslo_concurrency.lockutils [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "0b03d8ab-ab1e-4a81-a756-088816b4ec1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2310.850237] env[63366]: DEBUG oslo_concurrency.lockutils [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "0b03d8ab-ab1e-4a81-a756-088816b4ec1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2310.850331] env[63366]: DEBUG oslo_concurrency.lockutils [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "0b03d8ab-ab1e-4a81-a756-088816b4ec1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2310.850438] env[63366]: DEBUG oslo_concurrency.lockutils [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "0b03d8ab-ab1e-4a81-a756-088816b4ec1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2310.850632] env[63366]: DEBUG oslo_concurrency.lockutils [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "0b03d8ab-ab1e-4a81-a756-088816b4ec1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2310.852806] env[63366]: INFO nova.compute.manager [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Terminating instance [ 2311.021220] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1eb2f9a5-63bd-44aa-bc4b-d8b1b697cfe8 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.459s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2311.132835] env[63366]: DEBUG nova.network.neutron [-] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2311.154308] env[63366]: DEBUG oslo_vmware.api [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523aed0c-2d2e-d1e4-9a3f-2845739baa17, 'name': SearchDatastore_Task, 'duration_secs': 0.020891} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.154968] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9884fdfe-28b7-4216-a19f-02cca22ed87a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.158144] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84d9c0c3-0fe2-4aa4-8f80-4bda42513931 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.165625] env[63366]: DEBUG oslo_vmware.api [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2311.165625] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]526b8673-5084-2eab-7eb2-705fdaf3c68f" [ 2311.165625] env[63366]: _type = "Task" [ 2311.165625] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.174409] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c97c67-94ca-495d-841b-e5db5e4e2ba7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.198491] env[63366]: DEBUG oslo_vmware.api [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526b8673-5084-2eab-7eb2-705fdaf3c68f, 'name': SearchDatastore_Task, 'duration_secs': 0.025141} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.198491] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2311.198491] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 326da030-428b-4fb4-9b39-0d27f0f78ca9/326da030-428b-4fb4-9b39-0d27f0f78ca9.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2311.198491] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a948d384-f469-4d35-b73b-57dc03f1f5fb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.213280] env[63366]: DEBUG nova.compute.manager [req-2a48b11e-e235-4da8-95b4-0e52e64b3d83 req-84a5a179-63b1-43d1-894f-f18af88321ad service nova] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Detach interface failed, port_id=1c009dd4-397a-4c18-92b2-4bf1eb28c35d, reason: Instance 25e75d6a-2ba3-4356-a13e-121493133c66 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2311.215199] env[63366]: DEBUG oslo_vmware.api [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2311.215199] env[63366]: value = "task-2104480" [ 2311.215199] env[63366]: _type = "Task" [ 2311.215199] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.225388] env[63366]: DEBUG oslo_vmware.api [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.356406] env[63366]: DEBUG nova.compute.manager [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2311.356751] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2311.357569] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47995fe9-b38d-45c6-8a05-1fdd1e73bbd1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.367188] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2311.367576] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e65e068a-31cf-4d5e-b2bb-1459156533d2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.376924] env[63366]: DEBUG oslo_vmware.api [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2311.376924] env[63366]: value = "task-2104481" [ 2311.376924] env[63366]: _type = "Task" [ 2311.376924] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.387933] env[63366]: DEBUG oslo_vmware.api [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.477429] env[63366]: DEBUG nova.network.neutron [req-52b99a15-ed34-4ade-9621-6c007be307cb req-168cbf72-db94-44bc-9e32-7d251fe52a8a service nova] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Updated VIF entry in instance network info cache for port 3286c5ac-b2a3-42e4-bdef-8a65be51decb. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2311.477834] env[63366]: DEBUG nova.network.neutron [req-52b99a15-ed34-4ade-9621-6c007be307cb req-168cbf72-db94-44bc-9e32-7d251fe52a8a service nova] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Updating instance_info_cache with network_info: [{"id": "3286c5ac-b2a3-42e4-bdef-8a65be51decb", "address": "fa:16:3e:56:bf:a8", "network": {"id": "46396d66-ee83-49ac-8188-6b1ddd43eb97", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1814001189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78586b8c868a49e49210489446994e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3286c5ac-b2", "ovs_interfaceid": "3286c5ac-b2a3-42e4-bdef-8a65be51decb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2311.631210] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2311.631588] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25d906fd-ba13-4f04-b3db-9d664b9db95a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.640017] env[63366]: INFO nova.compute.manager [-] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Took 1.51 seconds to deallocate network for instance. [ 2311.643037] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for the task: (returnval){ [ 2311.643037] env[63366]: value = "task-2104482" [ 2311.643037] env[63366]: _type = "Task" [ 2311.643037] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.662750] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.733125] env[63366]: DEBUG oslo_vmware.api [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104480, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.743485] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b245d8b2-4a52-4f3a-b54a-980e65501967 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.753306] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f3fb1a-1d7e-4b68-9413-60ac36f1e81a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.795250] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea6501f-83f3-4632-bc9a-b1a277dee725 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.806574] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86496a58-c5c7-4a03-bdbc-d0200e95db25 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.823849] env[63366]: DEBUG nova.compute.provider_tree [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2311.889483] env[63366]: DEBUG oslo_vmware.api [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104481, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.981033] env[63366]: DEBUG oslo_concurrency.lockutils [req-52b99a15-ed34-4ade-9621-6c007be307cb req-168cbf72-db94-44bc-9e32-7d251fe52a8a service nova] Releasing lock "refresh_cache-0612d210-da38-4916-b220-1e21c93123f8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2312.155585] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2312.155988] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104482, 'name': PowerOffVM_Task, 'duration_secs': 0.202919} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2312.156414] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2312.157441] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2312.157441] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987ee37b-acbf-4d8d-a2d7-1ecb96b24d8d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.165967] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2312.167060] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0dda12a0-8b02-4924-9ffd-b1f5921ecf82 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.201258] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2312.201258] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2312.201258] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Deleting the datastore file [datastore2] 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2312.201368] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-868e2e18-e10c-4872-ae78-b43d7fdec246 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.213187] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for the task: (returnval){ [ 2312.213187] env[63366]: value = "task-2104484" [ 2312.213187] env[63366]: _type = "Task" [ 2312.213187] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2312.230110] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.230380] env[63366]: DEBUG oslo_vmware.api [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104480, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583917} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2312.230610] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 326da030-428b-4fb4-9b39-0d27f0f78ca9/326da030-428b-4fb4-9b39-0d27f0f78ca9.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2312.230816] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2312.231109] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54f9cf3e-6a85-40d3-adb7-74f3052612f2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.241263] env[63366]: DEBUG oslo_vmware.api [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2312.241263] env[63366]: value = "task-2104485" [ 2312.241263] env[63366]: _type = "Task" [ 2312.241263] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2312.248654] env[63366]: DEBUG oslo_vmware.api [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.328953] env[63366]: DEBUG nova.scheduler.client.report [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2312.388195] env[63366]: DEBUG oslo_vmware.api [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104481, 'name': PowerOffVM_Task, 'duration_secs': 0.53018} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2312.388481] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2312.389455] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2312.389455] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc51721c-279e-4c14-9d18-d7e45a6cd30a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.503647] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2312.503920] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2312.504156] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Deleting the datastore file [datastore2] 0b03d8ab-ab1e-4a81-a756-088816b4ec1f {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2312.504479] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac9a64e8-213e-4a56-b3bd-d0d78c77e973 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.513024] env[63366]: DEBUG oslo_vmware.api [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2312.513024] env[63366]: value = "task-2104487" [ 2312.513024] env[63366]: _type = "Task" [ 2312.513024] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2312.521453] env[63366]: DEBUG oslo_vmware.api [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.649119] env[63366]: DEBUG nova.compute.manager [req-10f529a6-39f0-4245-a072-bd4587b23e84 req-a3ab0f7b-f052-4f7a-9674-66571802ff18 service nova] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Received event network-changed-422ef8bb-4493-4e2e-b5f1-26811d0780dc {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2312.649119] env[63366]: DEBUG nova.compute.manager [req-10f529a6-39f0-4245-a072-bd4587b23e84 req-a3ab0f7b-f052-4f7a-9674-66571802ff18 service nova] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Refreshing instance network info cache due to event network-changed-422ef8bb-4493-4e2e-b5f1-26811d0780dc. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2312.649119] env[63366]: DEBUG oslo_concurrency.lockutils [req-10f529a6-39f0-4245-a072-bd4587b23e84 req-a3ab0f7b-f052-4f7a-9674-66571802ff18 service nova] Acquiring lock "refresh_cache-0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2312.649119] env[63366]: DEBUG oslo_concurrency.lockutils [req-10f529a6-39f0-4245-a072-bd4587b23e84 req-a3ab0f7b-f052-4f7a-9674-66571802ff18 service nova] Acquired lock "refresh_cache-0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2312.649119] env[63366]: DEBUG nova.network.neutron [req-10f529a6-39f0-4245-a072-bd4587b23e84 req-a3ab0f7b-f052-4f7a-9674-66571802ff18 service nova] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Refreshing network info cache for port 422ef8bb-4493-4e2e-b5f1-26811d0780dc {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2312.728846] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290473} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2312.729132] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2312.729316] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2312.729490] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2312.750881] env[63366]: DEBUG oslo_vmware.api [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076956} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2312.751108] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2312.751892] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb34228-f61f-45b5-bdfe-9a0d886a3106 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.776875] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 326da030-428b-4fb4-9b39-0d27f0f78ca9/326da030-428b-4fb4-9b39-0d27f0f78ca9.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2312.777934] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46b10ceb-7866-4285-a6cb-e22b0a3f1dd8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.805486] env[63366]: DEBUG oslo_vmware.api [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2312.805486] env[63366]: value = "task-2104488" [ 2312.805486] env[63366]: _type = "Task" [ 2312.805486] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2312.815390] env[63366]: DEBUG oslo_vmware.api [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.832831] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2312.833389] env[63366]: DEBUG nova.compute.manager [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2312.837626] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.682s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2312.837986] env[63366]: DEBUG nova.objects.instance [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Lazy-loading 'resources' on Instance uuid 25e75d6a-2ba3-4356-a13e-121493133c66 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2313.022924] env[63366]: DEBUG oslo_vmware.api [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2313.303787] env[63366]: DEBUG nova.compute.manager [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Stashing vm_state: active {{(pid=63366) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2313.316819] env[63366]: DEBUG oslo_vmware.api [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2313.344776] env[63366]: DEBUG nova.compute.utils [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2313.346658] env[63366]: DEBUG nova.compute.manager [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2313.346981] env[63366]: DEBUG nova.network.neutron [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2313.371648] env[63366]: DEBUG nova.network.neutron [req-10f529a6-39f0-4245-a072-bd4587b23e84 req-a3ab0f7b-f052-4f7a-9674-66571802ff18 service nova] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Updated VIF entry in instance network info cache for port 422ef8bb-4493-4e2e-b5f1-26811d0780dc. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2313.371917] env[63366]: DEBUG nova.network.neutron [req-10f529a6-39f0-4245-a072-bd4587b23e84 req-a3ab0f7b-f052-4f7a-9674-66571802ff18 service nova] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Updating instance_info_cache with network_info: [{"id": "422ef8bb-4493-4e2e-b5f1-26811d0780dc", "address": "fa:16:3e:19:1b:29", "network": {"id": "a278673f-5deb-4ef4-a786-dd7433aafd0a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1696866611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0aad85039841490a848a5350ff1d906a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap422ef8bb-44", "ovs_interfaceid": "422ef8bb-4493-4e2e-b5f1-26811d0780dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2313.456209] env[63366]: DEBUG nova.policy [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '723ea4de21ce44a690b7acbb14431ac7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a6b369729644eb299067082c22e5e36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2313.526835] env[63366]: DEBUG oslo_vmware.api [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.794615} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2313.527308] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2313.527528] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2313.527761] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2313.527881] env[63366]: INFO nova.compute.manager [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Took 2.17 seconds to destroy the instance on the hypervisor. [ 2313.528306] env[63366]: DEBUG oslo.service.loopingcall [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2313.528528] env[63366]: DEBUG nova.compute.manager [-] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2313.528624] env[63366]: DEBUG nova.network.neutron [-] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2313.568151] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527de206-6464-424b-b096-028102e31857 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.574758] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63e35ff-64e5-4676-968e-b94579085cd7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.607492] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d947037-2a99-45e2-9706-c4a5d3fb0bea {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.615554] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89b01e4-2c3a-4621-8bb5-2218ddeed351 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.629495] env[63366]: DEBUG nova.compute.provider_tree [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2313.776148] env[63366]: DEBUG nova.virt.hardware [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2313.776403] env[63366]: DEBUG nova.virt.hardware [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2313.776733] env[63366]: DEBUG nova.virt.hardware [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2313.776733] env[63366]: DEBUG nova.virt.hardware [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2313.776868] env[63366]: DEBUG nova.virt.hardware [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2313.777020] env[63366]: DEBUG nova.virt.hardware [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2313.777456] env[63366]: DEBUG nova.virt.hardware [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2313.777630] env[63366]: DEBUG nova.virt.hardware [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2313.777794] env[63366]: DEBUG nova.virt.hardware [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2313.778071] env[63366]: DEBUG nova.virt.hardware [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2313.778131] env[63366]: DEBUG nova.virt.hardware [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2313.779062] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a193b2-c231-4b24-9d18-025fb036c42b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.787984] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd439d5f-c1e7-438e-8726-c6a7ceaf16b2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.802302] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Instance VIF info [] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2313.808611] env[63366]: DEBUG oslo.service.loopingcall [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2313.808869] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2313.812493] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-964d0c68-0b96-4348-85f2-73c26fa5275a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.834190] env[63366]: DEBUG oslo_vmware.api [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104488, 'name': ReconfigVM_Task, 'duration_secs': 0.697261} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2313.835518] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 326da030-428b-4fb4-9b39-0d27f0f78ca9/326da030-428b-4fb4-9b39-0d27f0f78ca9.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2313.836312] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2313.836312] env[63366]: value = "task-2104489" [ 2313.836312] env[63366]: _type = "Task" [ 2313.836312] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2313.836537] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fecd82f0-92ba-49f4-8f70-18399d623f2b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.841696] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2313.847028] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104489, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2313.848260] env[63366]: DEBUG oslo_vmware.api [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2313.848260] env[63366]: value = "task-2104490" [ 2313.848260] env[63366]: _type = "Task" [ 2313.848260] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2313.853971] env[63366]: DEBUG nova.compute.manager [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2313.860448] env[63366]: DEBUG oslo_vmware.api [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104490, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2313.874571] env[63366]: DEBUG oslo_concurrency.lockutils [req-10f529a6-39f0-4245-a072-bd4587b23e84 req-a3ab0f7b-f052-4f7a-9674-66571802ff18 service nova] Releasing lock "refresh_cache-0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2313.874950] env[63366]: DEBUG nova.compute.manager [req-10f529a6-39f0-4245-a072-bd4587b23e84 req-a3ab0f7b-f052-4f7a-9674-66571802ff18 service nova] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Received event network-changed-422ef8bb-4493-4e2e-b5f1-26811d0780dc {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2313.875142] env[63366]: DEBUG nova.compute.manager [req-10f529a6-39f0-4245-a072-bd4587b23e84 req-a3ab0f7b-f052-4f7a-9674-66571802ff18 service nova] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Refreshing instance network info cache due to event network-changed-422ef8bb-4493-4e2e-b5f1-26811d0780dc. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2313.875368] env[63366]: DEBUG oslo_concurrency.lockutils [req-10f529a6-39f0-4245-a072-bd4587b23e84 req-a3ab0f7b-f052-4f7a-9674-66571802ff18 service nova] Acquiring lock "refresh_cache-0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2313.875509] env[63366]: DEBUG oslo_concurrency.lockutils [req-10f529a6-39f0-4245-a072-bd4587b23e84 req-a3ab0f7b-f052-4f7a-9674-66571802ff18 service nova] Acquired lock "refresh_cache-0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2313.875667] env[63366]: DEBUG nova.network.neutron [req-10f529a6-39f0-4245-a072-bd4587b23e84 req-a3ab0f7b-f052-4f7a-9674-66571802ff18 service nova] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Refreshing network info cache for port 422ef8bb-4493-4e2e-b5f1-26811d0780dc {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2314.135062] env[63366]: DEBUG nova.scheduler.client.report [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2314.214308] env[63366]: DEBUG nova.compute.manager [req-c4c75245-55aa-4d53-9f5e-d881e5659b91 req-fa6f1715-8277-4b2f-a953-72b37ce14e4a service nova] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Received event network-vif-deleted-f8a88f6a-d880-4cf5-940f-30055d4e2f6a {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2314.214511] env[63366]: INFO nova.compute.manager [req-c4c75245-55aa-4d53-9f5e-d881e5659b91 req-fa6f1715-8277-4b2f-a953-72b37ce14e4a service nova] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Neutron deleted interface f8a88f6a-d880-4cf5-940f-30055d4e2f6a; detaching it from the instance and deleting it from the info cache [ 2314.214742] env[63366]: DEBUG nova.network.neutron [req-c4c75245-55aa-4d53-9f5e-d881e5659b91 req-fa6f1715-8277-4b2f-a953-72b37ce14e4a service nova] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2314.333452] env[63366]: DEBUG nova.network.neutron [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Successfully created port: 27e2b48b-4ba2-4512-a8aa-c2dca936ffe3 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2314.349960] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104489, 'name': CreateVM_Task, 'duration_secs': 0.312306} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2314.352932] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2314.355446] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2314.355446] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2314.355446] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2314.355446] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed8525ed-61af-47f1-8546-d28c0930e6fd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.360199] env[63366]: DEBUG oslo_vmware.api [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104490, 'name': Rename_Task, 'duration_secs': 0.16491} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2314.360781] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2314.364838] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-328c42e3-bd38-4c3a-957b-5573c33cafd8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.367507] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for the task: (returnval){ [ 2314.367507] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]522c2ae6-912d-294f-58de-de5c282c36c7" [ 2314.367507] env[63366]: _type = "Task" [ 2314.367507] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2314.373704] env[63366]: DEBUG oslo_vmware.api [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2314.373704] env[63366]: value = "task-2104491" [ 2314.373704] env[63366]: _type = "Task" [ 2314.373704] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2314.376676] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522c2ae6-912d-294f-58de-de5c282c36c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2314.386913] env[63366]: DEBUG oslo_vmware.api [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2314.542538] env[63366]: DEBUG nova.network.neutron [-] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2314.601044] env[63366]: DEBUG nova.network.neutron [req-10f529a6-39f0-4245-a072-bd4587b23e84 req-a3ab0f7b-f052-4f7a-9674-66571802ff18 service nova] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Updated VIF entry in instance network info cache for port 422ef8bb-4493-4e2e-b5f1-26811d0780dc. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2314.601454] env[63366]: DEBUG nova.network.neutron [req-10f529a6-39f0-4245-a072-bd4587b23e84 req-a3ab0f7b-f052-4f7a-9674-66571802ff18 service nova] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Updating instance_info_cache with network_info: [{"id": "422ef8bb-4493-4e2e-b5f1-26811d0780dc", "address": "fa:16:3e:19:1b:29", "network": {"id": "a278673f-5deb-4ef4-a786-dd7433aafd0a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1696866611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0aad85039841490a848a5350ff1d906a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap422ef8bb-44", "ovs_interfaceid": "422ef8bb-4493-4e2e-b5f1-26811d0780dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2314.641728] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2314.645607] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.804s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2314.667628] env[63366]: INFO nova.scheduler.client.report [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Deleted allocations for instance 25e75d6a-2ba3-4356-a13e-121493133c66 [ 2314.721421] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b22b628-e2a9-4de2-be14-ab62c66e7592 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.735116] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f64834-f861-477d-af25-f15c642275ff {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.772941] env[63366]: DEBUG nova.compute.manager [req-c4c75245-55aa-4d53-9f5e-d881e5659b91 req-fa6f1715-8277-4b2f-a953-72b37ce14e4a service nova] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Detach interface failed, port_id=f8a88f6a-d880-4cf5-940f-30055d4e2f6a, reason: Instance 0b03d8ab-ab1e-4a81-a756-088816b4ec1f could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2314.866809] env[63366]: DEBUG nova.compute.manager [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2314.891706] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522c2ae6-912d-294f-58de-de5c282c36c7, 'name': SearchDatastore_Task, 'duration_secs': 0.022125} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2314.891706] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2314.891706] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2314.891947] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2314.892198] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2314.892500] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2314.897176] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1327ae5-3286-4daa-84d2-74e5f2aab5d3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.898423] env[63366]: DEBUG oslo_vmware.api [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104491, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2314.900618] env[63366]: DEBUG nova.virt.hardware [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2314.900902] env[63366]: DEBUG nova.virt.hardware [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2314.901140] env[63366]: DEBUG nova.virt.hardware [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2314.901396] env[63366]: DEBUG nova.virt.hardware [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2314.901600] env[63366]: DEBUG nova.virt.hardware [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2314.901836] env[63366]: DEBUG nova.virt.hardware [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2314.902141] env[63366]: DEBUG nova.virt.hardware [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2314.902368] env[63366]: DEBUG nova.virt.hardware [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2314.902596] env[63366]: DEBUG nova.virt.hardware [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2314.902815] env[63366]: DEBUG nova.virt.hardware [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2314.903095] env[63366]: DEBUG nova.virt.hardware [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2314.903864] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88d6d5c-ada1-49b0-afe8-b1f308b8a88f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.912531] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818f9061-0aa9-4226-988b-926713ff3526 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.917648] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2314.917895] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2314.918984] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-569767c1-61c1-48ee-af77-21dcacf29ed8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.934471] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for the task: (returnval){ [ 2314.934471] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52138f46-fee6-e593-5f70-7be563ed4663" [ 2314.934471] env[63366]: _type = "Task" [ 2314.934471] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2314.943134] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52138f46-fee6-e593-5f70-7be563ed4663, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2314.980299] env[63366]: DEBUG nova.compute.manager [req-b4895164-3a38-4a9c-8d4c-168162c8be4a req-4cba8d11-fd0e-4431-9a8f-b0b67da29a68 service nova] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Received event network-changed-422ef8bb-4493-4e2e-b5f1-26811d0780dc {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2314.980572] env[63366]: DEBUG nova.compute.manager [req-b4895164-3a38-4a9c-8d4c-168162c8be4a req-4cba8d11-fd0e-4431-9a8f-b0b67da29a68 service nova] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Refreshing instance network info cache due to event network-changed-422ef8bb-4493-4e2e-b5f1-26811d0780dc. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2314.980966] env[63366]: DEBUG oslo_concurrency.lockutils [req-b4895164-3a38-4a9c-8d4c-168162c8be4a req-4cba8d11-fd0e-4431-9a8f-b0b67da29a68 service nova] Acquiring lock "refresh_cache-0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2315.045895] env[63366]: INFO nova.compute.manager [-] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Took 1.52 seconds to deallocate network for instance. [ 2315.104020] env[63366]: DEBUG oslo_concurrency.lockutils [req-10f529a6-39f0-4245-a072-bd4587b23e84 req-a3ab0f7b-f052-4f7a-9674-66571802ff18 service nova] Releasing lock "refresh_cache-0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2315.104917] env[63366]: DEBUG oslo_concurrency.lockutils [req-b4895164-3a38-4a9c-8d4c-168162c8be4a req-4cba8d11-fd0e-4431-9a8f-b0b67da29a68 service nova] Acquired lock "refresh_cache-0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2315.105304] env[63366]: DEBUG nova.network.neutron [req-b4895164-3a38-4a9c-8d4c-168162c8be4a req-4cba8d11-fd0e-4431-9a8f-b0b67da29a68 service nova] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Refreshing network info cache for port 422ef8bb-4493-4e2e-b5f1-26811d0780dc {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2315.150674] env[63366]: INFO nova.compute.claims [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2315.176470] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9549ac8a-b2de-48ea-ab9c-458b5af7a60f tempest-AttachInterfacesUnderV243Test-367282601 tempest-AttachInterfacesUnderV243Test-367282601-project-member] Lock "25e75d6a-2ba3-4356-a13e-121493133c66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.706s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2315.392776] env[63366]: DEBUG oslo_vmware.api [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104491, 'name': PowerOnVM_Task, 'duration_secs': 0.860097} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2315.393406] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2315.393674] env[63366]: INFO nova.compute.manager [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Took 8.89 seconds to spawn the instance on the hypervisor. [ 2315.393875] env[63366]: DEBUG nova.compute.manager [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2315.394985] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236f1b3d-c041-4886-a93c-047587a1e481 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.449713] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52138f46-fee6-e593-5f70-7be563ed4663, 'name': SearchDatastore_Task, 'duration_secs': 0.010817} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2315.451016] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dcf6a2d-d5c0-4274-92c3-6f558040027e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.458704] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for the task: (returnval){ [ 2315.458704] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52d5d99e-5833-3b78-8fcf-ae4f3d2fb11d" [ 2315.458704] env[63366]: _type = "Task" [ 2315.458704] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2315.468590] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d5d99e-5833-3b78-8fcf-ae4f3d2fb11d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2315.557234] env[63366]: DEBUG oslo_concurrency.lockutils [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2315.657063] env[63366]: INFO nova.compute.resource_tracker [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Updating resource usage from migration 5f6c8141-840a-45e3-a952-183534a16d3c [ 2315.873162] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a069a469-3894-407c-b79b-a15f1f150f6a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.880948] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e61c06-dcce-4d96-8807-82c1d34b41cf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.920091] env[63366]: DEBUG nova.network.neutron [req-b4895164-3a38-4a9c-8d4c-168162c8be4a req-4cba8d11-fd0e-4431-9a8f-b0b67da29a68 service nova] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Updated VIF entry in instance network info cache for port 422ef8bb-4493-4e2e-b5f1-26811d0780dc. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2315.920511] env[63366]: DEBUG nova.network.neutron [req-b4895164-3a38-4a9c-8d4c-168162c8be4a req-4cba8d11-fd0e-4431-9a8f-b0b67da29a68 service nova] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Updating instance_info_cache with network_info: [{"id": "422ef8bb-4493-4e2e-b5f1-26811d0780dc", "address": "fa:16:3e:19:1b:29", "network": {"id": "a278673f-5deb-4ef4-a786-dd7433aafd0a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1696866611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0aad85039841490a848a5350ff1d906a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap422ef8bb-44", "ovs_interfaceid": "422ef8bb-4493-4e2e-b5f1-26811d0780dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2315.925959] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca131a7-9e4f-45ad-abc7-24d05be16622 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.931877] env[63366]: INFO nova.compute.manager [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Took 19.91 seconds to build instance. [ 2315.935680] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4944f986-06fc-484d-be64-ff69fda1aeb5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.950690] env[63366]: DEBUG nova.compute.provider_tree [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2315.968962] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d5d99e-5833-3b78-8fcf-ae4f3d2fb11d, 'name': SearchDatastore_Task, 'duration_secs': 0.011653} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2315.969235] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2315.969484] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051/5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2315.969955] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06007456-59d1-4248-9e70-07520ab1d89e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.979630] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for the task: (returnval){ [ 2315.979630] env[63366]: value = "task-2104492" [ 2315.979630] env[63366]: _type = "Task" [ 2315.979630] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2315.990813] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2316.394230] env[63366]: DEBUG nova.network.neutron [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Successfully updated port: 27e2b48b-4ba2-4512-a8aa-c2dca936ffe3 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2316.430450] env[63366]: DEBUG oslo_concurrency.lockutils [req-b4895164-3a38-4a9c-8d4c-168162c8be4a req-4cba8d11-fd0e-4431-9a8f-b0b67da29a68 service nova] Releasing lock "refresh_cache-0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2316.433550] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e4ef8356-96e6-4e15-afd4-607dd6e6af3b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "326da030-428b-4fb4-9b39-0d27f0f78ca9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.416s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2316.453141] env[63366]: DEBUG nova.scheduler.client.report [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2316.480740] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Acquiring lock "0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2316.481124] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Lock "0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2316.481370] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Acquiring lock "0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2316.481557] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Lock "0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2316.481730] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Lock "0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2316.487994] env[63366]: INFO nova.compute.manager [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Terminating instance [ 2316.496196] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104492, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2316.898604] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "refresh_cache-8b9b3791-3454-423b-bcd7-65e18e5999d7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2316.898881] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquired lock "refresh_cache-8b9b3791-3454-423b-bcd7-65e18e5999d7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2316.898941] env[63366]: DEBUG nova.network.neutron [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2316.960622] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.313s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2316.960622] env[63366]: INFO nova.compute.manager [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Migrating [ 2316.965704] env[63366]: DEBUG oslo_concurrency.lockutils [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.409s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2316.965911] env[63366]: DEBUG nova.objects.instance [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lazy-loading 'resources' on Instance uuid 0b03d8ab-ab1e-4a81-a756-088816b4ec1f {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2316.996060] env[63366]: DEBUG nova.compute.manager [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2316.996908] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2316.997201] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52808} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2316.999310] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66189df8-569d-4338-8aa2-7233df07463e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.002028] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051/5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2317.002174] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2317.005739] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80ede024-7b3c-40e3-887e-1e25b4a17c08 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.014154] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2317.015836] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccd8c2fb-1f7d-489d-b652-5e94b42f6a39 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.018249] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for the task: (returnval){ [ 2317.018249] env[63366]: value = "task-2104493" [ 2317.018249] env[63366]: _type = "Task" [ 2317.018249] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.026525] env[63366]: DEBUG oslo_vmware.api [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Waiting for the task: (returnval){ [ 2317.026525] env[63366]: value = "task-2104494" [ 2317.026525] env[63366]: _type = "Task" [ 2317.026525] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.030291] env[63366]: DEBUG nova.compute.manager [req-e0eae02c-135f-4e6e-84db-74c726fce61c req-738497c2-bdd2-4431-9b73-b107a79adfc9 service nova] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Received event network-changed-422ef8bb-4493-4e2e-b5f1-26811d0780dc {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2317.032019] env[63366]: DEBUG nova.compute.manager [req-e0eae02c-135f-4e6e-84db-74c726fce61c req-738497c2-bdd2-4431-9b73-b107a79adfc9 service nova] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Refreshing instance network info cache due to event network-changed-422ef8bb-4493-4e2e-b5f1-26811d0780dc. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2317.032019] env[63366]: DEBUG oslo_concurrency.lockutils [req-e0eae02c-135f-4e6e-84db-74c726fce61c req-738497c2-bdd2-4431-9b73-b107a79adfc9 service nova] Acquiring lock "refresh_cache-0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2317.032019] env[63366]: DEBUG oslo_concurrency.lockutils [req-e0eae02c-135f-4e6e-84db-74c726fce61c req-738497c2-bdd2-4431-9b73-b107a79adfc9 service nova] Acquired lock "refresh_cache-0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2317.032019] env[63366]: DEBUG nova.network.neutron [req-e0eae02c-135f-4e6e-84db-74c726fce61c req-738497c2-bdd2-4431-9b73-b107a79adfc9 service nova] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Refreshing network info cache for port 422ef8bb-4493-4e2e-b5f1-26811d0780dc {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2317.040908] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.053320] env[63366]: DEBUG oslo_vmware.api [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': task-2104494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.207310] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7065da66-cf32-406d-9af0-3549d0213f38 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.217945] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d893fbea-f590-4ff5-9dcf-dd9a320f5be6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.249099] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3440a5-e104-4cf4-b56b-0c0a12ce931c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.257575] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf5fe92-b35c-4abe-8fe4-205c75c8f9b0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.271603] env[63366]: DEBUG nova.compute.provider_tree [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2317.441284] env[63366]: DEBUG nova.network.neutron [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2317.480041] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "refresh_cache-ee29e2c3-464e-4ec9-a7d9-057519c836f7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2317.480041] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquired lock "refresh_cache-ee29e2c3-464e-4ec9-a7d9-057519c836f7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2317.480041] env[63366]: DEBUG nova.network.neutron [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2317.529025] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070345} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2317.532385] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2317.533216] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61251e46-04ac-4df9-99f2-ef8eac30074c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.546208] env[63366]: DEBUG oslo_vmware.api [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': task-2104494, 'name': PowerOffVM_Task, 'duration_secs': 0.216055} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2317.555408] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2317.555608] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2317.566477] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051/5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2317.569849] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d0d9da3-82ac-480c-854b-a5706de07afc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.571615] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3caebec7-e9ce-493b-bfdb-39b9a0cac88c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.594574] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for the task: (returnval){ [ 2317.594574] env[63366]: value = "task-2104496" [ 2317.594574] env[63366]: _type = "Task" [ 2317.594574] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.628377] env[63366]: DEBUG nova.network.neutron [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Updating instance_info_cache with network_info: [{"id": "27e2b48b-4ba2-4512-a8aa-c2dca936ffe3", "address": "fa:16:3e:b9:d5:58", "network": {"id": "2461296c-b492-4d75-b35d-5e521090c9eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-859076243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6b369729644eb299067082c22e5e36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e2b48b-4b", "ovs_interfaceid": "27e2b48b-4ba2-4512-a8aa-c2dca936ffe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2317.707711] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2317.707950] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2317.708194] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Deleting the datastore file [datastore2] 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2317.708423] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73e900e2-85ac-470f-a48a-6fd9023c7918 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.714834] env[63366]: DEBUG oslo_vmware.api [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Waiting for the task: (returnval){ [ 2317.714834] env[63366]: value = "task-2104497" [ 2317.714834] env[63366]: _type = "Task" [ 2317.714834] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.723012] env[63366]: DEBUG oslo_vmware.api [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': task-2104497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.779173] env[63366]: DEBUG nova.scheduler.client.report [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2317.783792] env[63366]: DEBUG nova.network.neutron [req-e0eae02c-135f-4e6e-84db-74c726fce61c req-738497c2-bdd2-4431-9b73-b107a79adfc9 service nova] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Updated VIF entry in instance network info cache for port 422ef8bb-4493-4e2e-b5f1-26811d0780dc. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2317.784186] env[63366]: DEBUG nova.network.neutron [req-e0eae02c-135f-4e6e-84db-74c726fce61c req-738497c2-bdd2-4431-9b73-b107a79adfc9 service nova] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Updating instance_info_cache with network_info: [{"id": "422ef8bb-4493-4e2e-b5f1-26811d0780dc", "address": "fa:16:3e:19:1b:29", "network": {"id": "a278673f-5deb-4ef4-a786-dd7433aafd0a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1696866611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0aad85039841490a848a5350ff1d906a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap422ef8bb-44", "ovs_interfaceid": "422ef8bb-4493-4e2e-b5f1-26811d0780dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2318.107661] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104496, 'name': ReconfigVM_Task, 'duration_secs': 0.490811} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2318.107994] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051/5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2318.108623] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49640301-dc19-4150-b93e-fae710bb0434 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.115731] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for the task: (returnval){ [ 2318.115731] env[63366]: value = "task-2104498" [ 2318.115731] env[63366]: _type = "Task" [ 2318.115731] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2318.125379] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104498, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.130161] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Releasing lock "refresh_cache-8b9b3791-3454-423b-bcd7-65e18e5999d7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2318.130471] env[63366]: DEBUG nova.compute.manager [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Instance network_info: |[{"id": "27e2b48b-4ba2-4512-a8aa-c2dca936ffe3", "address": "fa:16:3e:b9:d5:58", "network": {"id": "2461296c-b492-4d75-b35d-5e521090c9eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-859076243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6b369729644eb299067082c22e5e36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e2b48b-4b", "ovs_interfaceid": "27e2b48b-4ba2-4512-a8aa-c2dca936ffe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2318.130860] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:d5:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27e2b48b-4ba2-4512-a8aa-c2dca936ffe3', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2318.138969] env[63366]: DEBUG oslo.service.loopingcall [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2318.139530] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2318.139530] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9f05b78-2f8f-4fcc-826a-ddee597fe27b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.160308] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2318.160308] env[63366]: value = "task-2104499" [ 2318.160308] env[63366]: _type = "Task" [ 2318.160308] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2318.168191] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104499, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.228246] env[63366]: DEBUG oslo_vmware.api [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Task: {'id': task-2104497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316091} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2318.228246] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2318.228246] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2318.228246] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2318.228246] env[63366]: INFO nova.compute.manager [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Took 1.23 seconds to destroy the instance on the hypervisor. [ 2318.228246] env[63366]: DEBUG oslo.service.loopingcall [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2318.228246] env[63366]: DEBUG nova.compute.manager [-] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2318.228246] env[63366]: DEBUG nova.network.neutron [-] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2318.239391] env[63366]: DEBUG nova.network.neutron [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Updating instance_info_cache with network_info: [{"id": "06844239-e020-4dc0-bfc7-b887a76f0d75", "address": "fa:16:3e:a9:77:15", "network": {"id": "4129a070-c31a-4310-b4b1-4e475fb3f1bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1668961456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2100d8abe0431c93b03b71a19f2086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06844239-e0", "ovs_interfaceid": "06844239-e020-4dc0-bfc7-b887a76f0d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2318.287482] env[63366]: DEBUG oslo_concurrency.lockutils [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.322s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2318.290587] env[63366]: DEBUG oslo_concurrency.lockutils [req-e0eae02c-135f-4e6e-84db-74c726fce61c req-738497c2-bdd2-4431-9b73-b107a79adfc9 service nova] Releasing lock "refresh_cache-0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2318.290959] env[63366]: DEBUG nova.compute.manager [req-e0eae02c-135f-4e6e-84db-74c726fce61c req-738497c2-bdd2-4431-9b73-b107a79adfc9 service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Received event network-vif-plugged-27e2b48b-4ba2-4512-a8aa-c2dca936ffe3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2318.291180] env[63366]: DEBUG oslo_concurrency.lockutils [req-e0eae02c-135f-4e6e-84db-74c726fce61c req-738497c2-bdd2-4431-9b73-b107a79adfc9 service nova] Acquiring lock "8b9b3791-3454-423b-bcd7-65e18e5999d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2318.291383] env[63366]: DEBUG oslo_concurrency.lockutils [req-e0eae02c-135f-4e6e-84db-74c726fce61c req-738497c2-bdd2-4431-9b73-b107a79adfc9 service nova] Lock "8b9b3791-3454-423b-bcd7-65e18e5999d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2318.291543] env[63366]: DEBUG oslo_concurrency.lockutils [req-e0eae02c-135f-4e6e-84db-74c726fce61c req-738497c2-bdd2-4431-9b73-b107a79adfc9 service nova] Lock "8b9b3791-3454-423b-bcd7-65e18e5999d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2318.291708] env[63366]: DEBUG nova.compute.manager [req-e0eae02c-135f-4e6e-84db-74c726fce61c req-738497c2-bdd2-4431-9b73-b107a79adfc9 service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] No waiting events found dispatching network-vif-plugged-27e2b48b-4ba2-4512-a8aa-c2dca936ffe3 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2318.291878] env[63366]: WARNING nova.compute.manager [req-e0eae02c-135f-4e6e-84db-74c726fce61c req-738497c2-bdd2-4431-9b73-b107a79adfc9 service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Received unexpected event network-vif-plugged-27e2b48b-4ba2-4512-a8aa-c2dca936ffe3 for instance with vm_state building and task_state spawning. [ 2318.292059] env[63366]: DEBUG nova.compute.manager [req-e0eae02c-135f-4e6e-84db-74c726fce61c req-738497c2-bdd2-4431-9b73-b107a79adfc9 service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Received event network-changed-27e2b48b-4ba2-4512-a8aa-c2dca936ffe3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2318.292235] env[63366]: DEBUG nova.compute.manager [req-e0eae02c-135f-4e6e-84db-74c726fce61c req-738497c2-bdd2-4431-9b73-b107a79adfc9 service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Refreshing instance network info cache due to event network-changed-27e2b48b-4ba2-4512-a8aa-c2dca936ffe3. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2318.292449] env[63366]: DEBUG oslo_concurrency.lockutils [req-e0eae02c-135f-4e6e-84db-74c726fce61c req-738497c2-bdd2-4431-9b73-b107a79adfc9 service nova] Acquiring lock "refresh_cache-8b9b3791-3454-423b-bcd7-65e18e5999d7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2318.292604] env[63366]: DEBUG oslo_concurrency.lockutils [req-e0eae02c-135f-4e6e-84db-74c726fce61c req-738497c2-bdd2-4431-9b73-b107a79adfc9 service nova] Acquired lock "refresh_cache-8b9b3791-3454-423b-bcd7-65e18e5999d7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2318.292776] env[63366]: DEBUG nova.network.neutron [req-e0eae02c-135f-4e6e-84db-74c726fce61c req-738497c2-bdd2-4431-9b73-b107a79adfc9 service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Refreshing network info cache for port 27e2b48b-4ba2-4512-a8aa-c2dca936ffe3 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2318.310957] env[63366]: INFO nova.scheduler.client.report [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Deleted allocations for instance 0b03d8ab-ab1e-4a81-a756-088816b4ec1f [ 2318.629228] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104498, 'name': Rename_Task, 'duration_secs': 0.217236} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2318.630267] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2318.630722] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a1b65a3-5bcb-4924-adcc-737342e1dc4c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.638867] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for the task: (returnval){ [ 2318.638867] env[63366]: value = "task-2104500" [ 2318.638867] env[63366]: _type = "Task" [ 2318.638867] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2318.651113] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.672889] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104499, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.721228] env[63366]: DEBUG oslo_concurrency.lockutils [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Acquiring lock "a3586b83-c643-41d8-a404-af4d2c783f13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2318.721461] env[63366]: DEBUG oslo_concurrency.lockutils [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Lock "a3586b83-c643-41d8-a404-af4d2c783f13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2318.741950] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Releasing lock "refresh_cache-ee29e2c3-464e-4ec9-a7d9-057519c836f7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2318.821539] env[63366]: DEBUG oslo_concurrency.lockutils [None req-383013ab-8f0a-4b37-9472-8d1074e410ae tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "0b03d8ab-ab1e-4a81-a756-088816b4ec1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.971s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2319.021293] env[63366]: DEBUG nova.network.neutron [-] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2319.042873] env[63366]: DEBUG nova.network.neutron [req-e0eae02c-135f-4e6e-84db-74c726fce61c req-738497c2-bdd2-4431-9b73-b107a79adfc9 service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Updated VIF entry in instance network info cache for port 27e2b48b-4ba2-4512-a8aa-c2dca936ffe3. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2319.043690] env[63366]: DEBUG nova.network.neutron [req-e0eae02c-135f-4e6e-84db-74c726fce61c req-738497c2-bdd2-4431-9b73-b107a79adfc9 service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Updating instance_info_cache with network_info: [{"id": "27e2b48b-4ba2-4512-a8aa-c2dca936ffe3", "address": "fa:16:3e:b9:d5:58", "network": {"id": "2461296c-b492-4d75-b35d-5e521090c9eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-859076243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6b369729644eb299067082c22e5e36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e2b48b-4b", "ovs_interfaceid": "27e2b48b-4ba2-4512-a8aa-c2dca936ffe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2319.055888] env[63366]: DEBUG nova.compute.manager [req-807ecba6-c625-4bff-a54d-28bcd0ed5f79 req-651549b1-1817-4ebc-a07e-339747be9ee0 service nova] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Received event network-vif-deleted-422ef8bb-4493-4e2e-b5f1-26811d0780dc {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2319.149639] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104500, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.171065] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104499, 'name': CreateVM_Task, 'duration_secs': 0.704148} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2319.171201] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2319.171940] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2319.172158] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2319.172489] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2319.172765] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1a79072-e056-40f4-b506-ee7f094e6013 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.178200] env[63366]: DEBUG oslo_vmware.api [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2319.178200] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52d23f47-2381-e25d-23c8-317e18dfc67f" [ 2319.178200] env[63366]: _type = "Task" [ 2319.178200] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2319.186412] env[63366]: DEBUG oslo_vmware.api [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d23f47-2381-e25d-23c8-317e18dfc67f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.224442] env[63366]: DEBUG nova.compute.manager [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2319.523782] env[63366]: INFO nova.compute.manager [-] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Took 1.30 seconds to deallocate network for instance. [ 2319.546044] env[63366]: DEBUG oslo_concurrency.lockutils [req-e0eae02c-135f-4e6e-84db-74c726fce61c req-738497c2-bdd2-4431-9b73-b107a79adfc9 service nova] Releasing lock "refresh_cache-8b9b3791-3454-423b-bcd7-65e18e5999d7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2319.546044] env[63366]: DEBUG nova.compute.manager [req-e0eae02c-135f-4e6e-84db-74c726fce61c req-738497c2-bdd2-4431-9b73-b107a79adfc9 service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Received event network-changed-9b920db3-6023-4e4c-812e-5c9c2c97f769 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2319.546185] env[63366]: DEBUG nova.compute.manager [req-e0eae02c-135f-4e6e-84db-74c726fce61c req-738497c2-bdd2-4431-9b73-b107a79adfc9 service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Refreshing instance network info cache due to event network-changed-9b920db3-6023-4e4c-812e-5c9c2c97f769. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2319.546746] env[63366]: DEBUG oslo_concurrency.lockutils [req-e0eae02c-135f-4e6e-84db-74c726fce61c req-738497c2-bdd2-4431-9b73-b107a79adfc9 service nova] Acquiring lock "refresh_cache-326da030-428b-4fb4-9b39-0d27f0f78ca9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2319.546746] env[63366]: DEBUG oslo_concurrency.lockutils [req-e0eae02c-135f-4e6e-84db-74c726fce61c req-738497c2-bdd2-4431-9b73-b107a79adfc9 service nova] Acquired lock "refresh_cache-326da030-428b-4fb4-9b39-0d27f0f78ca9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2319.546746] env[63366]: DEBUG nova.network.neutron [req-e0eae02c-135f-4e6e-84db-74c726fce61c req-738497c2-bdd2-4431-9b73-b107a79adfc9 service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Refreshing network info cache for port 9b920db3-6023-4e4c-812e-5c9c2c97f769 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2319.649941] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104500, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.688956] env[63366]: DEBUG oslo_vmware.api [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d23f47-2381-e25d-23c8-317e18dfc67f, 'name': SearchDatastore_Task, 'duration_secs': 0.013719} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2319.689277] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2319.689509] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2319.689739] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2319.689884] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2319.690103] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2319.690379] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12446293-0117-439f-b73c-1f99fc4e7269 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.700563] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2319.700733] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2319.701452] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-175bcc19-1632-4cde-baae-d362058585b5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.706400] env[63366]: DEBUG oslo_vmware.api [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2319.706400] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52371d6b-4fd3-1401-a2e3-4d26b416403d" [ 2319.706400] env[63366]: _type = "Task" [ 2319.706400] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2319.714107] env[63366]: DEBUG oslo_vmware.api [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52371d6b-4fd3-1401-a2e3-4d26b416403d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.745105] env[63366]: DEBUG oslo_concurrency.lockutils [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2319.745357] env[63366]: DEBUG oslo_concurrency.lockutils [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2319.746816] env[63366]: INFO nova.compute.claims [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2319.943275] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "5257823c-5769-4f52-85e2-1e06ad7ecc94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2319.943493] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "5257823c-5769-4f52-85e2-1e06ad7ecc94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2320.029977] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2320.149835] env[63366]: DEBUG oslo_vmware.api [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104500, 'name': PowerOnVM_Task, 'duration_secs': 1.075694} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2320.150143] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2320.150298] env[63366]: DEBUG nova.compute.manager [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2320.151062] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb35354-f44e-4e70-a283-41b346e02852 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.217040] env[63366]: DEBUG oslo_vmware.api [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52371d6b-4fd3-1401-a2e3-4d26b416403d, 'name': SearchDatastore_Task, 'duration_secs': 0.033077} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2320.217814] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e068049-fdba-476b-ad6b-090efe7b0695 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.222848] env[63366]: DEBUG oslo_vmware.api [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2320.222848] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5236f6a7-860a-ccf5-a2ef-e191ce4338fa" [ 2320.222848] env[63366]: _type = "Task" [ 2320.222848] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2320.230543] env[63366]: DEBUG oslo_vmware.api [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5236f6a7-860a-ccf5-a2ef-e191ce4338fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.258690] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245121c6-8669-4571-a671-281ca1b2837f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.278372] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Updating instance 'ee29e2c3-464e-4ec9-a7d9-057519c836f7' progress to 0 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2320.298024] env[63366]: DEBUG nova.network.neutron [req-e0eae02c-135f-4e6e-84db-74c726fce61c req-738497c2-bdd2-4431-9b73-b107a79adfc9 service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Updated VIF entry in instance network info cache for port 9b920db3-6023-4e4c-812e-5c9c2c97f769. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2320.298393] env[63366]: DEBUG nova.network.neutron [req-e0eae02c-135f-4e6e-84db-74c726fce61c req-738497c2-bdd2-4431-9b73-b107a79adfc9 service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Updating instance_info_cache with network_info: [{"id": "9b920db3-6023-4e4c-812e-5c9c2c97f769", "address": "fa:16:3e:dc:0b:29", "network": {"id": "dde64ecf-d04d-416e-8b83-815c32c700c4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1469551463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62200d1a03874ff385bca60027eceb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b920db3-60", "ovs_interfaceid": "9b920db3-6023-4e4c-812e-5c9c2c97f769", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2320.445550] env[63366]: DEBUG nova.compute.manager [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2320.670986] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2320.737892] env[63366]: DEBUG oslo_vmware.api [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5236f6a7-860a-ccf5-a2ef-e191ce4338fa, 'name': SearchDatastore_Task, 'duration_secs': 0.014004} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2320.738291] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2320.738746] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 8b9b3791-3454-423b-bcd7-65e18e5999d7/8b9b3791-3454-423b-bcd7-65e18e5999d7.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2320.739153] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2e74870-d0ea-4505-b50e-12d81a507f71 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.748587] env[63366]: DEBUG oslo_vmware.api [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2320.748587] env[63366]: value = "task-2104501" [ 2320.748587] env[63366]: _type = "Task" [ 2320.748587] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2320.762121] env[63366]: DEBUG oslo_vmware.api [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.784676] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2320.785182] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49a73932-a595-4326-9960-5ccc1b52e3ce {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.792537] env[63366]: DEBUG oslo_vmware.api [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2320.792537] env[63366]: value = "task-2104502" [ 2320.792537] env[63366]: _type = "Task" [ 2320.792537] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2320.802617] env[63366]: DEBUG oslo_concurrency.lockutils [req-e0eae02c-135f-4e6e-84db-74c726fce61c req-738497c2-bdd2-4431-9b73-b107a79adfc9 service nova] Releasing lock "refresh_cache-326da030-428b-4fb4-9b39-0d27f0f78ca9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2320.803081] env[63366]: DEBUG oslo_vmware.api [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.947247] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be686458-843a-4ea9-bd52-8f6096062a89 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.958563] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae618fa-5822-409e-b487-69b5a1cf7b73 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.967693] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2320.993182] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f89fee1-8104-4934-85a6-6090a5177596 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.001923] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0d81c8-cd59-42b2-be25-f5376d494162 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.016948] env[63366]: DEBUG nova.compute.provider_tree [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2321.200487] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Acquiring lock "5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2321.200827] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Lock "5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2321.201106] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Acquiring lock "5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2321.201367] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Lock "5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2321.201554] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Lock "5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2321.205155] env[63366]: INFO nova.compute.manager [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Terminating instance [ 2321.259702] env[63366]: DEBUG oslo_vmware.api [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.426852} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2321.259948] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 8b9b3791-3454-423b-bcd7-65e18e5999d7/8b9b3791-3454-423b-bcd7-65e18e5999d7.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2321.260172] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2321.260404] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86ed92a7-ef02-43fc-a190-cd82338d8afe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.266734] env[63366]: DEBUG oslo_vmware.api [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2321.266734] env[63366]: value = "task-2104503" [ 2321.266734] env[63366]: _type = "Task" [ 2321.266734] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2321.273758] env[63366]: DEBUG oslo_vmware.api [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.301669] env[63366]: DEBUG oslo_vmware.api [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104502, 'name': PowerOffVM_Task, 'duration_secs': 0.236157} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2321.301966] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2321.302216] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Updating instance 'ee29e2c3-464e-4ec9-a7d9-057519c836f7' progress to 17 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2321.306340] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d3bac521-1257-4e6b-ae16-f6fad585a2a4 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "interface-a15ed58a-3de8-4175-991e-450bad1b0176-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2321.306600] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d3bac521-1257-4e6b-ae16-f6fad585a2a4 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "interface-a15ed58a-3de8-4175-991e-450bad1b0176-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2321.306935] env[63366]: DEBUG nova.objects.instance [None req-d3bac521-1257-4e6b-ae16-f6fad585a2a4 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lazy-loading 'flavor' on Instance uuid a15ed58a-3de8-4175-991e-450bad1b0176 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2321.520381] env[63366]: DEBUG nova.scheduler.client.report [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2321.708408] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Acquiring lock "refresh_cache-5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2321.708510] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Acquired lock "refresh_cache-5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2321.708654] env[63366]: DEBUG nova.network.neutron [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2321.776960] env[63366]: DEBUG oslo_vmware.api [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063918} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2321.777293] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2321.778074] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36efe666-007f-4cc6-bef7-fb055a44a936 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.800091] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 8b9b3791-3454-423b-bcd7-65e18e5999d7/8b9b3791-3454-423b-bcd7-65e18e5999d7.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2321.800371] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4e948fc-4dfb-43e4-8f1d-7a0aad7cb919 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.816020] env[63366]: DEBUG nova.virt.hardware [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2321.816320] env[63366]: DEBUG nova.virt.hardware [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2321.816422] env[63366]: DEBUG nova.virt.hardware [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2321.816560] env[63366]: DEBUG nova.virt.hardware [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2321.816701] env[63366]: DEBUG nova.virt.hardware [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2321.816839] env[63366]: DEBUG nova.virt.hardware [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2321.817062] env[63366]: DEBUG nova.virt.hardware [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2321.817249] env[63366]: DEBUG nova.virt.hardware [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2321.817422] env[63366]: DEBUG nova.virt.hardware [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2321.817585] env[63366]: DEBUG nova.virt.hardware [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2321.817757] env[63366]: DEBUG nova.virt.hardware [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2321.823633] env[63366]: DEBUG nova.objects.instance [None req-d3bac521-1257-4e6b-ae16-f6fad585a2a4 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lazy-loading 'pci_requests' on Instance uuid a15ed58a-3de8-4175-991e-450bad1b0176 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2321.824635] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daa78a73-7e8a-4200-9756-6af0000c3227 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.840818] env[63366]: DEBUG oslo_vmware.api [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2321.840818] env[63366]: value = "task-2104504" [ 2321.840818] env[63366]: _type = "Task" [ 2321.840818] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2321.842102] env[63366]: DEBUG oslo_vmware.api [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2321.842102] env[63366]: value = "task-2104505" [ 2321.842102] env[63366]: _type = "Task" [ 2321.842102] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2321.852677] env[63366]: DEBUG oslo_vmware.api [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104504, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.855839] env[63366]: DEBUG oslo_vmware.api [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104505, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.025651] env[63366]: DEBUG oslo_concurrency.lockutils [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2322.026297] env[63366]: DEBUG nova.compute.manager [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2322.028830] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.999s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2322.029097] env[63366]: DEBUG nova.objects.instance [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Lazy-loading 'resources' on Instance uuid 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2322.229082] env[63366]: DEBUG nova.network.neutron [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2322.288664] env[63366]: DEBUG nova.network.neutron [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2322.335910] env[63366]: DEBUG nova.objects.base [None req-d3bac521-1257-4e6b-ae16-f6fad585a2a4 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63366) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2322.336279] env[63366]: DEBUG nova.network.neutron [None req-d3bac521-1257-4e6b-ae16-f6fad585a2a4 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2322.357722] env[63366]: DEBUG oslo_vmware.api [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104504, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.360883] env[63366]: DEBUG oslo_vmware.api [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104505, 'name': ReconfigVM_Task, 'duration_secs': 0.485451} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2322.361207] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Updating instance 'ee29e2c3-464e-4ec9-a7d9-057519c836f7' progress to 33 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2322.414087] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d3bac521-1257-4e6b-ae16-f6fad585a2a4 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "interface-a15ed58a-3de8-4175-991e-450bad1b0176-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.107s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2322.532429] env[63366]: DEBUG nova.compute.utils [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2322.536896] env[63366]: DEBUG nova.compute.manager [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Not allocating networking since 'none' was specified. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2322.699975] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01caed8-7e33-4537-85c8-e1d3075befd0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.707327] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6dd8a7-c2df-426d-bf45-c6dfbb3e8c28 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.737105] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707ec32a-5bcf-41ef-a6a9-e82edef7fed5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.745275] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80787893-f97d-4eac-9c9f-315dacd76194 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.760152] env[63366]: DEBUG nova.compute.provider_tree [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2322.791404] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Releasing lock "refresh_cache-5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2322.791801] env[63366]: DEBUG nova.compute.manager [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2322.791994] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2322.792872] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd33a77-a3a8-4a0c-adb2-da13bfcc565f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.800839] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2322.801099] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d61f55f-4323-448e-8bc9-19d0206b1714 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.807614] env[63366]: DEBUG oslo_vmware.api [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for the task: (returnval){ [ 2322.807614] env[63366]: value = "task-2104506" [ 2322.807614] env[63366]: _type = "Task" [ 2322.807614] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2322.817340] env[63366]: DEBUG oslo_vmware.api [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.852134] env[63366]: DEBUG oslo_vmware.api [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104504, 'name': ReconfigVM_Task, 'duration_secs': 0.616713} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2322.852414] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 8b9b3791-3454-423b-bcd7-65e18e5999d7/8b9b3791-3454-423b-bcd7-65e18e5999d7.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2322.853106] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b72b580-cb16-4c19-975e-dec1b6c1deae {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.860468] env[63366]: DEBUG oslo_vmware.api [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2322.860468] env[63366]: value = "task-2104507" [ 2322.860468] env[63366]: _type = "Task" [ 2322.860468] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2322.868201] env[63366]: DEBUG nova.virt.hardware [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2322.868468] env[63366]: DEBUG nova.virt.hardware [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2322.868645] env[63366]: DEBUG nova.virt.hardware [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2322.868830] env[63366]: DEBUG nova.virt.hardware [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2322.869018] env[63366]: DEBUG nova.virt.hardware [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2322.869191] env[63366]: DEBUG nova.virt.hardware [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2322.869453] env[63366]: DEBUG nova.virt.hardware [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2322.869735] env[63366]: DEBUG nova.virt.hardware [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2322.870047] env[63366]: DEBUG nova.virt.hardware [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2322.870110] env[63366]: DEBUG nova.virt.hardware [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2322.870259] env[63366]: DEBUG nova.virt.hardware [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2322.876280] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Reconfiguring VM instance instance-00000022 to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2322.880073] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-557a4936-5f52-4aa3-aa65-515b82ce0b50 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.893735] env[63366]: DEBUG oslo_vmware.api [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104507, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.900786] env[63366]: DEBUG oslo_vmware.api [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2322.900786] env[63366]: value = "task-2104508" [ 2322.900786] env[63366]: _type = "Task" [ 2322.900786] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2322.909582] env[63366]: DEBUG oslo_vmware.api [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.037701] env[63366]: DEBUG nova.compute.manager [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2323.263547] env[63366]: DEBUG nova.scheduler.client.report [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2323.318162] env[63366]: DEBUG oslo_vmware.api [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104506, 'name': PowerOffVM_Task, 'duration_secs': 0.111463} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.318470] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2323.318640] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2323.318886] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40c83786-bf17-4d27-acc0-6a00f5aea6de {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.346061] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2323.346416] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2323.346715] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Deleting the datastore file [datastore2] 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2323.347096] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ba6e42f-eee6-41ad-b13b-f95f6d5ea9dd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.355177] env[63366]: DEBUG oslo_vmware.api [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for the task: (returnval){ [ 2323.355177] env[63366]: value = "task-2104510" [ 2323.355177] env[63366]: _type = "Task" [ 2323.355177] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2323.362609] env[63366]: DEBUG oslo_vmware.api [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.370052] env[63366]: DEBUG oslo_vmware.api [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104507, 'name': Rename_Task, 'duration_secs': 0.139959} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.370316] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2323.370544] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e1c8827-e666-4741-a9b6-f631e8b8d7ed {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.376361] env[63366]: DEBUG oslo_vmware.api [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2323.376361] env[63366]: value = "task-2104511" [ 2323.376361] env[63366]: _type = "Task" [ 2323.376361] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2323.389258] env[63366]: DEBUG oslo_vmware.api [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.409866] env[63366]: DEBUG oslo_vmware.api [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104508, 'name': ReconfigVM_Task, 'duration_secs': 0.182381} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.410169] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Reconfigured VM instance instance-00000022 to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2323.411061] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be4944c-606e-473b-8732-850da5e45231 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.436542] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] ee29e2c3-464e-4ec9-a7d9-057519c836f7/ee29e2c3-464e-4ec9-a7d9-057519c836f7.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2323.437915] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e1f2b5c-8272-4d78-8fd0-925a8475c822 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.457033] env[63366]: DEBUG oslo_vmware.api [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2323.457033] env[63366]: value = "task-2104512" [ 2323.457033] env[63366]: _type = "Task" [ 2323.457033] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2323.466079] env[63366]: DEBUG oslo_vmware.api [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104512, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.768138] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.739s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2323.771050] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.100s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2323.771265] env[63366]: DEBUG nova.objects.instance [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63366) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2323.787584] env[63366]: INFO nova.scheduler.client.report [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Deleted allocations for instance 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2 [ 2323.865048] env[63366]: DEBUG oslo_vmware.api [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109812} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.865341] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2323.865555] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2323.865814] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2323.866041] env[63366]: INFO nova.compute.manager [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Took 1.07 seconds to destroy the instance on the hypervisor. [ 2323.866296] env[63366]: DEBUG oslo.service.loopingcall [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2323.866485] env[63366]: DEBUG nova.compute.manager [-] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2323.866581] env[63366]: DEBUG nova.network.neutron [-] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2323.881780] env[63366]: DEBUG nova.network.neutron [-] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2323.885922] env[63366]: DEBUG oslo_vmware.api [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104511, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.967477] env[63366]: DEBUG oslo_vmware.api [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104512, 'name': ReconfigVM_Task, 'duration_secs': 0.269836} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.967721] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Reconfigured VM instance instance-00000022 to attach disk [datastore2] ee29e2c3-464e-4ec9-a7d9-057519c836f7/ee29e2c3-464e-4ec9-a7d9-057519c836f7.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2323.967995] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Updating instance 'ee29e2c3-464e-4ec9-a7d9-057519c836f7' progress to 50 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2324.047995] env[63366]: DEBUG nova.compute.manager [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2324.074616] env[63366]: DEBUG nova.virt.hardware [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2324.074931] env[63366]: DEBUG nova.virt.hardware [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2324.075122] env[63366]: DEBUG nova.virt.hardware [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2324.075307] env[63366]: DEBUG nova.virt.hardware [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2324.075449] env[63366]: DEBUG nova.virt.hardware [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2324.075592] env[63366]: DEBUG nova.virt.hardware [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2324.075805] env[63366]: DEBUG nova.virt.hardware [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2324.075958] env[63366]: DEBUG nova.virt.hardware [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2324.076137] env[63366]: DEBUG nova.virt.hardware [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2324.076293] env[63366]: DEBUG nova.virt.hardware [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2324.076466] env[63366]: DEBUG nova.virt.hardware [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2324.077348] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb3e0c4-9f92-46a4-86e9-a85745b363e6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.085105] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac564a60-36a2-40b9-88ae-22a51011c2cd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.098100] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Instance VIF info [] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2324.103654] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Creating folder: Project (5a4ad477f0ef43608af64cd5060644c2). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2324.104259] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-627d67ff-bb05-4f51-8df3-8159d9115d91 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.114538] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Created folder: Project (5a4ad477f0ef43608af64cd5060644c2) in parent group-v430612. [ 2324.114725] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Creating folder: Instances. Parent ref: group-v430878. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2324.114978] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee70c41c-992b-4762-b2dd-f706dd324f29 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.124247] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Created folder: Instances in parent group-v430878. [ 2324.124470] env[63366]: DEBUG oslo.service.loopingcall [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2324.124654] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2324.124882] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acb99f43-1190-4afe-a9bf-507ec54a2df6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.140604] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2324.140604] env[63366]: value = "task-2104515" [ 2324.140604] env[63366]: _type = "Task" [ 2324.140604] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2324.147939] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104515, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.294467] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5531057a-a37f-4dad-9538-6414c6d10e48 tempest-ServerRescueTestJSONUnderV235-1416093884 tempest-ServerRescueTestJSONUnderV235-1416093884-project-member] Lock "0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.813s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2324.345327] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "interface-a15ed58a-3de8-4175-991e-450bad1b0176-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2324.345659] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "interface-a15ed58a-3de8-4175-991e-450bad1b0176-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2324.346043] env[63366]: DEBUG nova.objects.instance [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lazy-loading 'flavor' on Instance uuid a15ed58a-3de8-4175-991e-450bad1b0176 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2324.386976] env[63366]: DEBUG nova.network.neutron [-] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2324.388103] env[63366]: DEBUG oslo_vmware.api [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104511, 'name': PowerOnVM_Task, 'duration_secs': 0.635847} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2324.388518] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2324.388716] env[63366]: INFO nova.compute.manager [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Took 9.52 seconds to spawn the instance on the hypervisor. [ 2324.388902] env[63366]: DEBUG nova.compute.manager [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2324.389844] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cecb55-7539-4fed-bdd0-a7e524e69f83 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.474946] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68fa5ed-f4a8-4c98-af3d-60779e62e548 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.495051] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2cd9b2-16d3-4d1a-9bad-920999bc2f53 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.512521] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Updating instance 'ee29e2c3-464e-4ec9-a7d9-057519c836f7' progress to 67 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2324.650603] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104515, 'name': CreateVM_Task, 'duration_secs': 0.28292} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2324.650805] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2324.651216] env[63366]: DEBUG oslo_concurrency.lockutils [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2324.651395] env[63366]: DEBUG oslo_concurrency.lockutils [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2324.651675] env[63366]: DEBUG oslo_concurrency.lockutils [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2324.651919] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-718f0b22-cc2b-4c91-9d5e-94e650e75b18 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.656651] env[63366]: DEBUG oslo_vmware.api [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Waiting for the task: (returnval){ [ 2324.656651] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52dfdabc-03ab-5f46-2a41-ca5f123c1b7e" [ 2324.656651] env[63366]: _type = "Task" [ 2324.656651] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2324.663920] env[63366]: DEBUG oslo_vmware.api [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52dfdabc-03ab-5f46-2a41-ca5f123c1b7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.780729] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ca6156c6-af0e-48c0-871d-36f359e6d0e9 tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2324.781968] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.814s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2324.785114] env[63366]: INFO nova.compute.claims [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2324.891188] env[63366]: INFO nova.compute.manager [-] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Took 1.02 seconds to deallocate network for instance. [ 2324.909221] env[63366]: INFO nova.compute.manager [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Took 16.65 seconds to build instance. [ 2324.938841] env[63366]: DEBUG nova.objects.instance [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lazy-loading 'pci_requests' on Instance uuid a15ed58a-3de8-4175-991e-450bad1b0176 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2325.051072] env[63366]: DEBUG nova.network.neutron [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Port 06844239-e020-4dc0-bfc7-b887a76f0d75 binding to destination host cpu-1 is already ACTIVE {{(pid=63366) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2325.168643] env[63366]: DEBUG oslo_vmware.api [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52dfdabc-03ab-5f46-2a41-ca5f123c1b7e, 'name': SearchDatastore_Task, 'duration_secs': 0.008779} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2325.169417] env[63366]: DEBUG oslo_concurrency.lockutils [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2325.169417] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2325.169562] env[63366]: DEBUG oslo_concurrency.lockutils [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2325.169594] env[63366]: DEBUG oslo_concurrency.lockutils [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2325.169775] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2325.170054] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91bd4c35-f562-4b4c-812b-cb4321d391e1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.178809] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2325.178988] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2325.179821] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4ba63b9-a0c2-4752-bfb3-3c4ad01d4256 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.185412] env[63366]: DEBUG oslo_vmware.api [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Waiting for the task: (returnval){ [ 2325.185412] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5261ac94-50ad-bbdc-d26a-9941920fb5b6" [ 2325.185412] env[63366]: _type = "Task" [ 2325.185412] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2325.194437] env[63366]: DEBUG oslo_vmware.api [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5261ac94-50ad-bbdc-d26a-9941920fb5b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2325.397847] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2325.411562] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e59d52f0-3743-4278-8253-340623a1182f tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "8b9b3791-3454-423b-bcd7-65e18e5999d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.164s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2325.441551] env[63366]: DEBUG nova.objects.base [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63366) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2325.441551] env[63366]: DEBUG nova.network.neutron [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2325.488547] env[63366]: DEBUG nova.policy [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85662cabad5e49f49f3025e55216ffd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '198c481722604b28b22fe824a12b6100', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2325.699021] env[63366]: DEBUG oslo_vmware.api [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5261ac94-50ad-bbdc-d26a-9941920fb5b6, 'name': SearchDatastore_Task, 'duration_secs': 0.00901} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2325.699021] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20a9a627-b2f8-46b6-9bf0-4e70b4639aa3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.702947] env[63366]: DEBUG oslo_vmware.api [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Waiting for the task: (returnval){ [ 2325.702947] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5239901b-31ec-45fe-ac8d-5b5d5855734a" [ 2325.702947] env[63366]: _type = "Task" [ 2325.702947] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2325.712125] env[63366]: DEBUG oslo_vmware.api [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5239901b-31ec-45fe-ac8d-5b5d5855734a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2325.890436] env[63366]: DEBUG nova.network.neutron [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Successfully created port: d9f849da-85e0-4e0b-9c45-020b16f324a4 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2326.007756] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4861136-a24f-4d79-971a-1b621ac7c659 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.015933] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ce0f3b-1d4a-440d-9c54-261334427af5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.050841] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a87432-a51a-410e-a91c-29e2c4f9dedc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.059455] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6b183e-11f2-4706-8ec7-99c4b4a354ee {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.076740] env[63366]: DEBUG nova.compute.manager [req-dc6949e8-21a2-4a32-b352-def5ce6b225d req-a514ea74-81e4-43ba-b24f-030dff8d6790 service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Received event network-changed-27e2b48b-4ba2-4512-a8aa-c2dca936ffe3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2326.076953] env[63366]: DEBUG nova.compute.manager [req-dc6949e8-21a2-4a32-b352-def5ce6b225d req-a514ea74-81e4-43ba-b24f-030dff8d6790 service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Refreshing instance network info cache due to event network-changed-27e2b48b-4ba2-4512-a8aa-c2dca936ffe3. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2326.077229] env[63366]: DEBUG oslo_concurrency.lockutils [req-dc6949e8-21a2-4a32-b352-def5ce6b225d req-a514ea74-81e4-43ba-b24f-030dff8d6790 service nova] Acquiring lock "refresh_cache-8b9b3791-3454-423b-bcd7-65e18e5999d7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2326.077396] env[63366]: DEBUG oslo_concurrency.lockutils [req-dc6949e8-21a2-4a32-b352-def5ce6b225d req-a514ea74-81e4-43ba-b24f-030dff8d6790 service nova] Acquired lock "refresh_cache-8b9b3791-3454-423b-bcd7-65e18e5999d7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2326.077727] env[63366]: DEBUG nova.network.neutron [req-dc6949e8-21a2-4a32-b352-def5ce6b225d req-a514ea74-81e4-43ba-b24f-030dff8d6790 service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Refreshing network info cache for port 27e2b48b-4ba2-4512-a8aa-c2dca936ffe3 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2326.093864] env[63366]: DEBUG nova.compute.provider_tree [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2326.095474] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "ee29e2c3-464e-4ec9-a7d9-057519c836f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2326.095564] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "ee29e2c3-464e-4ec9-a7d9-057519c836f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2326.095871] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "ee29e2c3-464e-4ec9-a7d9-057519c836f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2326.214059] env[63366]: DEBUG oslo_vmware.api [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5239901b-31ec-45fe-ac8d-5b5d5855734a, 'name': SearchDatastore_Task, 'duration_secs': 0.010206} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2326.214059] env[63366]: DEBUG oslo_concurrency.lockutils [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2326.214242] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] a3586b83-c643-41d8-a404-af4d2c783f13/a3586b83-c643-41d8-a404-af4d2c783f13.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2326.214389] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85f4756c-7aad-43db-93c5-9cdee1677cb7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.221749] env[63366]: DEBUG oslo_vmware.api [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Waiting for the task: (returnval){ [ 2326.221749] env[63366]: value = "task-2104516" [ 2326.221749] env[63366]: _type = "Task" [ 2326.221749] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2326.229858] env[63366]: DEBUG oslo_vmware.api [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Task: {'id': task-2104516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.600351] env[63366]: DEBUG nova.scheduler.client.report [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2326.731692] env[63366]: DEBUG oslo_vmware.api [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Task: {'id': task-2104516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425597} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2326.731938] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] a3586b83-c643-41d8-a404-af4d2c783f13/a3586b83-c643-41d8-a404-af4d2c783f13.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2326.732353] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2326.732410] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64520eb9-7e05-402d-8928-15663cee4907 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.741333] env[63366]: DEBUG oslo_vmware.api [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Waiting for the task: (returnval){ [ 2326.741333] env[63366]: value = "task-2104517" [ 2326.741333] env[63366]: _type = "Task" [ 2326.741333] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2326.748657] env[63366]: DEBUG oslo_vmware.api [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Task: {'id': task-2104517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.803162] env[63366]: DEBUG nova.network.neutron [req-dc6949e8-21a2-4a32-b352-def5ce6b225d req-a514ea74-81e4-43ba-b24f-030dff8d6790 service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Updated VIF entry in instance network info cache for port 27e2b48b-4ba2-4512-a8aa-c2dca936ffe3. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2326.803555] env[63366]: DEBUG nova.network.neutron [req-dc6949e8-21a2-4a32-b352-def5ce6b225d req-a514ea74-81e4-43ba-b24f-030dff8d6790 service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Updating instance_info_cache with network_info: [{"id": "27e2b48b-4ba2-4512-a8aa-c2dca936ffe3", "address": "fa:16:3e:b9:d5:58", "network": {"id": "2461296c-b492-4d75-b35d-5e521090c9eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-859076243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6b369729644eb299067082c22e5e36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e2b48b-4b", "ovs_interfaceid": "27e2b48b-4ba2-4512-a8aa-c2dca936ffe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2327.108713] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2327.109277] env[63366]: DEBUG nova.compute.manager [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2327.111898] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.714s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2327.111993] env[63366]: DEBUG nova.objects.instance [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Lazy-loading 'resources' on Instance uuid 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2327.139307] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "refresh_cache-ee29e2c3-464e-4ec9-a7d9-057519c836f7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2327.139494] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquired lock "refresh_cache-ee29e2c3-464e-4ec9-a7d9-057519c836f7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2327.139669] env[63366]: DEBUG nova.network.neutron [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2327.251020] env[63366]: DEBUG oslo_vmware.api [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Task: {'id': task-2104517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0694} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2327.251299] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2327.252078] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9d3768-6883-4a20-88b9-16e058751d13 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.272321] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] a3586b83-c643-41d8-a404-af4d2c783f13/a3586b83-c643-41d8-a404-af4d2c783f13.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2327.272624] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a6d5739-2060-45a9-97dc-d1cf61928b61 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.293157] env[63366]: DEBUG oslo_vmware.api [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Waiting for the task: (returnval){ [ 2327.293157] env[63366]: value = "task-2104518" [ 2327.293157] env[63366]: _type = "Task" [ 2327.293157] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.301115] env[63366]: DEBUG oslo_vmware.api [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Task: {'id': task-2104518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.305698] env[63366]: DEBUG oslo_concurrency.lockutils [req-dc6949e8-21a2-4a32-b352-def5ce6b225d req-a514ea74-81e4-43ba-b24f-030dff8d6790 service nova] Releasing lock "refresh_cache-8b9b3791-3454-423b-bcd7-65e18e5999d7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2327.351265] env[63366]: DEBUG nova.compute.manager [req-fbc08cdd-c46d-4d9e-a23a-abbda8b24858 req-69082848-c248-4491-b982-e7bda7eb4de9 service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Received event network-vif-plugged-d9f849da-85e0-4e0b-9c45-020b16f324a4 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2327.351436] env[63366]: DEBUG oslo_concurrency.lockutils [req-fbc08cdd-c46d-4d9e-a23a-abbda8b24858 req-69082848-c248-4491-b982-e7bda7eb4de9 service nova] Acquiring lock "a15ed58a-3de8-4175-991e-450bad1b0176-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2327.351645] env[63366]: DEBUG oslo_concurrency.lockutils [req-fbc08cdd-c46d-4d9e-a23a-abbda8b24858 req-69082848-c248-4491-b982-e7bda7eb4de9 service nova] Lock "a15ed58a-3de8-4175-991e-450bad1b0176-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2327.351758] env[63366]: DEBUG oslo_concurrency.lockutils [req-fbc08cdd-c46d-4d9e-a23a-abbda8b24858 req-69082848-c248-4491-b982-e7bda7eb4de9 service nova] Lock "a15ed58a-3de8-4175-991e-450bad1b0176-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2327.351935] env[63366]: DEBUG nova.compute.manager [req-fbc08cdd-c46d-4d9e-a23a-abbda8b24858 req-69082848-c248-4491-b982-e7bda7eb4de9 service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] No waiting events found dispatching network-vif-plugged-d9f849da-85e0-4e0b-9c45-020b16f324a4 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2327.352117] env[63366]: WARNING nova.compute.manager [req-fbc08cdd-c46d-4d9e-a23a-abbda8b24858 req-69082848-c248-4491-b982-e7bda7eb4de9 service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Received unexpected event network-vif-plugged-d9f849da-85e0-4e0b-9c45-020b16f324a4 for instance with vm_state active and task_state None. [ 2327.437264] env[63366]: DEBUG nova.network.neutron [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Successfully updated port: d9f849da-85e0-4e0b-9c45-020b16f324a4 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2327.615107] env[63366]: DEBUG nova.compute.utils [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2327.616503] env[63366]: DEBUG nova.compute.manager [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2327.616676] env[63366]: DEBUG nova.network.neutron [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2327.658439] env[63366]: DEBUG nova.policy [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ceefefc27088469489fed3c386d50464', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73c6d0f4d73b45b280497b25fdc750f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2327.790156] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e21751-1113-4a19-8164-51c9b8d7317f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.801950] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959d9476-431f-4fc3-83e5-e38782ce69b6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.808131] env[63366]: DEBUG oslo_vmware.api [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Task: {'id': task-2104518, 'name': ReconfigVM_Task, 'duration_secs': 0.269616} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2327.808709] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Reconfigured VM instance instance-00000060 to attach disk [datastore2] a3586b83-c643-41d8-a404-af4d2c783f13/a3586b83-c643-41d8-a404-af4d2c783f13.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2327.809319] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4ef00a9-e735-4f6b-a970-0b0561eff218 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.836911] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40322583-b421-49b5-bb46-1570c23cb084 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.839616] env[63366]: DEBUG oslo_vmware.api [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Waiting for the task: (returnval){ [ 2327.839616] env[63366]: value = "task-2104519" [ 2327.839616] env[63366]: _type = "Task" [ 2327.839616] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.849475] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb74c22-d2ec-4b9d-af37-2cfdb24f11ac {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.858367] env[63366]: DEBUG oslo_vmware.api [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Task: {'id': task-2104519, 'name': Rename_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.869517] env[63366]: DEBUG nova.compute.provider_tree [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2327.881775] env[63366]: DEBUG nova.network.neutron [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Updating instance_info_cache with network_info: [{"id": "06844239-e020-4dc0-bfc7-b887a76f0d75", "address": "fa:16:3e:a9:77:15", "network": {"id": "4129a070-c31a-4310-b4b1-4e475fb3f1bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1668961456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2100d8abe0431c93b03b71a19f2086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06844239-e0", "ovs_interfaceid": "06844239-e020-4dc0-bfc7-b887a76f0d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2327.922161] env[63366]: DEBUG nova.network.neutron [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Successfully created port: 4aa84b02-5723-479e-a6f4-3cf2a47ad274 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2327.939548] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "refresh_cache-a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2327.939717] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired lock "refresh_cache-a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2327.939887] env[63366]: DEBUG nova.network.neutron [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2328.120508] env[63366]: DEBUG nova.compute.manager [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2328.351803] env[63366]: DEBUG oslo_vmware.api [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Task: {'id': task-2104519, 'name': Rename_Task, 'duration_secs': 0.126947} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2328.352100] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2328.352353] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94012a86-d5af-41dc-a4f2-eb0d1862523f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.357983] env[63366]: DEBUG oslo_vmware.api [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Waiting for the task: (returnval){ [ 2328.357983] env[63366]: value = "task-2104520" [ 2328.357983] env[63366]: _type = "Task" [ 2328.357983] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2328.365096] env[63366]: DEBUG oslo_vmware.api [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Task: {'id': task-2104520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.371983] env[63366]: DEBUG nova.scheduler.client.report [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2328.386309] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Releasing lock "refresh_cache-ee29e2c3-464e-4ec9-a7d9-057519c836f7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2328.474936] env[63366]: WARNING nova.network.neutron [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] e989eaa8-8398-4667-b936-e8659ebe938a already exists in list: networks containing: ['e989eaa8-8398-4667-b936-e8659ebe938a']. ignoring it [ 2328.755630] env[63366]: DEBUG nova.network.neutron [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Updating instance_info_cache with network_info: [{"id": "2c969d1f-6d44-4827-990e-0587d80bba74", "address": "fa:16:3e:22:28:f0", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c969d1f-6d", "ovs_interfaceid": "2c969d1f-6d44-4827-990e-0587d80bba74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9f849da-85e0-4e0b-9c45-020b16f324a4", "address": "fa:16:3e:6f:fd:4c", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f849da-85", "ovs_interfaceid": "d9f849da-85e0-4e0b-9c45-020b16f324a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2328.867303] env[63366]: DEBUG oslo_vmware.api [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Task: {'id': task-2104520, 'name': PowerOnVM_Task, 'duration_secs': 0.459202} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2328.867531] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2328.867735] env[63366]: INFO nova.compute.manager [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Took 4.82 seconds to spawn the instance on the hypervisor. [ 2328.867915] env[63366]: DEBUG nova.compute.manager [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2328.868687] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074acfc7-31ad-4616-8aea-4fe52c25c9af {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.877229] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2328.902082] env[63366]: INFO nova.scheduler.client.report [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Deleted allocations for instance 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051 [ 2328.907176] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1a3e48-4841-44c4-b902-0900dc28df12 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.926188] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cfd495-154a-45db-9a14-5e77723f9f95 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.934763] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Updating instance 'ee29e2c3-464e-4ec9-a7d9-057519c836f7' progress to 83 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2329.129017] env[63366]: DEBUG nova.compute.manager [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2329.153227] env[63366]: DEBUG nova.virt.hardware [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2329.153479] env[63366]: DEBUG nova.virt.hardware [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2329.153633] env[63366]: DEBUG nova.virt.hardware [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2329.153810] env[63366]: DEBUG nova.virt.hardware [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2329.153954] env[63366]: DEBUG nova.virt.hardware [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2329.154125] env[63366]: DEBUG nova.virt.hardware [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2329.154432] env[63366]: DEBUG nova.virt.hardware [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2329.154529] env[63366]: DEBUG nova.virt.hardware [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2329.154698] env[63366]: DEBUG nova.virt.hardware [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2329.154888] env[63366]: DEBUG nova.virt.hardware [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2329.155077] env[63366]: DEBUG nova.virt.hardware [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2329.155924] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506b4c3f-279e-46eb-9d4f-1d854f97b598 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.165219] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef935b0-eef7-4fb6-bd79-60444c60efe9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.258342] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Releasing lock "refresh_cache-a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2329.259019] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2329.259178] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired lock "a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2329.260036] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aab7d87-b8b1-494c-afac-a1435d38146c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.276812] env[63366]: DEBUG nova.virt.hardware [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2329.277053] env[63366]: DEBUG nova.virt.hardware [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2329.277213] env[63366]: DEBUG nova.virt.hardware [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2329.277392] env[63366]: DEBUG nova.virt.hardware [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2329.277537] env[63366]: DEBUG nova.virt.hardware [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2329.277680] env[63366]: DEBUG nova.virt.hardware [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2329.277878] env[63366]: DEBUG nova.virt.hardware [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2329.278047] env[63366]: DEBUG nova.virt.hardware [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2329.278225] env[63366]: DEBUG nova.virt.hardware [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2329.278385] env[63366]: DEBUG nova.virt.hardware [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2329.278616] env[63366]: DEBUG nova.virt.hardware [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2329.284867] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Reconfiguring VM to attach interface {{(pid=63366) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2329.285220] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff9d4266-cc08-4730-9f09-11e736bcf845 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.302131] env[63366]: DEBUG oslo_vmware.api [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2329.302131] env[63366]: value = "task-2104521" [ 2329.302131] env[63366]: _type = "Task" [ 2329.302131] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.309796] env[63366]: DEBUG oslo_vmware.api [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104521, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.386540] env[63366]: INFO nova.compute.manager [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Took 9.66 seconds to build instance. [ 2329.409486] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7d915488-35ae-40a2-b281-b08de946381d tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Lock "5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.209s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2329.441775] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2329.442096] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3714054-fef6-4cde-b27b-66005d30bc86 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.449855] env[63366]: DEBUG oslo_vmware.api [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2329.449855] env[63366]: value = "task-2104522" [ 2329.449855] env[63366]: _type = "Task" [ 2329.449855] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.461785] env[63366]: DEBUG oslo_vmware.api [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.558527] env[63366]: DEBUG nova.compute.manager [req-32b28234-fe0f-42cd-91f7-b5f82893ecb2 req-91c07e45-8d96-42df-85ed-42952ecaa723 service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Received event network-changed-d9f849da-85e0-4e0b-9c45-020b16f324a4 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2329.558727] env[63366]: DEBUG nova.compute.manager [req-32b28234-fe0f-42cd-91f7-b5f82893ecb2 req-91c07e45-8d96-42df-85ed-42952ecaa723 service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Refreshing instance network info cache due to event network-changed-d9f849da-85e0-4e0b-9c45-020b16f324a4. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2329.558936] env[63366]: DEBUG oslo_concurrency.lockutils [req-32b28234-fe0f-42cd-91f7-b5f82893ecb2 req-91c07e45-8d96-42df-85ed-42952ecaa723 service nova] Acquiring lock "refresh_cache-a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2329.559406] env[63366]: DEBUG oslo_concurrency.lockutils [req-32b28234-fe0f-42cd-91f7-b5f82893ecb2 req-91c07e45-8d96-42df-85ed-42952ecaa723 service nova] Acquired lock "refresh_cache-a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2329.559613] env[63366]: DEBUG nova.network.neutron [req-32b28234-fe0f-42cd-91f7-b5f82893ecb2 req-91c07e45-8d96-42df-85ed-42952ecaa723 service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Refreshing network info cache for port d9f849da-85e0-4e0b-9c45-020b16f324a4 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2329.565452] env[63366]: DEBUG nova.network.neutron [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Successfully updated port: 4aa84b02-5723-479e-a6f4-3cf2a47ad274 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2329.814334] env[63366]: DEBUG oslo_vmware.api [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.888305] env[63366]: DEBUG oslo_concurrency.lockutils [None req-87a34d23-1a20-4ce2-8c6c-d9cfcfd284a2 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Lock "a3586b83-c643-41d8-a404-af4d2c783f13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.167s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2329.960943] env[63366]: DEBUG oslo_vmware.api [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104522, 'name': PowerOnVM_Task, 'duration_secs': 0.409668} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.961631] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2329.961631] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7e4f03-0de1-4a56-bd26-e2b55c7494ef tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Updating instance 'ee29e2c3-464e-4ec9-a7d9-057519c836f7' progress to 100 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2330.068767] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "refresh_cache-5257823c-5769-4f52-85e2-1e06ad7ecc94" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2330.068920] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquired lock "refresh_cache-5257823c-5769-4f52-85e2-1e06ad7ecc94" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2330.069093] env[63366]: DEBUG nova.network.neutron [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2330.312766] env[63366]: DEBUG oslo_vmware.api [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.326985] env[63366]: DEBUG nova.network.neutron [req-32b28234-fe0f-42cd-91f7-b5f82893ecb2 req-91c07e45-8d96-42df-85ed-42952ecaa723 service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Updated VIF entry in instance network info cache for port d9f849da-85e0-4e0b-9c45-020b16f324a4. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2330.327459] env[63366]: DEBUG nova.network.neutron [req-32b28234-fe0f-42cd-91f7-b5f82893ecb2 req-91c07e45-8d96-42df-85ed-42952ecaa723 service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Updating instance_info_cache with network_info: [{"id": "2c969d1f-6d44-4827-990e-0587d80bba74", "address": "fa:16:3e:22:28:f0", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c969d1f-6d", "ovs_interfaceid": "2c969d1f-6d44-4827-990e-0587d80bba74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9f849da-85e0-4e0b-9c45-020b16f324a4", "address": "fa:16:3e:6f:fd:4c", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f849da-85", "ovs_interfaceid": "d9f849da-85e0-4e0b-9c45-020b16f324a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2330.438463] env[63366]: DEBUG nova.compute.manager [None req-9533759f-cba5-4ed9-b30b-daac20f9dc4e tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2330.439408] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19dd8ee-6e25-4e03-884e-b63925c66d9f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.518405] env[63366]: DEBUG oslo_concurrency.lockutils [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Acquiring lock "a3586b83-c643-41d8-a404-af4d2c783f13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2330.518642] env[63366]: DEBUG oslo_concurrency.lockutils [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Lock "a3586b83-c643-41d8-a404-af4d2c783f13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2330.518839] env[63366]: DEBUG oslo_concurrency.lockutils [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Acquiring lock "a3586b83-c643-41d8-a404-af4d2c783f13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2330.519023] env[63366]: DEBUG oslo_concurrency.lockutils [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Lock "a3586b83-c643-41d8-a404-af4d2c783f13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2330.519189] env[63366]: DEBUG oslo_concurrency.lockutils [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Lock "a3586b83-c643-41d8-a404-af4d2c783f13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2330.521049] env[63366]: INFO nova.compute.manager [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Terminating instance [ 2330.587064] env[63366]: DEBUG oslo_concurrency.lockutils [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Acquiring lock "ce1050e0-f2bd-4be9-bfca-c8a24efdfe32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2330.587316] env[63366]: DEBUG oslo_concurrency.lockutils [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Lock "ce1050e0-f2bd-4be9-bfca-c8a24efdfe32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2330.587516] env[63366]: DEBUG oslo_concurrency.lockutils [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Acquiring lock "ce1050e0-f2bd-4be9-bfca-c8a24efdfe32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2330.588107] env[63366]: DEBUG oslo_concurrency.lockutils [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Lock "ce1050e0-f2bd-4be9-bfca-c8a24efdfe32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2330.588296] env[63366]: DEBUG oslo_concurrency.lockutils [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Lock "ce1050e0-f2bd-4be9-bfca-c8a24efdfe32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2330.590173] env[63366]: INFO nova.compute.manager [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Terminating instance [ 2330.616341] env[63366]: DEBUG nova.network.neutron [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2330.754441] env[63366]: DEBUG nova.network.neutron [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Updating instance_info_cache with network_info: [{"id": "4aa84b02-5723-479e-a6f4-3cf2a47ad274", "address": "fa:16:3e:85:b5:b6", "network": {"id": "ff88eafc-52be-4f8b-b9a5-e068833bfab7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1647919858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c6d0f4d73b45b280497b25fdc750f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa84b02-57", "ovs_interfaceid": "4aa84b02-5723-479e-a6f4-3cf2a47ad274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2330.814697] env[63366]: DEBUG oslo_vmware.api [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.830457] env[63366]: DEBUG oslo_concurrency.lockutils [req-32b28234-fe0f-42cd-91f7-b5f82893ecb2 req-91c07e45-8d96-42df-85ed-42952ecaa723 service nova] Releasing lock "refresh_cache-a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2330.949867] env[63366]: INFO nova.compute.manager [None req-9533759f-cba5-4ed9-b30b-daac20f9dc4e tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] instance snapshotting [ 2330.950467] env[63366]: DEBUG nova.objects.instance [None req-9533759f-cba5-4ed9-b30b-daac20f9dc4e tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Lazy-loading 'flavor' on Instance uuid a3586b83-c643-41d8-a404-af4d2c783f13 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2331.024185] env[63366]: DEBUG oslo_concurrency.lockutils [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Acquiring lock "refresh_cache-a3586b83-c643-41d8-a404-af4d2c783f13" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2331.024355] env[63366]: DEBUG oslo_concurrency.lockutils [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Acquired lock "refresh_cache-a3586b83-c643-41d8-a404-af4d2c783f13" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2331.024536] env[63366]: DEBUG nova.network.neutron [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2331.093926] env[63366]: DEBUG oslo_concurrency.lockutils [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Acquiring lock "refresh_cache-ce1050e0-f2bd-4be9-bfca-c8a24efdfe32" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2331.094116] env[63366]: DEBUG oslo_concurrency.lockutils [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Acquired lock "refresh_cache-ce1050e0-f2bd-4be9-bfca-c8a24efdfe32" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2331.094295] env[63366]: DEBUG nova.network.neutron [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2331.258182] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Releasing lock "refresh_cache-5257823c-5769-4f52-85e2-1e06ad7ecc94" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2331.258587] env[63366]: DEBUG nova.compute.manager [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Instance network_info: |[{"id": "4aa84b02-5723-479e-a6f4-3cf2a47ad274", "address": "fa:16:3e:85:b5:b6", "network": {"id": "ff88eafc-52be-4f8b-b9a5-e068833bfab7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1647919858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c6d0f4d73b45b280497b25fdc750f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa84b02-57", "ovs_interfaceid": "4aa84b02-5723-479e-a6f4-3cf2a47ad274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2331.259108] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:b5:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4aa84b02-5723-479e-a6f4-3cf2a47ad274', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2331.268174] env[63366]: DEBUG oslo.service.loopingcall [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2331.268411] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2331.268636] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fa500a8-f0b4-4ea2-a8a3-3284b880e3e1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.289948] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2331.289948] env[63366]: value = "task-2104523" [ 2331.289948] env[63366]: _type = "Task" [ 2331.289948] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2331.297899] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104523, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.312602] env[63366]: DEBUG oslo_vmware.api [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.456625] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfa0ef7-aa65-4235-a81f-1923fd59bfca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.473043] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd3ac29-fc4e-4e48-9af3-1b2cd0d46535 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.544536] env[63366]: DEBUG nova.network.neutron [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2331.602693] env[63366]: DEBUG nova.compute.manager [req-b149ba1a-921d-457a-b316-8dfd17c30e2e req-3576a6a3-fb1b-4c1d-9817-810c221ce446 service nova] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Received event network-vif-plugged-4aa84b02-5723-479e-a6f4-3cf2a47ad274 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2331.602971] env[63366]: DEBUG oslo_concurrency.lockutils [req-b149ba1a-921d-457a-b316-8dfd17c30e2e req-3576a6a3-fb1b-4c1d-9817-810c221ce446 service nova] Acquiring lock "5257823c-5769-4f52-85e2-1e06ad7ecc94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2331.603238] env[63366]: DEBUG oslo_concurrency.lockutils [req-b149ba1a-921d-457a-b316-8dfd17c30e2e req-3576a6a3-fb1b-4c1d-9817-810c221ce446 service nova] Lock "5257823c-5769-4f52-85e2-1e06ad7ecc94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2331.603385] env[63366]: DEBUG oslo_concurrency.lockutils [req-b149ba1a-921d-457a-b316-8dfd17c30e2e req-3576a6a3-fb1b-4c1d-9817-810c221ce446 service nova] Lock "5257823c-5769-4f52-85e2-1e06ad7ecc94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2331.603551] env[63366]: DEBUG nova.compute.manager [req-b149ba1a-921d-457a-b316-8dfd17c30e2e req-3576a6a3-fb1b-4c1d-9817-810c221ce446 service nova] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] No waiting events found dispatching network-vif-plugged-4aa84b02-5723-479e-a6f4-3cf2a47ad274 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2331.603715] env[63366]: WARNING nova.compute.manager [req-b149ba1a-921d-457a-b316-8dfd17c30e2e req-3576a6a3-fb1b-4c1d-9817-810c221ce446 service nova] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Received unexpected event network-vif-plugged-4aa84b02-5723-479e-a6f4-3cf2a47ad274 for instance with vm_state building and task_state spawning. [ 2331.603873] env[63366]: DEBUG nova.compute.manager [req-b149ba1a-921d-457a-b316-8dfd17c30e2e req-3576a6a3-fb1b-4c1d-9817-810c221ce446 service nova] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Received event network-changed-4aa84b02-5723-479e-a6f4-3cf2a47ad274 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2331.604042] env[63366]: DEBUG nova.compute.manager [req-b149ba1a-921d-457a-b316-8dfd17c30e2e req-3576a6a3-fb1b-4c1d-9817-810c221ce446 service nova] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Refreshing instance network info cache due to event network-changed-4aa84b02-5723-479e-a6f4-3cf2a47ad274. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2331.604257] env[63366]: DEBUG oslo_concurrency.lockutils [req-b149ba1a-921d-457a-b316-8dfd17c30e2e req-3576a6a3-fb1b-4c1d-9817-810c221ce446 service nova] Acquiring lock "refresh_cache-5257823c-5769-4f52-85e2-1e06ad7ecc94" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2331.604345] env[63366]: DEBUG oslo_concurrency.lockutils [req-b149ba1a-921d-457a-b316-8dfd17c30e2e req-3576a6a3-fb1b-4c1d-9817-810c221ce446 service nova] Acquired lock "refresh_cache-5257823c-5769-4f52-85e2-1e06ad7ecc94" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2331.604498] env[63366]: DEBUG nova.network.neutron [req-b149ba1a-921d-457a-b316-8dfd17c30e2e req-3576a6a3-fb1b-4c1d-9817-810c221ce446 service nova] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Refreshing network info cache for port 4aa84b02-5723-479e-a6f4-3cf2a47ad274 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2331.608277] env[63366]: DEBUG nova.network.neutron [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2331.619373] env[63366]: DEBUG nova.network.neutron [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2331.676889] env[63366]: DEBUG nova.network.neutron [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2331.799337] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104523, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.813781] env[63366]: DEBUG oslo_vmware.api [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.991447] env[63366]: DEBUG nova.compute.manager [None req-9533759f-cba5-4ed9-b30b-daac20f9dc4e tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Instance disappeared during snapshot {{(pid=63366) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 2332.099941] env[63366]: DEBUG nova.compute.manager [None req-9533759f-cba5-4ed9-b30b-daac20f9dc4e tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Found 0 images (rotation: 2) {{(pid=63366) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2332.110348] env[63366]: DEBUG oslo_concurrency.lockutils [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Releasing lock "refresh_cache-a3586b83-c643-41d8-a404-af4d2c783f13" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2332.110721] env[63366]: DEBUG nova.compute.manager [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2332.110931] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2332.111802] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d050dc4c-2b44-4377-97e3-ed77bae34113 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.122462] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2332.122693] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-689b97e3-68d2-4604-b07d-7e2613e47168 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.128739] env[63366]: DEBUG oslo_vmware.api [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Waiting for the task: (returnval){ [ 2332.128739] env[63366]: value = "task-2104524" [ 2332.128739] env[63366]: _type = "Task" [ 2332.128739] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.137038] env[63366]: DEBUG oslo_vmware.api [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Task: {'id': task-2104524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.150054] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8220a423-fa6b-4285-b61f-845e14212406 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "ee29e2c3-464e-4ec9-a7d9-057519c836f7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2332.150194] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8220a423-fa6b-4285-b61f-845e14212406 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "ee29e2c3-464e-4ec9-a7d9-057519c836f7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2332.150290] env[63366]: DEBUG nova.compute.manager [None req-8220a423-fa6b-4285-b61f-845e14212406 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Going to confirm migration 7 {{(pid=63366) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2332.180270] env[63366]: DEBUG oslo_concurrency.lockutils [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Releasing lock "refresh_cache-ce1050e0-f2bd-4be9-bfca-c8a24efdfe32" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2332.180653] env[63366]: DEBUG nova.compute.manager [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2332.180835] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2332.181882] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175dddd5-b450-456b-a200-fd8ba0e49b99 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.189357] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2332.189598] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77aff782-e312-4948-b6e3-3c0ca8b4b3be {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.197180] env[63366]: DEBUG oslo_vmware.api [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for the task: (returnval){ [ 2332.197180] env[63366]: value = "task-2104525" [ 2332.197180] env[63366]: _type = "Task" [ 2332.197180] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.204742] env[63366]: DEBUG oslo_vmware.api [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.300065] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104523, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.315486] env[63366]: DEBUG oslo_vmware.api [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.329813] env[63366]: DEBUG nova.network.neutron [req-b149ba1a-921d-457a-b316-8dfd17c30e2e req-3576a6a3-fb1b-4c1d-9817-810c221ce446 service nova] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Updated VIF entry in instance network info cache for port 4aa84b02-5723-479e-a6f4-3cf2a47ad274. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2332.330205] env[63366]: DEBUG nova.network.neutron [req-b149ba1a-921d-457a-b316-8dfd17c30e2e req-3576a6a3-fb1b-4c1d-9817-810c221ce446 service nova] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Updating instance_info_cache with network_info: [{"id": "4aa84b02-5723-479e-a6f4-3cf2a47ad274", "address": "fa:16:3e:85:b5:b6", "network": {"id": "ff88eafc-52be-4f8b-b9a5-e068833bfab7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1647919858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c6d0f4d73b45b280497b25fdc750f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa84b02-57", "ovs_interfaceid": "4aa84b02-5723-479e-a6f4-3cf2a47ad274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2332.638376] env[63366]: DEBUG oslo_vmware.api [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Task: {'id': task-2104524, 'name': PowerOffVM_Task, 'duration_secs': 0.179627} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2332.638663] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2332.638831] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2332.639112] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1e8c756-6855-449b-a8c3-0c3731c66f51 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.665421] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2332.665648] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2332.666740] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Deleting the datastore file [datastore2] a3586b83-c643-41d8-a404-af4d2c783f13 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2332.666740] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2101e538-f0d7-4450-8a9f-6252db3a0654 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.672021] env[63366]: DEBUG oslo_vmware.api [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Waiting for the task: (returnval){ [ 2332.672021] env[63366]: value = "task-2104527" [ 2332.672021] env[63366]: _type = "Task" [ 2332.672021] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.679815] env[63366]: DEBUG oslo_vmware.api [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Task: {'id': task-2104527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.705618] env[63366]: DEBUG oslo_vmware.api [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104525, 'name': PowerOffVM_Task, 'duration_secs': 0.125914} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2332.705849] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2332.706118] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2332.706363] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22dbbf44-a9e6-488d-8b61-051de1abf972 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.711388] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8220a423-fa6b-4285-b61f-845e14212406 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "refresh_cache-ee29e2c3-464e-4ec9-a7d9-057519c836f7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2332.711548] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8220a423-fa6b-4285-b61f-845e14212406 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquired lock "refresh_cache-ee29e2c3-464e-4ec9-a7d9-057519c836f7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2332.711714] env[63366]: DEBUG nova.network.neutron [None req-8220a423-fa6b-4285-b61f-845e14212406 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2332.711891] env[63366]: DEBUG nova.objects.instance [None req-8220a423-fa6b-4285-b61f-845e14212406 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lazy-loading 'info_cache' on Instance uuid ee29e2c3-464e-4ec9-a7d9-057519c836f7 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2332.727379] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2332.727584] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2332.727758] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Deleting the datastore file [datastore2] ce1050e0-f2bd-4be9-bfca-c8a24efdfe32 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2332.728025] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bcdb3f6-e066-45f2-9662-df0ef83330c3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.734223] env[63366]: DEBUG oslo_vmware.api [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for the task: (returnval){ [ 2332.734223] env[63366]: value = "task-2104529" [ 2332.734223] env[63366]: _type = "Task" [ 2332.734223] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.742060] env[63366]: DEBUG oslo_vmware.api [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.800582] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104523, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.814678] env[63366]: DEBUG oslo_vmware.api [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.833429] env[63366]: DEBUG oslo_concurrency.lockutils [req-b149ba1a-921d-457a-b316-8dfd17c30e2e req-3576a6a3-fb1b-4c1d-9817-810c221ce446 service nova] Releasing lock "refresh_cache-5257823c-5769-4f52-85e2-1e06ad7ecc94" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2333.181403] env[63366]: DEBUG oslo_vmware.api [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Task: {'id': task-2104527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331424} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2333.181763] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2333.181763] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2333.181921] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2333.182117] env[63366]: INFO nova.compute.manager [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Took 1.07 seconds to destroy the instance on the hypervisor. [ 2333.182354] env[63366]: DEBUG oslo.service.loopingcall [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2333.182535] env[63366]: DEBUG nova.compute.manager [-] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2333.182629] env[63366]: DEBUG nova.network.neutron [-] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2333.199186] env[63366]: DEBUG nova.network.neutron [-] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2333.243201] env[63366]: DEBUG oslo_vmware.api [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Task: {'id': task-2104529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366125} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2333.243421] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2333.243601] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2333.243776] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2333.243953] env[63366]: INFO nova.compute.manager [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Took 1.06 seconds to destroy the instance on the hypervisor. [ 2333.244191] env[63366]: DEBUG oslo.service.loopingcall [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2333.244373] env[63366]: DEBUG nova.compute.manager [-] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2333.244467] env[63366]: DEBUG nova.network.neutron [-] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2333.258679] env[63366]: DEBUG nova.network.neutron [-] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2333.301519] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104523, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.316735] env[63366]: DEBUG oslo_vmware.api [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.701500] env[63366]: DEBUG nova.network.neutron [-] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2333.760611] env[63366]: DEBUG nova.network.neutron [-] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2333.801219] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104523, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.819346] env[63366]: DEBUG oslo_vmware.api [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.927539] env[63366]: DEBUG nova.network.neutron [None req-8220a423-fa6b-4285-b61f-845e14212406 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Updating instance_info_cache with network_info: [{"id": "06844239-e020-4dc0-bfc7-b887a76f0d75", "address": "fa:16:3e:a9:77:15", "network": {"id": "4129a070-c31a-4310-b4b1-4e475fb3f1bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1668961456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2100d8abe0431c93b03b71a19f2086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06844239-e0", "ovs_interfaceid": "06844239-e020-4dc0-bfc7-b887a76f0d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2334.204945] env[63366]: INFO nova.compute.manager [-] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Took 1.02 seconds to deallocate network for instance. [ 2334.263240] env[63366]: INFO nova.compute.manager [-] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Took 1.02 seconds to deallocate network for instance. [ 2334.302799] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104523, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.317389] env[63366]: DEBUG oslo_vmware.api [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.430124] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8220a423-fa6b-4285-b61f-845e14212406 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Releasing lock "refresh_cache-ee29e2c3-464e-4ec9-a7d9-057519c836f7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2334.430399] env[63366]: DEBUG nova.objects.instance [None req-8220a423-fa6b-4285-b61f-845e14212406 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lazy-loading 'migration_context' on Instance uuid ee29e2c3-464e-4ec9-a7d9-057519c836f7 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2334.710586] env[63366]: DEBUG oslo_concurrency.lockutils [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2334.710802] env[63366]: DEBUG oslo_concurrency.lockutils [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2334.711031] env[63366]: DEBUG nova.objects.instance [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Lazy-loading 'resources' on Instance uuid a3586b83-c643-41d8-a404-af4d2c783f13 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2334.769556] env[63366]: DEBUG oslo_concurrency.lockutils [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2334.802499] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104523, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.817646] env[63366]: DEBUG oslo_vmware.api [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.933596] env[63366]: DEBUG nova.objects.base [None req-8220a423-fa6b-4285-b61f-845e14212406 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63366) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2334.934710] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7042fe3-4f25-4d3f-b7e4-e3a12f070ac7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.954727] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c50b9dcd-3a29-4060-9b52-009c0835b78d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.959911] env[63366]: DEBUG oslo_vmware.api [None req-8220a423-fa6b-4285-b61f-845e14212406 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2334.959911] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52888f42-aa8b-47a9-e9c5-074d1cfe8c45" [ 2334.959911] env[63366]: _type = "Task" [ 2334.959911] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.967502] env[63366]: DEBUG oslo_vmware.api [None req-8220a423-fa6b-4285-b61f-845e14212406 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52888f42-aa8b-47a9-e9c5-074d1cfe8c45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.304566] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104523, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.320640] env[63366]: DEBUG oslo_vmware.api [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.351807] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0a2f8d-9e66-4018-8f37-fd7cff3dda42 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.358964] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4088a3-d039-4375-b887-902d6521ad3e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.387647] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eeff57c-a828-489c-a216-5d0b56059d1d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.394530] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870d0bca-8014-40b4-a916-21049573d618 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.407227] env[63366]: DEBUG nova.compute.provider_tree [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2335.470299] env[63366]: DEBUG oslo_vmware.api [None req-8220a423-fa6b-4285-b61f-845e14212406 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52888f42-aa8b-47a9-e9c5-074d1cfe8c45, 'name': SearchDatastore_Task, 'duration_secs': 0.00707} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2335.470609] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8220a423-fa6b-4285-b61f-845e14212406 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2335.804663] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104523, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.819664] env[63366]: DEBUG oslo_vmware.api [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.910118] env[63366]: DEBUG nova.scheduler.client.report [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2336.303902] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104523, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.319553] env[63366]: DEBUG oslo_vmware.api [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.414610] env[63366]: DEBUG oslo_concurrency.lockutils [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2336.417255] env[63366]: DEBUG oslo_concurrency.lockutils [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.648s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2336.417637] env[63366]: DEBUG nova.objects.instance [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Lazy-loading 'resources' on Instance uuid ce1050e0-f2bd-4be9-bfca-c8a24efdfe32 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2336.436682] env[63366]: INFO nova.scheduler.client.report [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Deleted allocations for instance a3586b83-c643-41d8-a404-af4d2c783f13 [ 2336.804612] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104523, 'name': CreateVM_Task, 'duration_secs': 5.429488} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2336.804776] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2336.805635] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2336.805730] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2336.806025] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2336.806285] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-084e5c7c-cd41-4029-9684-cf68bc5bc719 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.810890] env[63366]: DEBUG oslo_vmware.api [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2336.810890] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52a72094-b4b7-2321-3441-83289adce499" [ 2336.810890] env[63366]: _type = "Task" [ 2336.810890] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2336.822144] env[63366]: DEBUG oslo_vmware.api [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a72094-b4b7-2321-3441-83289adce499, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.825322] env[63366]: DEBUG oslo_vmware.api [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.945654] env[63366]: DEBUG oslo_concurrency.lockutils [None req-78ba00ef-5b66-45bd-ae1d-d73aa51bbf28 tempest-ServersAaction247Test-1804785224 tempest-ServersAaction247Test-1804785224-project-member] Lock "a3586b83-c643-41d8-a404-af4d2c783f13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.427s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2337.078308] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4671b806-b614-4916-b83b-c7c547f6af1e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.089463] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15ac452-bc18-4ed5-b392-e089848bc1cc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.122120] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0057933c-398e-437c-aaf4-c56b33522783 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.129999] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef1b199-6de2-4423-b40f-544528796d8f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.143094] env[63366]: DEBUG nova.compute.provider_tree [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2337.324828] env[63366]: DEBUG oslo_vmware.api [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a72094-b4b7-2321-3441-83289adce499, 'name': SearchDatastore_Task, 'duration_secs': 0.011983} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2337.327568] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2337.327803] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2337.328044] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2337.328195] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2337.328374] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2337.328632] env[63366]: DEBUG oslo_vmware.api [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104521, 'name': ReconfigVM_Task, 'duration_secs': 7.620912} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2337.328828] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5982ffa6-aa7a-41f7-b07d-2f3ed88741f6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.330644] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Releasing lock "a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2337.330840] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Reconfigured VM to attach interface {{(pid=63366) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2337.340058] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2337.340155] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2337.340861] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42236828-86f0-4170-83ed-aa5d46ede727 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.346526] env[63366]: DEBUG oslo_vmware.api [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2337.346526] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5283ada7-acfa-7b04-4b6e-3b92db9e1d92" [ 2337.346526] env[63366]: _type = "Task" [ 2337.346526] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2337.354718] env[63366]: DEBUG oslo_vmware.api [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5283ada7-acfa-7b04-4b6e-3b92db9e1d92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.646106] env[63366]: DEBUG nova.scheduler.client.report [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2337.835559] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cc57c8ea-ea9f-44f2-8f31-bb7c6d145b7d tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "interface-a15ed58a-3de8-4175-991e-450bad1b0176-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 13.490s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2337.857589] env[63366]: DEBUG oslo_vmware.api [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5283ada7-acfa-7b04-4b6e-3b92db9e1d92, 'name': SearchDatastore_Task, 'duration_secs': 0.008096} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2337.858358] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edfe4509-2883-4c26-ba72-5348a8672e55 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.863301] env[63366]: DEBUG oslo_vmware.api [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2337.863301] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5273869c-6f89-0b86-9d88-584006add4e4" [ 2337.863301] env[63366]: _type = "Task" [ 2337.863301] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2337.871215] env[63366]: DEBUG oslo_vmware.api [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5273869c-6f89-0b86-9d88-584006add4e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.150676] env[63366]: DEBUG oslo_concurrency.lockutils [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.733s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2338.153791] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8220a423-fa6b-4285-b61f-845e14212406 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.682s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2338.171896] env[63366]: INFO nova.scheduler.client.report [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Deleted allocations for instance ce1050e0-f2bd-4be9-bfca-c8a24efdfe32 [ 2338.373818] env[63366]: DEBUG oslo_vmware.api [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5273869c-6f89-0b86-9d88-584006add4e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009235} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2338.373818] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2338.373818] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 5257823c-5769-4f52-85e2-1e06ad7ecc94/5257823c-5769-4f52-85e2-1e06ad7ecc94.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2338.374308] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-718d7ff8-e6f3-4828-9a0e-3814507b01b4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.380972] env[63366]: DEBUG oslo_vmware.api [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2338.380972] env[63366]: value = "task-2104530" [ 2338.380972] env[63366]: _type = "Task" [ 2338.380972] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2338.390059] env[63366]: DEBUG oslo_vmware.api [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.679515] env[63366]: DEBUG oslo_concurrency.lockutils [None req-960afc95-0015-4d20-a5cc-774bc9acb0cc tempest-ServerShowV247Test-2080469705 tempest-ServerShowV247Test-2080469705-project-member] Lock "ce1050e0-f2bd-4be9-bfca-c8a24efdfe32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.092s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2338.817397] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85f42f9-17a5-410d-8ddb-1c0a8f53e410 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.825372] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d37cff-2469-40fc-be27-ecafc5adefb8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.858057] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3787f4-d089-4aa6-a8c5-6115e66c8f80 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.865713] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d411933f-4a81-4a02-996c-b63d98a15768 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.879283] env[63366]: DEBUG nova.compute.provider_tree [None req-8220a423-fa6b-4285-b61f-845e14212406 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2338.889913] env[63366]: DEBUG oslo_vmware.api [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432985} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2338.890195] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 5257823c-5769-4f52-85e2-1e06ad7ecc94/5257823c-5769-4f52-85e2-1e06ad7ecc94.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2338.890404] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2338.891207] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01e9bbe2-27e8-4016-9abf-84558afd02b8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.898485] env[63366]: DEBUG oslo_vmware.api [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2338.898485] env[63366]: value = "task-2104531" [ 2338.898485] env[63366]: _type = "Task" [ 2338.898485] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2338.909626] env[63366]: DEBUG oslo_vmware.api [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.387588] env[63366]: DEBUG nova.scheduler.client.report [None req-8220a423-fa6b-4285-b61f-845e14212406 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2339.411398] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "interface-a15ed58a-3de8-4175-991e-450bad1b0176-fd0d14cb-64b2-4330-ba7a-2125b4ba2cb9" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2339.411573] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "interface-a15ed58a-3de8-4175-991e-450bad1b0176-fd0d14cb-64b2-4330-ba7a-2125b4ba2cb9" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2339.412180] env[63366]: DEBUG nova.objects.instance [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lazy-loading 'flavor' on Instance uuid a15ed58a-3de8-4175-991e-450bad1b0176 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2339.413074] env[63366]: DEBUG oslo_vmware.api [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059642} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2339.413606] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2339.414513] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eca16e0-9888-4740-bd64-7e3089035f3b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.438115] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 5257823c-5769-4f52-85e2-1e06ad7ecc94/5257823c-5769-4f52-85e2-1e06ad7ecc94.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2339.438689] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67270a8a-109f-4d8c-b354-33e12805e601 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.460764] env[63366]: DEBUG oslo_vmware.api [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2339.460764] env[63366]: value = "task-2104532" [ 2339.460764] env[63366]: _type = "Task" [ 2339.460764] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2339.467614] env[63366]: DEBUG oslo_vmware.api [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.968936] env[63366]: DEBUG oslo_vmware.api [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.008865] env[63366]: DEBUG nova.objects.instance [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lazy-loading 'pci_requests' on Instance uuid a15ed58a-3de8-4175-991e-450bad1b0176 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2340.397633] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8220a423-fa6b-4285-b61f-845e14212406 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.244s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2340.469834] env[63366]: DEBUG oslo_vmware.api [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104532, 'name': ReconfigVM_Task, 'duration_secs': 0.815382} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2340.470127] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 5257823c-5769-4f52-85e2-1e06ad7ecc94/5257823c-5769-4f52-85e2-1e06ad7ecc94.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2340.470731] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fba2278a-5890-43e9-baf2-deb826d1c68c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.476756] env[63366]: DEBUG oslo_vmware.api [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2340.476756] env[63366]: value = "task-2104533" [ 2340.476756] env[63366]: _type = "Task" [ 2340.476756] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2340.483869] env[63366]: DEBUG oslo_vmware.api [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104533, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.506011] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2340.506290] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2340.506438] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2340.512324] env[63366]: DEBUG nova.objects.base [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63366) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2340.512324] env[63366]: DEBUG nova.network.neutron [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2340.577515] env[63366]: DEBUG nova.policy [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85662cabad5e49f49f3025e55216ffd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '198c481722604b28b22fe824a12b6100', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2340.957723] env[63366]: INFO nova.scheduler.client.report [None req-8220a423-fa6b-4285-b61f-845e14212406 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Deleted allocation for migration 5f6c8141-840a-45e3-a952-183534a16d3c [ 2340.987430] env[63366]: DEBUG oslo_vmware.api [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104533, 'name': Rename_Task, 'duration_secs': 0.14092} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2340.987752] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2340.988039] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa9fd0b1-8821-4f33-ab89-9bca76587de2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.994860] env[63366]: DEBUG oslo_vmware.api [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2340.994860] env[63366]: value = "task-2104534" [ 2340.994860] env[63366]: _type = "Task" [ 2340.994860] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2341.004239] env[63366]: DEBUG oslo_vmware.api [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.055771] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "refresh_cache-ee29e2c3-464e-4ec9-a7d9-057519c836f7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2341.055924] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "refresh_cache-ee29e2c3-464e-4ec9-a7d9-057519c836f7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2341.056110] env[63366]: DEBUG nova.network.neutron [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Forcefully refreshing network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2341.464018] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8220a423-fa6b-4285-b61f-845e14212406 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "ee29e2c3-464e-4ec9-a7d9-057519c836f7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.314s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2341.474019] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "ee29e2c3-464e-4ec9-a7d9-057519c836f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2341.474317] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "ee29e2c3-464e-4ec9-a7d9-057519c836f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2341.474652] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "ee29e2c3-464e-4ec9-a7d9-057519c836f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2341.474990] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "ee29e2c3-464e-4ec9-a7d9-057519c836f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2341.475303] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "ee29e2c3-464e-4ec9-a7d9-057519c836f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2341.477701] env[63366]: INFO nova.compute.manager [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Terminating instance [ 2341.504498] env[63366]: DEBUG oslo_vmware.api [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104534, 'name': PowerOnVM_Task, 'duration_secs': 0.409309} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2341.504741] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2341.504940] env[63366]: INFO nova.compute.manager [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Took 12.38 seconds to spawn the instance on the hypervisor. [ 2341.505169] env[63366]: DEBUG nova.compute.manager [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2341.505914] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2310f00e-80d5-4025-b123-62a692832b78 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.981112] env[63366]: DEBUG nova.compute.manager [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2341.981369] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2341.982313] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cb4e28-fa60-4c39-b261-0027d43b8b97 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.990221] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2341.990479] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7281a864-168c-48bf-b9a5-4ad966ac8797 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.996914] env[63366]: DEBUG oslo_vmware.api [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2341.996914] env[63366]: value = "task-2104535" [ 2341.996914] env[63366]: _type = "Task" [ 2341.996914] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2342.006495] env[63366]: DEBUG oslo_vmware.api [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.028181] env[63366]: INFO nova.compute.manager [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Took 21.07 seconds to build instance. [ 2342.054093] env[63366]: DEBUG nova.network.neutron [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Successfully updated port: fd0d14cb-64b2-4330-ba7a-2125b4ba2cb9 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2342.143616] env[63366]: DEBUG nova.compute.manager [req-9ceaad81-17cd-4f48-8f97-243caafbea4c req-3c109da0-4214-4f81-a497-d756d4be298e service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Received event network-vif-plugged-fd0d14cb-64b2-4330-ba7a-2125b4ba2cb9 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2342.143838] env[63366]: DEBUG oslo_concurrency.lockutils [req-9ceaad81-17cd-4f48-8f97-243caafbea4c req-3c109da0-4214-4f81-a497-d756d4be298e service nova] Acquiring lock "a15ed58a-3de8-4175-991e-450bad1b0176-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2342.144055] env[63366]: DEBUG oslo_concurrency.lockutils [req-9ceaad81-17cd-4f48-8f97-243caafbea4c req-3c109da0-4214-4f81-a497-d756d4be298e service nova] Lock "a15ed58a-3de8-4175-991e-450bad1b0176-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2342.144223] env[63366]: DEBUG oslo_concurrency.lockutils [req-9ceaad81-17cd-4f48-8f97-243caafbea4c req-3c109da0-4214-4f81-a497-d756d4be298e service nova] Lock "a15ed58a-3de8-4175-991e-450bad1b0176-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2342.144389] env[63366]: DEBUG nova.compute.manager [req-9ceaad81-17cd-4f48-8f97-243caafbea4c req-3c109da0-4214-4f81-a497-d756d4be298e service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] No waiting events found dispatching network-vif-plugged-fd0d14cb-64b2-4330-ba7a-2125b4ba2cb9 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2342.144549] env[63366]: WARNING nova.compute.manager [req-9ceaad81-17cd-4f48-8f97-243caafbea4c req-3c109da0-4214-4f81-a497-d756d4be298e service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Received unexpected event network-vif-plugged-fd0d14cb-64b2-4330-ba7a-2125b4ba2cb9 for instance with vm_state active and task_state None. [ 2342.257028] env[63366]: DEBUG nova.compute.manager [req-fa1c61dd-5ec0-43d6-9ea4-491e6dbea68f req-8c117031-612e-456b-ad19-e9e0844e7190 service nova] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Received event network-changed-4aa84b02-5723-479e-a6f4-3cf2a47ad274 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2342.257175] env[63366]: DEBUG nova.compute.manager [req-fa1c61dd-5ec0-43d6-9ea4-491e6dbea68f req-8c117031-612e-456b-ad19-e9e0844e7190 service nova] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Refreshing instance network info cache due to event network-changed-4aa84b02-5723-479e-a6f4-3cf2a47ad274. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2342.257435] env[63366]: DEBUG oslo_concurrency.lockutils [req-fa1c61dd-5ec0-43d6-9ea4-491e6dbea68f req-8c117031-612e-456b-ad19-e9e0844e7190 service nova] Acquiring lock "refresh_cache-5257823c-5769-4f52-85e2-1e06ad7ecc94" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2342.257524] env[63366]: DEBUG oslo_concurrency.lockutils [req-fa1c61dd-5ec0-43d6-9ea4-491e6dbea68f req-8c117031-612e-456b-ad19-e9e0844e7190 service nova] Acquired lock "refresh_cache-5257823c-5769-4f52-85e2-1e06ad7ecc94" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2342.257687] env[63366]: DEBUG nova.network.neutron [req-fa1c61dd-5ec0-43d6-9ea4-491e6dbea68f req-8c117031-612e-456b-ad19-e9e0844e7190 service nova] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Refreshing network info cache for port 4aa84b02-5723-479e-a6f4-3cf2a47ad274 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2342.282120] env[63366]: DEBUG nova.network.neutron [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Updating instance_info_cache with network_info: [{"id": "06844239-e020-4dc0-bfc7-b887a76f0d75", "address": "fa:16:3e:a9:77:15", "network": {"id": "4129a070-c31a-4310-b4b1-4e475fb3f1bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1668961456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2100d8abe0431c93b03b71a19f2086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06844239-e0", "ovs_interfaceid": "06844239-e020-4dc0-bfc7-b887a76f0d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2342.508021] env[63366]: DEBUG oslo_vmware.api [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104535, 'name': PowerOffVM_Task, 'duration_secs': 0.160301} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2342.508306] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2342.508306] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2342.508677] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43a2d788-f278-4cbc-9bef-c7ebfe72de28 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.530172] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ee384f2d-1808-4d1d-a969-031125636b56 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "5257823c-5769-4f52-85e2-1e06ad7ecc94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.586s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2342.553838] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "refresh_cache-a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2342.553838] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired lock "refresh_cache-a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2342.554538] env[63366]: DEBUG nova.network.neutron [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2342.706631] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2342.706787] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2342.706963] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Deleting the datastore file [datastore2] ee29e2c3-464e-4ec9-a7d9-057519c836f7 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2342.707246] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ae2ff7f-ed57-448a-827b-76e864a249f4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.714932] env[63366]: DEBUG oslo_vmware.api [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2342.714932] env[63366]: value = "task-2104537" [ 2342.714932] env[63366]: _type = "Task" [ 2342.714932] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2342.722655] env[63366]: DEBUG oslo_vmware.api [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.784720] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "refresh_cache-ee29e2c3-464e-4ec9-a7d9-057519c836f7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2342.785028] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Updated the network info_cache for instance {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2342.785285] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2342.785507] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2342.785667] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2342.785816] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2342.785959] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2342.786136] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2342.786274] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2342.786421] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2342.968557] env[63366]: DEBUG nova.network.neutron [req-fa1c61dd-5ec0-43d6-9ea4-491e6dbea68f req-8c117031-612e-456b-ad19-e9e0844e7190 service nova] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Updated VIF entry in instance network info cache for port 4aa84b02-5723-479e-a6f4-3cf2a47ad274. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2342.968923] env[63366]: DEBUG nova.network.neutron [req-fa1c61dd-5ec0-43d6-9ea4-491e6dbea68f req-8c117031-612e-456b-ad19-e9e0844e7190 service nova] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Updating instance_info_cache with network_info: [{"id": "4aa84b02-5723-479e-a6f4-3cf2a47ad274", "address": "fa:16:3e:85:b5:b6", "network": {"id": "ff88eafc-52be-4f8b-b9a5-e068833bfab7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1647919858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c6d0f4d73b45b280497b25fdc750f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa84b02-57", "ovs_interfaceid": "4aa84b02-5723-479e-a6f4-3cf2a47ad274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2343.093169] env[63366]: WARNING nova.network.neutron [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] e989eaa8-8398-4667-b936-e8659ebe938a already exists in list: networks containing: ['e989eaa8-8398-4667-b936-e8659ebe938a']. ignoring it [ 2343.093624] env[63366]: WARNING nova.network.neutron [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] e989eaa8-8398-4667-b936-e8659ebe938a already exists in list: networks containing: ['e989eaa8-8398-4667-b936-e8659ebe938a']. ignoring it [ 2343.229059] env[63366]: DEBUG oslo_vmware.api [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148499} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2343.229496] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2343.229800] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2343.230183] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2343.230422] env[63366]: INFO nova.compute.manager [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Took 1.25 seconds to destroy the instance on the hypervisor. [ 2343.230833] env[63366]: DEBUG oslo.service.loopingcall [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2343.231150] env[63366]: DEBUG nova.compute.manager [-] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2343.231311] env[63366]: DEBUG nova.network.neutron [-] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2343.289983] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2343.290342] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2343.290599] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2343.290827] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2343.292058] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae524f0-c2f6-4a51-8736-3d028ec16b31 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.304354] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d301aa9f-79a5-497b-a042-85ed6862cfde {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.324560] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f42328-145f-4cca-bf37-270ebb40d95d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.335191] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779fc9f1-59b9-466b-a715-fb8aa30a2e2d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.363528] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179747MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2343.363689] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2343.363883] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2343.472066] env[63366]: DEBUG oslo_concurrency.lockutils [req-fa1c61dd-5ec0-43d6-9ea4-491e6dbea68f req-8c117031-612e-456b-ad19-e9e0844e7190 service nova] Releasing lock "refresh_cache-5257823c-5769-4f52-85e2-1e06ad7ecc94" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2343.533372] env[63366]: DEBUG nova.network.neutron [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Updating instance_info_cache with network_info: [{"id": "2c969d1f-6d44-4827-990e-0587d80bba74", "address": "fa:16:3e:22:28:f0", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c969d1f-6d", "ovs_interfaceid": "2c969d1f-6d44-4827-990e-0587d80bba74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9f849da-85e0-4e0b-9c45-020b16f324a4", "address": "fa:16:3e:6f:fd:4c", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f849da-85", "ovs_interfaceid": "d9f849da-85e0-4e0b-9c45-020b16f324a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd0d14cb-64b2-4330-ba7a-2125b4ba2cb9", "address": "fa:16:3e:76:dd:1d", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0d14cb-64", "ovs_interfaceid": "fd0d14cb-64b2-4330-ba7a-2125b4ba2cb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2344.035908] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Releasing lock "refresh_cache-a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2344.036685] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2344.036803] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired lock "a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2344.037721] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd12fa32-89f3-410f-9a10-daca68d75fa3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.056680] env[63366]: DEBUG nova.virt.hardware [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2344.057290] env[63366]: DEBUG nova.virt.hardware [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2344.057290] env[63366]: DEBUG nova.virt.hardware [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2344.057722] env[63366]: DEBUG nova.virt.hardware [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2344.057881] env[63366]: DEBUG nova.virt.hardware [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2344.058228] env[63366]: DEBUG nova.virt.hardware [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2344.058602] env[63366]: DEBUG nova.virt.hardware [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2344.058758] env[63366]: DEBUG nova.virt.hardware [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2344.059017] env[63366]: DEBUG nova.virt.hardware [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2344.059265] env[63366]: DEBUG nova.virt.hardware [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2344.059517] env[63366]: DEBUG nova.virt.hardware [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2344.066735] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Reconfiguring VM to attach interface {{(pid=63366) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2344.066735] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1bc9f74-ad79-4ee4-b693-c0ba6c2bb6e3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.084242] env[63366]: DEBUG oslo_vmware.api [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2344.084242] env[63366]: value = "task-2104539" [ 2344.084242] env[63366]: _type = "Task" [ 2344.084242] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2344.092323] env[63366]: DEBUG oslo_vmware.api [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104539, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.169453] env[63366]: DEBUG nova.network.neutron [-] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2344.182631] env[63366]: DEBUG nova.compute.manager [req-9e2594d8-57fd-46a6-93a0-c347b53d8540 req-8ddcd4e0-9346-440b-85d1-a8d87e927598 service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Received event network-changed-fd0d14cb-64b2-4330-ba7a-2125b4ba2cb9 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2344.182827] env[63366]: DEBUG nova.compute.manager [req-9e2594d8-57fd-46a6-93a0-c347b53d8540 req-8ddcd4e0-9346-440b-85d1-a8d87e927598 service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Refreshing instance network info cache due to event network-changed-fd0d14cb-64b2-4330-ba7a-2125b4ba2cb9. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2344.183109] env[63366]: DEBUG oslo_concurrency.lockutils [req-9e2594d8-57fd-46a6-93a0-c347b53d8540 req-8ddcd4e0-9346-440b-85d1-a8d87e927598 service nova] Acquiring lock "refresh_cache-a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2344.183264] env[63366]: DEBUG oslo_concurrency.lockutils [req-9e2594d8-57fd-46a6-93a0-c347b53d8540 req-8ddcd4e0-9346-440b-85d1-a8d87e927598 service nova] Acquired lock "refresh_cache-a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2344.183456] env[63366]: DEBUG nova.network.neutron [req-9e2594d8-57fd-46a6-93a0-c347b53d8540 req-8ddcd4e0-9346-440b-85d1-a8d87e927598 service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Refreshing network info cache for port fd0d14cb-64b2-4330-ba7a-2125b4ba2cb9 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2344.285038] env[63366]: DEBUG nova.compute.manager [req-66444a72-262c-4b60-9ea4-5c531e639ad7 req-d992c98f-1e72-498e-9cd5-d818a7c3c242 service nova] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Received event network-vif-deleted-06844239-e020-4dc0-bfc7-b887a76f0d75 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2344.403037] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 3f634a63-a93f-48b9-8272-3bbf62ae807f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2344.403242] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 66cb86cd-d442-4454-a9eb-8e2b07c1db2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2344.403368] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 25984b2b-047b-4ac9-bbfa-4d86a764c3ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2344.403516] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance a15ed58a-3de8-4175-991e-450bad1b0176 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2344.403654] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 0612d210-da38-4916-b220-1e21c93123f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2344.403769] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 326da030-428b-4fb4-9b39-0d27f0f78ca9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2344.403880] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 8b9b3791-3454-423b-bcd7-65e18e5999d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2344.403992] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance ee29e2c3-464e-4ec9-a7d9-057519c836f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2344.404120] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 5257823c-5769-4f52-85e2-1e06ad7ecc94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2344.404309] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2344.404447] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2344.522638] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180b5cc9-c031-446e-afe2-0f564c9e282f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.530654] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8d405e-313d-4ede-b2e0-d4d8b3016cbe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.561985] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3a7edb-e4c0-4293-9b0e-a760e5f58c5b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.570274] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d66900a-61fd-4726-90e1-7f0158fea71f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.585191] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2344.594366] env[63366]: DEBUG oslo_vmware.api [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.671829] env[63366]: INFO nova.compute.manager [-] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Took 1.44 seconds to deallocate network for instance. [ 2345.090449] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2345.096772] env[63366]: DEBUG oslo_vmware.api [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104539, 'name': ReconfigVM_Task, 'duration_secs': 0.749025} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2345.098170] env[63366]: DEBUG nova.network.neutron [req-9e2594d8-57fd-46a6-93a0-c347b53d8540 req-8ddcd4e0-9346-440b-85d1-a8d87e927598 service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Updated VIF entry in instance network info cache for port fd0d14cb-64b2-4330-ba7a-2125b4ba2cb9. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2345.098740] env[63366]: DEBUG nova.network.neutron [req-9e2594d8-57fd-46a6-93a0-c347b53d8540 req-8ddcd4e0-9346-440b-85d1-a8d87e927598 service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Updating instance_info_cache with network_info: [{"id": "2c969d1f-6d44-4827-990e-0587d80bba74", "address": "fa:16:3e:22:28:f0", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c969d1f-6d", "ovs_interfaceid": "2c969d1f-6d44-4827-990e-0587d80bba74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9f849da-85e0-4e0b-9c45-020b16f324a4", "address": "fa:16:3e:6f:fd:4c", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f849da-85", "ovs_interfaceid": "d9f849da-85e0-4e0b-9c45-020b16f324a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd0d14cb-64b2-4330-ba7a-2125b4ba2cb9", "address": "fa:16:3e:76:dd:1d", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0d14cb-64", "ovs_interfaceid": "fd0d14cb-64b2-4330-ba7a-2125b4ba2cb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2345.100369] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Releasing lock "a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2345.100576] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Reconfigured VM to attach interface {{(pid=63366) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2345.179332] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2345.600838] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2345.601190] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.237s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2345.601425] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.422s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2345.601640] env[63366]: DEBUG nova.objects.instance [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lazy-loading 'resources' on Instance uuid ee29e2c3-464e-4ec9-a7d9-057519c836f7 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2345.603214] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2345.603723] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Getting list of instances from cluster (obj){ [ 2345.603723] env[63366]: value = "domain-c8" [ 2345.603723] env[63366]: _type = "ClusterComputeResource" [ 2345.603723] env[63366]: } {{(pid=63366) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2345.604885] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b5e95a2f-64cb-4cca-a479-e77f67b89f95 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "interface-a15ed58a-3de8-4175-991e-450bad1b0176-fd0d14cb-64b2-4330-ba7a-2125b4ba2cb9" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.193s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2345.606493] env[63366]: DEBUG oslo_concurrency.lockutils [req-9e2594d8-57fd-46a6-93a0-c347b53d8540 req-8ddcd4e0-9346-440b-85d1-a8d87e927598 service nova] Releasing lock "refresh_cache-a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2345.607574] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880a07a7-0074-4745-8ecc-bcb8502e9ccc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.626191] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Got total of 8 instances {{(pid=63366) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2346.227821] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192728b0-525d-4912-8d8b-a555d6a0f261 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.235230] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6da213b-a285-4642-8331-a4d4b625e2fd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.266328] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c22745-e36f-470f-a18d-73f4cc0281ef {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.274098] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9923e28f-1542-4de5-8e1f-3bb3c47ac065 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.287730] env[63366]: DEBUG nova.compute.provider_tree [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2346.621872] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a485305-0934-42dc-8684-d9745d4d8f5f tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "0612d210-da38-4916-b220-1e21c93123f8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2346.622262] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a485305-0934-42dc-8684-d9745d4d8f5f tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "0612d210-da38-4916-b220-1e21c93123f8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2346.791169] env[63366]: DEBUG nova.scheduler.client.report [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2347.125255] env[63366]: DEBUG nova.compute.utils [None req-8a485305-0934-42dc-8684-d9745d4d8f5f tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2347.272530] env[63366]: DEBUG oslo_concurrency.lockutils [None req-65c3b1c9-2f5e-48b0-9724-11355367ae76 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "interface-a15ed58a-3de8-4175-991e-450bad1b0176-d9f849da-85e0-4e0b-9c45-020b16f324a4" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2347.272734] env[63366]: DEBUG oslo_concurrency.lockutils [None req-65c3b1c9-2f5e-48b0-9724-11355367ae76 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "interface-a15ed58a-3de8-4175-991e-450bad1b0176-d9f849da-85e0-4e0b-9c45-020b16f324a4" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2347.295110] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.694s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2347.313649] env[63366]: INFO nova.scheduler.client.report [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Deleted allocations for instance ee29e2c3-464e-4ec9-a7d9-057519c836f7 [ 2347.628576] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a485305-0934-42dc-8684-d9745d4d8f5f tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "0612d210-da38-4916-b220-1e21c93123f8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2347.776496] env[63366]: DEBUG oslo_concurrency.lockutils [None req-65c3b1c9-2f5e-48b0-9724-11355367ae76 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2347.776680] env[63366]: DEBUG oslo_concurrency.lockutils [None req-65c3b1c9-2f5e-48b0-9724-11355367ae76 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired lock "a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2347.777900] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347419f5-b3a3-47c4-bd7b-dc26af9928b7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.797221] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04dbcb12-0e0c-4a28-a3d8-ffc06fb3495d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.828347] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-65c3b1c9-2f5e-48b0-9724-11355367ae76 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Reconfiguring VM to detach interface {{(pid=63366) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2347.828857] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a367cfc8-e948-46a5-a9af-017a081013dd tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "ee29e2c3-464e-4ec9-a7d9-057519c836f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.355s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2347.829746] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28660655-006b-4bb0-9a7a-b8e6aac445c6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.848371] env[63366]: DEBUG oslo_vmware.api [None req-65c3b1c9-2f5e-48b0-9724-11355367ae76 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2347.848371] env[63366]: value = "task-2104541" [ 2347.848371] env[63366]: _type = "Task" [ 2347.848371] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2347.856691] env[63366]: DEBUG oslo_vmware.api [None req-65c3b1c9-2f5e-48b0-9724-11355367ae76 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104541, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.358981] env[63366]: DEBUG oslo_vmware.api [None req-65c3b1c9-2f5e-48b0-9724-11355367ae76 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.655430] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "b83768e8-e05f-4186-9c3c-ff79637647f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2348.655712] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "b83768e8-e05f-4186-9c3c-ff79637647f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2348.709818] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a485305-0934-42dc-8684-d9745d4d8f5f tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "0612d210-da38-4916-b220-1e21c93123f8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2348.710149] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a485305-0934-42dc-8684-d9745d4d8f5f tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "0612d210-da38-4916-b220-1e21c93123f8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2348.710402] env[63366]: INFO nova.compute.manager [None req-8a485305-0934-42dc-8684-d9745d4d8f5f tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Attaching volume 2601ba57-02f2-4895-bef0-8bb8aa07e816 to /dev/sdb [ 2348.744359] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974f0921-b60b-4db6-8b9e-53386e5c9211 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.751928] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f035b2b-efe9-4bff-9b41-ea015ecb533e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.766903] env[63366]: DEBUG nova.virt.block_device [None req-8a485305-0934-42dc-8684-d9745d4d8f5f tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Updating existing volume attachment record: 20146c2d-8a60-4e07-a4ba-6936ac89754f {{(pid=63366) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2348.790336] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2348.790503] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Cleaning up deleted instances with incomplete migration {{(pid=63366) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 2348.860014] env[63366]: DEBUG oslo_vmware.api [None req-65c3b1c9-2f5e-48b0-9724-11355367ae76 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.158175] env[63366]: DEBUG nova.compute.manager [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2349.360985] env[63366]: DEBUG oslo_vmware.api [None req-65c3b1c9-2f5e-48b0-9724-11355367ae76 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.680283] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2349.680526] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2349.682105] env[63366]: INFO nova.compute.claims [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2349.860758] env[63366]: DEBUG oslo_vmware.api [None req-65c3b1c9-2f5e-48b0-9724-11355367ae76 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.289589] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2350.361702] env[63366]: DEBUG oslo_vmware.api [None req-65c3b1c9-2f5e-48b0-9724-11355367ae76 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.789568] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2350.789837] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2350.803144] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5978d89-f473-4b63-86e4-0f81ee6f3bc1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.811967] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed90f83-24f2-4ac6-a272-d7e0c4ebab4d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.843122] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b5aa06-4e73-4e9e-a7fe-4d4490e1218e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.850458] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2178d020-d1f6-44cf-a231-28ea35fa3dd8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.861771] env[63366]: DEBUG oslo_vmware.api [None req-65c3b1c9-2f5e-48b0-9724-11355367ae76 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.868886] env[63366]: DEBUG nova.compute.provider_tree [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2351.364239] env[63366]: DEBUG oslo_vmware.api [None req-65c3b1c9-2f5e-48b0-9724-11355367ae76 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.372215] env[63366]: DEBUG nova.scheduler.client.report [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2351.864912] env[63366]: DEBUG oslo_vmware.api [None req-65c3b1c9-2f5e-48b0-9724-11355367ae76 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.876774] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.196s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2351.877286] env[63366]: DEBUG nova.compute.manager [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2352.293094] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2352.293325] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2352.367129] env[63366]: DEBUG oslo_vmware.api [None req-65c3b1c9-2f5e-48b0-9724-11355367ae76 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.382298] env[63366]: DEBUG nova.compute.utils [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2352.383821] env[63366]: DEBUG nova.compute.manager [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2352.384010] env[63366]: DEBUG nova.network.neutron [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2352.484609] env[63366]: DEBUG nova.policy [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fc07d8d73834e85ac8d7df0c53c40e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e2100d8abe0431c93b03b71a19f2086', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2352.769938] env[63366]: DEBUG nova.network.neutron [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Successfully created port: 2967ca57-db1b-494c-acfe-bfcb5a4447fd {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2352.868065] env[63366]: DEBUG oslo_vmware.api [None req-65c3b1c9-2f5e-48b0-9724-11355367ae76 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.887422] env[63366]: DEBUG nova.compute.manager [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2353.313361] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a485305-0934-42dc-8684-d9745d4d8f5f tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Volume attach. Driver type: vmdk {{(pid=63366) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2353.313650] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a485305-0934-42dc-8684-d9745d4d8f5f tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430884', 'volume_id': '2601ba57-02f2-4895-bef0-8bb8aa07e816', 'name': 'volume-2601ba57-02f2-4895-bef0-8bb8aa07e816', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0612d210-da38-4916-b220-1e21c93123f8', 'attached_at': '', 'detached_at': '', 'volume_id': '2601ba57-02f2-4895-bef0-8bb8aa07e816', 'serial': '2601ba57-02f2-4895-bef0-8bb8aa07e816'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2353.314811] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fdc2d8-b2ce-46f3-8be3-a655c79a011c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.332342] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfe6e56-0508-4b33-aedc-467941fd599d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.358146] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a485305-0934-42dc-8684-d9745d4d8f5f tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] volume-2601ba57-02f2-4895-bef0-8bb8aa07e816/volume-2601ba57-02f2-4895-bef0-8bb8aa07e816.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2353.358484] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9e4af1b-d03a-4b4d-8e89-301f0a00166a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.381072] env[63366]: DEBUG oslo_vmware.api [None req-65c3b1c9-2f5e-48b0-9724-11355367ae76 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104541, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2353.382387] env[63366]: DEBUG oslo_vmware.api [None req-8a485305-0934-42dc-8684-d9745d4d8f5f tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2353.382387] env[63366]: value = "task-2104549" [ 2353.382387] env[63366]: _type = "Task" [ 2353.382387] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2353.390398] env[63366]: DEBUG oslo_vmware.api [None req-8a485305-0934-42dc-8684-d9745d4d8f5f tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2353.868248] env[63366]: DEBUG oslo_vmware.api [None req-65c3b1c9-2f5e-48b0-9724-11355367ae76 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104541, 'name': ReconfigVM_Task, 'duration_secs': 5.811651} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2353.868527] env[63366]: DEBUG oslo_concurrency.lockutils [None req-65c3b1c9-2f5e-48b0-9724-11355367ae76 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Releasing lock "a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2353.868805] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-65c3b1c9-2f5e-48b0-9724-11355367ae76 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Reconfigured VM to detach interface {{(pid=63366) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2353.891287] env[63366]: DEBUG oslo_vmware.api [None req-8a485305-0934-42dc-8684-d9745d4d8f5f tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104549, 'name': ReconfigVM_Task, 'duration_secs': 0.368285} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2353.891570] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a485305-0934-42dc-8684-d9745d4d8f5f tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Reconfigured VM instance instance-0000005c to attach disk [datastore2] volume-2601ba57-02f2-4895-bef0-8bb8aa07e816/volume-2601ba57-02f2-4895-bef0-8bb8aa07e816.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2353.897064] env[63366]: DEBUG nova.compute.manager [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2353.898939] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-999d32da-dc65-4b98-ac23-cf44622209fd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.915423] env[63366]: DEBUG oslo_vmware.api [None req-8a485305-0934-42dc-8684-d9745d4d8f5f tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2353.915423] env[63366]: value = "task-2104550" [ 2353.915423] env[63366]: _type = "Task" [ 2353.915423] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2353.923645] env[63366]: DEBUG oslo_vmware.api [None req-8a485305-0934-42dc-8684-d9745d4d8f5f tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2353.934519] env[63366]: DEBUG nova.virt.hardware [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2353.934794] env[63366]: DEBUG nova.virt.hardware [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2353.934977] env[63366]: DEBUG nova.virt.hardware [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2353.935335] env[63366]: DEBUG nova.virt.hardware [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2353.935597] env[63366]: DEBUG nova.virt.hardware [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2353.935776] env[63366]: DEBUG nova.virt.hardware [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2353.936067] env[63366]: DEBUG nova.virt.hardware [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2353.936293] env[63366]: DEBUG nova.virt.hardware [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2353.936473] env[63366]: DEBUG nova.virt.hardware [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2353.936998] env[63366]: DEBUG nova.virt.hardware [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2353.936998] env[63366]: DEBUG nova.virt.hardware [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2353.937709] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1d3756-5b3c-4590-9730-a2e0270c0130 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.946696] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c98db6b-86c4-4261-abec-b4ca4ff7123b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.142912] env[63366]: DEBUG nova.compute.manager [req-283af6e5-5395-42d9-9342-2d10f6fddc3a req-448b824d-7ae5-4bbe-8487-cc62ccbdcf56 service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Received event network-vif-deleted-d9f849da-85e0-4e0b-9c45-020b16f324a4 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2354.143140] env[63366]: INFO nova.compute.manager [req-283af6e5-5395-42d9-9342-2d10f6fddc3a req-448b824d-7ae5-4bbe-8487-cc62ccbdcf56 service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Neutron deleted interface d9f849da-85e0-4e0b-9c45-020b16f324a4; detaching it from the instance and deleting it from the info cache [ 2354.143418] env[63366]: DEBUG nova.network.neutron [req-283af6e5-5395-42d9-9342-2d10f6fddc3a req-448b824d-7ae5-4bbe-8487-cc62ccbdcf56 service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Updating instance_info_cache with network_info: [{"id": "2c969d1f-6d44-4827-990e-0587d80bba74", "address": "fa:16:3e:22:28:f0", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c969d1f-6d", "ovs_interfaceid": "2c969d1f-6d44-4827-990e-0587d80bba74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd0d14cb-64b2-4330-ba7a-2125b4ba2cb9", "address": "fa:16:3e:76:dd:1d", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0d14cb-64", "ovs_interfaceid": "fd0d14cb-64b2-4330-ba7a-2125b4ba2cb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2354.426294] env[63366]: DEBUG oslo_vmware.api [None req-8a485305-0934-42dc-8684-d9745d4d8f5f tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104550, 'name': ReconfigVM_Task, 'duration_secs': 0.139692} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2354.426607] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a485305-0934-42dc-8684-d9745d4d8f5f tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430884', 'volume_id': '2601ba57-02f2-4895-bef0-8bb8aa07e816', 'name': 'volume-2601ba57-02f2-4895-bef0-8bb8aa07e816', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0612d210-da38-4916-b220-1e21c93123f8', 'attached_at': '', 'detached_at': '', 'volume_id': '2601ba57-02f2-4895-bef0-8bb8aa07e816', 'serial': '2601ba57-02f2-4895-bef0-8bb8aa07e816'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2354.646516] env[63366]: DEBUG oslo_concurrency.lockutils [req-283af6e5-5395-42d9-9342-2d10f6fddc3a req-448b824d-7ae5-4bbe-8487-cc62ccbdcf56 service nova] Acquiring lock "a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2354.646700] env[63366]: DEBUG oslo_concurrency.lockutils [req-283af6e5-5395-42d9-9342-2d10f6fddc3a req-448b824d-7ae5-4bbe-8487-cc62ccbdcf56 service nova] Acquired lock "a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2354.647833] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b00a0a-4b89-44eb-8e43-3d9c7b1bc09e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.669314] env[63366]: DEBUG oslo_concurrency.lockutils [req-283af6e5-5395-42d9-9342-2d10f6fddc3a req-448b824d-7ae5-4bbe-8487-cc62ccbdcf56 service nova] Releasing lock "a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2354.669744] env[63366]: WARNING nova.compute.manager [req-283af6e5-5395-42d9-9342-2d10f6fddc3a req-448b824d-7ae5-4bbe-8487-cc62ccbdcf56 service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Detach interface failed, port_id=d9f849da-85e0-4e0b-9c45-020b16f324a4, reason: No device with interface-id d9f849da-85e0-4e0b-9c45-020b16f324a4 exists on VM: nova.exception.NotFound: No device with interface-id d9f849da-85e0-4e0b-9c45-020b16f324a4 exists on VM [ 2354.801977] env[63366]: DEBUG nova.compute.manager [req-672d58b1-fafb-4d02-8d1e-8d41a9dc88bf req-ccc54279-f83c-4e60-8ad2-6d6ddfa685c2 service nova] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Received event network-vif-plugged-2967ca57-db1b-494c-acfe-bfcb5a4447fd {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2354.802231] env[63366]: DEBUG oslo_concurrency.lockutils [req-672d58b1-fafb-4d02-8d1e-8d41a9dc88bf req-ccc54279-f83c-4e60-8ad2-6d6ddfa685c2 service nova] Acquiring lock "b83768e8-e05f-4186-9c3c-ff79637647f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2354.802452] env[63366]: DEBUG oslo_concurrency.lockutils [req-672d58b1-fafb-4d02-8d1e-8d41a9dc88bf req-ccc54279-f83c-4e60-8ad2-6d6ddfa685c2 service nova] Lock "b83768e8-e05f-4186-9c3c-ff79637647f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2354.802620] env[63366]: DEBUG oslo_concurrency.lockutils [req-672d58b1-fafb-4d02-8d1e-8d41a9dc88bf req-ccc54279-f83c-4e60-8ad2-6d6ddfa685c2 service nova] Lock "b83768e8-e05f-4186-9c3c-ff79637647f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2354.802784] env[63366]: DEBUG nova.compute.manager [req-672d58b1-fafb-4d02-8d1e-8d41a9dc88bf req-ccc54279-f83c-4e60-8ad2-6d6ddfa685c2 service nova] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] No waiting events found dispatching network-vif-plugged-2967ca57-db1b-494c-acfe-bfcb5a4447fd {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2354.802959] env[63366]: WARNING nova.compute.manager [req-672d58b1-fafb-4d02-8d1e-8d41a9dc88bf req-ccc54279-f83c-4e60-8ad2-6d6ddfa685c2 service nova] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Received unexpected event network-vif-plugged-2967ca57-db1b-494c-acfe-bfcb5a4447fd for instance with vm_state building and task_state spawning. [ 2354.838336] env[63366]: DEBUG nova.network.neutron [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Successfully updated port: 2967ca57-db1b-494c-acfe-bfcb5a4447fd {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2355.119729] env[63366]: DEBUG oslo_concurrency.lockutils [None req-65c3b1c9-2f5e-48b0-9724-11355367ae76 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "refresh_cache-a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2355.120019] env[63366]: DEBUG oslo_concurrency.lockutils [None req-65c3b1c9-2f5e-48b0-9724-11355367ae76 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired lock "refresh_cache-a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2355.120138] env[63366]: DEBUG nova.network.neutron [None req-65c3b1c9-2f5e-48b0-9724-11355367ae76 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2355.341510] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "refresh_cache-b83768e8-e05f-4186-9c3c-ff79637647f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2355.341659] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquired lock "refresh_cache-b83768e8-e05f-4186-9c3c-ff79637647f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2355.341807] env[63366]: DEBUG nova.network.neutron [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2355.375094] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "326da030-428b-4fb4-9b39-0d27f0f78ca9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2355.375351] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "326da030-428b-4fb4-9b39-0d27f0f78ca9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2355.375530] env[63366]: INFO nova.compute.manager [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Shelving [ 2355.422290] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e2d8c331-f6ad-40fd-9004-46f58bea0dfa tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "a15ed58a-3de8-4175-991e-450bad1b0176" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2355.422684] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e2d8c331-f6ad-40fd-9004-46f58bea0dfa tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "a15ed58a-3de8-4175-991e-450bad1b0176" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2355.422731] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e2d8c331-f6ad-40fd-9004-46f58bea0dfa tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "a15ed58a-3de8-4175-991e-450bad1b0176-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2355.422893] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e2d8c331-f6ad-40fd-9004-46f58bea0dfa tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "a15ed58a-3de8-4175-991e-450bad1b0176-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2355.423069] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e2d8c331-f6ad-40fd-9004-46f58bea0dfa tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "a15ed58a-3de8-4175-991e-450bad1b0176-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2355.425439] env[63366]: INFO nova.compute.manager [None req-e2d8c331-f6ad-40fd-9004-46f58bea0dfa tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Terminating instance [ 2355.465396] env[63366]: DEBUG nova.objects.instance [None req-8a485305-0934-42dc-8684-d9745d4d8f5f tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lazy-loading 'flavor' on Instance uuid 0612d210-da38-4916-b220-1e21c93123f8 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2355.874524] env[63366]: DEBUG nova.network.neutron [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2355.929273] env[63366]: DEBUG nova.compute.manager [None req-e2d8c331-f6ad-40fd-9004-46f58bea0dfa tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2355.929499] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d8c331-f6ad-40fd-9004-46f58bea0dfa tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2355.930401] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0454f4fc-24df-4edd-b7eb-a6c0125817ef {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.934135] env[63366]: INFO nova.network.neutron [None req-65c3b1c9-2f5e-48b0-9724-11355367ae76 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Port fd0d14cb-64b2-4330-ba7a-2125b4ba2cb9 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2355.934639] env[63366]: DEBUG nova.network.neutron [None req-65c3b1c9-2f5e-48b0-9724-11355367ae76 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Updating instance_info_cache with network_info: [{"id": "2c969d1f-6d44-4827-990e-0587d80bba74", "address": "fa:16:3e:22:28:f0", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c969d1f-6d", "ovs_interfaceid": "2c969d1f-6d44-4827-990e-0587d80bba74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2355.938634] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d8c331-f6ad-40fd-9004-46f58bea0dfa tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2355.939905] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12409982-db69-4e64-8f21-85ff3e554412 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.946098] env[63366]: DEBUG oslo_vmware.api [None req-e2d8c331-f6ad-40fd-9004-46f58bea0dfa tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2355.946098] env[63366]: value = "task-2104552" [ 2355.946098] env[63366]: _type = "Task" [ 2355.946098] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2355.955490] env[63366]: DEBUG oslo_vmware.api [None req-e2d8c331-f6ad-40fd-9004-46f58bea0dfa tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.969271] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a485305-0934-42dc-8684-d9745d4d8f5f tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "0612d210-da38-4916-b220-1e21c93123f8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.259s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2356.011120] env[63366]: DEBUG nova.network.neutron [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Updating instance_info_cache with network_info: [{"id": "2967ca57-db1b-494c-acfe-bfcb5a4447fd", "address": "fa:16:3e:24:c1:4d", "network": {"id": "4129a070-c31a-4310-b4b1-4e475fb3f1bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1668961456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2100d8abe0431c93b03b71a19f2086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2967ca57-db", "ovs_interfaceid": "2967ca57-db1b-494c-acfe-bfcb5a4447fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2356.094151] env[63366]: INFO nova.compute.manager [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Rescuing [ 2356.094507] env[63366]: DEBUG oslo_concurrency.lockutils [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "refresh_cache-0612d210-da38-4916-b220-1e21c93123f8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2356.094726] env[63366]: DEBUG oslo_concurrency.lockutils [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquired lock "refresh_cache-0612d210-da38-4916-b220-1e21c93123f8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2356.094961] env[63366]: DEBUG nova.network.neutron [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2356.187587] env[63366]: DEBUG nova.compute.manager [req-2870acde-3484-4bfe-8274-a3b25523585f req-ab907adc-6d0a-49c9-9b76-90db94958b3b service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Received event network-vif-deleted-fd0d14cb-64b2-4330-ba7a-2125b4ba2cb9 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2356.347456] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "refresh_cache-66cb86cd-d442-4454-a9eb-8e2b07c1db2c" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2356.347612] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "refresh_cache-66cb86cd-d442-4454-a9eb-8e2b07c1db2c" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2356.347761] env[63366]: DEBUG nova.network.neutron [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Forcefully refreshing network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2356.386710] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2356.386710] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77df6e8b-312b-43bd-b245-8b3f659b0427 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.398995] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2356.398995] env[63366]: value = "task-2104554" [ 2356.398995] env[63366]: _type = "Task" [ 2356.398995] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.403723] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.442115] env[63366]: DEBUG oslo_concurrency.lockutils [None req-65c3b1c9-2f5e-48b0-9724-11355367ae76 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Releasing lock "refresh_cache-a15ed58a-3de8-4175-991e-450bad1b0176" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2356.457060] env[63366]: DEBUG oslo_vmware.api [None req-e2d8c331-f6ad-40fd-9004-46f58bea0dfa tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104552, 'name': PowerOffVM_Task, 'duration_secs': 0.225228} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2356.457580] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d8c331-f6ad-40fd-9004-46f58bea0dfa tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2356.457864] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d8c331-f6ad-40fd-9004-46f58bea0dfa tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2356.458228] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9b7c971-5bd8-4ee3-be82-412936bfad81 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.513802] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Releasing lock "refresh_cache-b83768e8-e05f-4186-9c3c-ff79637647f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2356.514537] env[63366]: DEBUG nova.compute.manager [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Instance network_info: |[{"id": "2967ca57-db1b-494c-acfe-bfcb5a4447fd", "address": "fa:16:3e:24:c1:4d", "network": {"id": "4129a070-c31a-4310-b4b1-4e475fb3f1bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1668961456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2100d8abe0431c93b03b71a19f2086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2967ca57-db", "ovs_interfaceid": "2967ca57-db1b-494c-acfe-bfcb5a4447fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2356.515235] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:c1:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39a4aca0-934b-4a91-8779-6a4360c3f967', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2967ca57-db1b-494c-acfe-bfcb5a4447fd', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2356.527058] env[63366]: DEBUG oslo.service.loopingcall [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2356.527058] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2356.527058] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2dc84692-d7ff-4466-9f73-c9e9f06acb4b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.546051] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2356.546051] env[63366]: value = "task-2104556" [ 2356.546051] env[63366]: _type = "Task" [ 2356.546051] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.555019] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104556, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.664721] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d8c331-f6ad-40fd-9004-46f58bea0dfa tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2356.665993] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d8c331-f6ad-40fd-9004-46f58bea0dfa tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2356.665993] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2d8c331-f6ad-40fd-9004-46f58bea0dfa tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Deleting the datastore file [datastore2] a15ed58a-3de8-4175-991e-450bad1b0176 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2356.665993] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0267b064-c43a-4a0d-baec-ac86bd3f1a2f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.673546] env[63366]: DEBUG oslo_vmware.api [None req-e2d8c331-f6ad-40fd-9004-46f58bea0dfa tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2356.673546] env[63366]: value = "task-2104557" [ 2356.673546] env[63366]: _type = "Task" [ 2356.673546] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.682772] env[63366]: DEBUG oslo_vmware.api [None req-e2d8c331-f6ad-40fd-9004-46f58bea0dfa tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.834482] env[63366]: DEBUG nova.compute.manager [req-f5a1b376-b35f-4e70-b2c8-a837ce809200 req-f44ec7c7-e1db-4bad-aeaf-8e15bd9c246a service nova] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Received event network-changed-2967ca57-db1b-494c-acfe-bfcb5a4447fd {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2356.834769] env[63366]: DEBUG nova.compute.manager [req-f5a1b376-b35f-4e70-b2c8-a837ce809200 req-f44ec7c7-e1db-4bad-aeaf-8e15bd9c246a service nova] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Refreshing instance network info cache due to event network-changed-2967ca57-db1b-494c-acfe-bfcb5a4447fd. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2356.835174] env[63366]: DEBUG oslo_concurrency.lockutils [req-f5a1b376-b35f-4e70-b2c8-a837ce809200 req-f44ec7c7-e1db-4bad-aeaf-8e15bd9c246a service nova] Acquiring lock "refresh_cache-b83768e8-e05f-4186-9c3c-ff79637647f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2356.835265] env[63366]: DEBUG oslo_concurrency.lockutils [req-f5a1b376-b35f-4e70-b2c8-a837ce809200 req-f44ec7c7-e1db-4bad-aeaf-8e15bd9c246a service nova] Acquired lock "refresh_cache-b83768e8-e05f-4186-9c3c-ff79637647f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2356.835504] env[63366]: DEBUG nova.network.neutron [req-f5a1b376-b35f-4e70-b2c8-a837ce809200 req-f44ec7c7-e1db-4bad-aeaf-8e15bd9c246a service nova] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Refreshing network info cache for port 2967ca57-db1b-494c-acfe-bfcb5a4447fd {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2356.846780] env[63366]: DEBUG nova.network.neutron [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Updating instance_info_cache with network_info: [{"id": "3286c5ac-b2a3-42e4-bdef-8a65be51decb", "address": "fa:16:3e:56:bf:a8", "network": {"id": "46396d66-ee83-49ac-8188-6b1ddd43eb97", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1814001189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78586b8c868a49e49210489446994e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3286c5ac-b2", "ovs_interfaceid": "3286c5ac-b2a3-42e4-bdef-8a65be51decb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2356.906417] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104554, 'name': PowerOffVM_Task, 'duration_secs': 0.175912} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2356.906699] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2356.907569] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba2dbec-9a4a-4895-8690-ae50a329971d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.928188] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1620d4b-35d5-4d19-9c21-471fcda7fbb7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.944742] env[63366]: DEBUG oslo_concurrency.lockutils [None req-65c3b1c9-2f5e-48b0-9724-11355367ae76 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "interface-a15ed58a-3de8-4175-991e-450bad1b0176-d9f849da-85e0-4e0b-9c45-020b16f324a4" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.672s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2357.058450] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104556, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.184890] env[63366]: DEBUG oslo_vmware.api [None req-e2d8c331-f6ad-40fd-9004-46f58bea0dfa tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167598} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2357.185191] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2d8c331-f6ad-40fd-9004-46f58bea0dfa tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2357.185378] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d8c331-f6ad-40fd-9004-46f58bea0dfa tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2357.185547] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d8c331-f6ad-40fd-9004-46f58bea0dfa tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2357.185714] env[63366]: INFO nova.compute.manager [None req-e2d8c331-f6ad-40fd-9004-46f58bea0dfa tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Took 1.26 seconds to destroy the instance on the hypervisor. [ 2357.185970] env[63366]: DEBUG oslo.service.loopingcall [None req-e2d8c331-f6ad-40fd-9004-46f58bea0dfa tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2357.186189] env[63366]: DEBUG nova.compute.manager [-] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2357.186267] env[63366]: DEBUG nova.network.neutron [-] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2357.232850] env[63366]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port fd0d14cb-64b2-4330-ba7a-2125b4ba2cb9 could not be found.", "detail": ""}} {{(pid=63366) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 2357.233140] env[63366]: DEBUG nova.network.neutron [-] Unable to show port fd0d14cb-64b2-4330-ba7a-2125b4ba2cb9 as it no longer exists. {{(pid=63366) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 2357.349307] env[63366]: DEBUG oslo_concurrency.lockutils [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Releasing lock "refresh_cache-0612d210-da38-4916-b220-1e21c93123f8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2357.441125] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Creating Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2357.441651] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6ed8cbaa-e921-4cdd-9ff6-ec9e91ba5436 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.459787] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2357.459787] env[63366]: value = "task-2104558" [ 2357.459787] env[63366]: _type = "Task" [ 2357.459787] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2357.480504] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104558, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.558160] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104556, 'name': CreateVM_Task, 'duration_secs': 0.631111} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2357.558395] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2357.559050] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2357.559219] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2357.559544] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2357.559796] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-394bb2e6-99f8-4b7e-b9c6-f628b1648c65 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.565279] env[63366]: DEBUG oslo_vmware.api [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2357.565279] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]523ecef6-f4b7-3be0-ee84-72ff4fa28a17" [ 2357.565279] env[63366]: _type = "Task" [ 2357.565279] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2357.574609] env[63366]: DEBUG oslo_vmware.api [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523ecef6-f4b7-3be0-ee84-72ff4fa28a17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.704949] env[63366]: DEBUG nova.network.neutron [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Updating instance_info_cache with network_info: [{"id": "c21a5002-e23d-4fc8-96b9-fb3f491ccc47", "address": "fa:16:3e:99:f9:ed", "network": {"id": "46396d66-ee83-49ac-8188-6b1ddd43eb97", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1814001189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78586b8c868a49e49210489446994e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21a5002-e2", "ovs_interfaceid": "c21a5002-e23d-4fc8-96b9-fb3f491ccc47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2357.710832] env[63366]: DEBUG nova.network.neutron [req-f5a1b376-b35f-4e70-b2c8-a837ce809200 req-f44ec7c7-e1db-4bad-aeaf-8e15bd9c246a service nova] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Updated VIF entry in instance network info cache for port 2967ca57-db1b-494c-acfe-bfcb5a4447fd. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2357.710832] env[63366]: DEBUG nova.network.neutron [req-f5a1b376-b35f-4e70-b2c8-a837ce809200 req-f44ec7c7-e1db-4bad-aeaf-8e15bd9c246a service nova] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Updating instance_info_cache with network_info: [{"id": "2967ca57-db1b-494c-acfe-bfcb5a4447fd", "address": "fa:16:3e:24:c1:4d", "network": {"id": "4129a070-c31a-4310-b4b1-4e475fb3f1bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1668961456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2100d8abe0431c93b03b71a19f2086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2967ca57-db", "ovs_interfaceid": "2967ca57-db1b-494c-acfe-bfcb5a4447fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2357.971823] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104558, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.076574] env[63366]: DEBUG oslo_vmware.api [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523ecef6-f4b7-3be0-ee84-72ff4fa28a17, 'name': SearchDatastore_Task, 'duration_secs': 0.012012} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2358.076897] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2358.077209] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2358.077662] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2358.077662] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2358.077806] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2358.077961] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d1d7506-d779-4201-b265-48f011089801 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.088390] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2358.088606] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2358.089309] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-121ccf90-ce17-4c8c-9cfc-89abfe31d7c3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.095475] env[63366]: DEBUG oslo_vmware.api [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2358.095475] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5251badb-f8bd-bd41-b4fd-6f33a9b7bc3d" [ 2358.095475] env[63366]: _type = "Task" [ 2358.095475] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2358.103729] env[63366]: DEBUG oslo_vmware.api [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5251badb-f8bd-bd41-b4fd-6f33a9b7bc3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.177463] env[63366]: DEBUG nova.network.neutron [-] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2358.207634] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "refresh_cache-66cb86cd-d442-4454-a9eb-8e2b07c1db2c" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2358.207976] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Updated the network info_cache for instance {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2358.208294] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2358.208480] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2358.208627] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2358.208776] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2358.208919] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2358.209071] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2358.209269] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2358.213407] env[63366]: DEBUG oslo_concurrency.lockutils [req-f5a1b376-b35f-4e70-b2c8-a837ce809200 req-f44ec7c7-e1db-4bad-aeaf-8e15bd9c246a service nova] Releasing lock "refresh_cache-b83768e8-e05f-4186-9c3c-ff79637647f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2358.216258] env[63366]: DEBUG nova.compute.manager [req-3260723b-d79f-41fa-b4b2-959018d46a3e req-c82a5942-b2eb-4e51-96e3-087047dc9270 service nova] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Received event network-vif-deleted-2c969d1f-6d44-4827-990e-0587d80bba74 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2358.473232] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104558, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.605573] env[63366]: DEBUG oslo_vmware.api [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5251badb-f8bd-bd41-b4fd-6f33a9b7bc3d, 'name': SearchDatastore_Task, 'duration_secs': 0.010297} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2358.606659] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dab4c6be-5e36-45f5-affc-e3a698687eef {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.612237] env[63366]: DEBUG oslo_vmware.api [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2358.612237] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]529d1fa8-ff3a-8389-9e14-31ddf2a2c4fc" [ 2358.612237] env[63366]: _type = "Task" [ 2358.612237] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2358.620467] env[63366]: DEBUG oslo_vmware.api [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]529d1fa8-ff3a-8389-9e14-31ddf2a2c4fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.680820] env[63366]: INFO nova.compute.manager [-] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Took 1.49 seconds to deallocate network for instance. [ 2358.712503] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2358.712875] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2358.713181] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2358.713373] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2358.714410] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197414cd-0e17-4b95-b639-4912d3d8870c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.723364] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738c218c-3b1f-4bea-993c-a0ffe687e3c7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.738949] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce00f57-1554-400d-97d4-39d5e9e299db {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.746018] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc016d9d-bf53-4511-95e2-02c32405cf8a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.777040] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179747MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2358.777242] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2358.777503] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2358.892405] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2358.892727] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cefe25d0-df35-42c6-98f3-eee8b71b7bff {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.901162] env[63366]: DEBUG oslo_vmware.api [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2358.901162] env[63366]: value = "task-2104560" [ 2358.901162] env[63366]: _type = "Task" [ 2358.901162] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2358.909875] env[63366]: DEBUG oslo_vmware.api [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.973114] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104558, 'name': CreateSnapshot_Task, 'duration_secs': 1.318468} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2358.973426] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Created Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2358.974199] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4a1bea-fd39-40c2-a3ab-bb88f39a606a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.122375] env[63366]: DEBUG oslo_vmware.api [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]529d1fa8-ff3a-8389-9e14-31ddf2a2c4fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010306} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2359.122621] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2359.122878] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] b83768e8-e05f-4186-9c3c-ff79637647f6/b83768e8-e05f-4186-9c3c-ff79637647f6.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2359.123185] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0c79f69-4e29-4ae1-888a-2984c89a0c06 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.129944] env[63366]: DEBUG oslo_vmware.api [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2359.129944] env[63366]: value = "task-2104561" [ 2359.129944] env[63366]: _type = "Task" [ 2359.129944] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.138513] env[63366]: DEBUG oslo_vmware.api [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.188030] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e2d8c331-f6ad-40fd-9004-46f58bea0dfa tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2359.416658] env[63366]: DEBUG oslo_vmware.api [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104560, 'name': PowerOffVM_Task, 'duration_secs': 0.337519} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2359.416933] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2359.417813] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f77ebd-09ca-49e5-9b44-3d3b96441660 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.442192] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881b9470-4139-4cb6-9feb-862a53eb320a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.480195] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2359.480477] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87207f7b-c672-4830-a708-56c830937b1d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.493246] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Creating linked-clone VM from snapshot {{(pid=63366) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2359.494964] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4804cb88-5784-4583-aedb-b8df3e455135 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.498181] env[63366]: DEBUG oslo_vmware.api [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2359.498181] env[63366]: value = "task-2104562" [ 2359.498181] env[63366]: _type = "Task" [ 2359.498181] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.507022] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2359.507022] env[63366]: value = "task-2104563" [ 2359.507022] env[63366]: _type = "Task" [ 2359.507022] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.513429] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] VM already powered off {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2359.513658] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2359.513916] env[63366]: DEBUG oslo_concurrency.lockutils [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2359.514054] env[63366]: DEBUG oslo_concurrency.lockutils [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2359.514232] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2359.514499] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-684627dc-e6e3-4fd0-acc3-960dc0015b8b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.523134] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104563, 'name': CloneVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.530460] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2359.530645] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2359.531437] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a55a29d-415f-48c5-a09d-839bca9f2b52 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.539569] env[63366]: DEBUG oslo_vmware.api [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2359.539569] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5216d896-0c82-b137-a827-2277d1bc3abb" [ 2359.539569] env[63366]: _type = "Task" [ 2359.539569] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.550681] env[63366]: DEBUG oslo_vmware.api [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5216d896-0c82-b137-a827-2277d1bc3abb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.640334] env[63366]: DEBUG oslo_vmware.api [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104561, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.807316] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 3f634a63-a93f-48b9-8272-3bbf62ae807f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2359.807473] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 66cb86cd-d442-4454-a9eb-8e2b07c1db2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2359.807596] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 25984b2b-047b-4ac9-bbfa-4d86a764c3ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2359.807799] env[63366]: WARNING nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance a15ed58a-3de8-4175-991e-450bad1b0176 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2359.807932] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 0612d210-da38-4916-b220-1e21c93123f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2359.808060] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 326da030-428b-4fb4-9b39-0d27f0f78ca9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2359.808174] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 8b9b3791-3454-423b-bcd7-65e18e5999d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2359.808286] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 5257823c-5769-4f52-85e2-1e06ad7ecc94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2359.808394] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance b83768e8-e05f-4186-9c3c-ff79637647f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2359.808740] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2359.808884] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2359.919931] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15d18c6-b294-41c8-bb0a-688619f7b9ca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.928072] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51afc5c6-7b89-4d8e-aae2-a33bccedfbf1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.958292] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2725e0-cd83-43ed-b07a-9d6332df9baf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.966152] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225535fa-2f96-4f73-846f-b18060f9e681 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.979175] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2360.019685] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104563, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.049221] env[63366]: DEBUG oslo_vmware.api [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5216d896-0c82-b137-a827-2277d1bc3abb, 'name': SearchDatastore_Task, 'duration_secs': 0.027543} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2360.049936] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2faa2205-a6a2-48ee-877f-86970e62af88 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.055077] env[63366]: DEBUG oslo_vmware.api [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2360.055077] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52497341-b020-abd1-e464-8e52d5c1111f" [ 2360.055077] env[63366]: _type = "Task" [ 2360.055077] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2360.063089] env[63366]: DEBUG oslo_vmware.api [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52497341-b020-abd1-e464-8e52d5c1111f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.140333] env[63366]: DEBUG oslo_vmware.api [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104561, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.482726] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2360.523761] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104563, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.566289] env[63366]: DEBUG oslo_vmware.api [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52497341-b020-abd1-e464-8e52d5c1111f, 'name': SearchDatastore_Task, 'duration_secs': 0.010361} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2360.566594] env[63366]: DEBUG oslo_concurrency.lockutils [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2360.566854] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 0612d210-da38-4916-b220-1e21c93123f8/a69c6f87-3b9f-45c1-927a-78c60f5617a0-rescue.vmdk. {{(pid=63366) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2360.567116] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7a77a73-af3a-42aa-a809-4b2300645856 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.577086] env[63366]: DEBUG oslo_vmware.api [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2360.577086] env[63366]: value = "task-2104564" [ 2360.577086] env[63366]: _type = "Task" [ 2360.577086] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2360.587668] env[63366]: DEBUG oslo_vmware.api [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.642494] env[63366]: DEBUG oslo_vmware.api [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104561, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.448923} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2360.642793] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] b83768e8-e05f-4186-9c3c-ff79637647f6/b83768e8-e05f-4186-9c3c-ff79637647f6.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2360.643059] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2360.643359] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08f42d67-a6c7-4de4-af0e-0eb3f0503fc5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.650790] env[63366]: DEBUG oslo_vmware.api [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2360.650790] env[63366]: value = "task-2104565" [ 2360.650790] env[63366]: _type = "Task" [ 2360.650790] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2360.660447] env[63366]: DEBUG oslo_vmware.api [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.988159] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2360.988410] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.211s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2360.988652] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e2d8c331-f6ad-40fd-9004-46f58bea0dfa tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.801s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2360.988855] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e2d8c331-f6ad-40fd-9004-46f58bea0dfa tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2361.018174] env[63366]: INFO nova.scheduler.client.report [None req-e2d8c331-f6ad-40fd-9004-46f58bea0dfa tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Deleted allocations for instance a15ed58a-3de8-4175-991e-450bad1b0176 [ 2361.026863] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104563, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.088584] env[63366]: DEBUG oslo_vmware.api [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482386} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2361.088849] env[63366]: INFO nova.virt.vmwareapi.ds_util [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 0612d210-da38-4916-b220-1e21c93123f8/a69c6f87-3b9f-45c1-927a-78c60f5617a0-rescue.vmdk. [ 2361.089631] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab0c4c5-2d1b-432c-9fd0-f78d5a15c277 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.118803] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 0612d210-da38-4916-b220-1e21c93123f8/a69c6f87-3b9f-45c1-927a-78c60f5617a0-rescue.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2361.119112] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20d2319c-e99f-4213-a8cb-7b93b9b425a1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.138110] env[63366]: DEBUG oslo_vmware.api [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2361.138110] env[63366]: value = "task-2104566" [ 2361.138110] env[63366]: _type = "Task" [ 2361.138110] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2361.146500] env[63366]: DEBUG oslo_vmware.api [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.161743] env[63366]: DEBUG oslo_vmware.api [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069073} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2361.162171] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2361.163184] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29dd6026-3602-43fe-a6da-03fb2473faf3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.187510] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] b83768e8-e05f-4186-9c3c-ff79637647f6/b83768e8-e05f-4186-9c3c-ff79637647f6.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2361.187814] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01ea3668-5f90-4ed4-a90b-d2e3f66931fd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.202362] env[63366]: DEBUG oslo_concurrency.lockutils [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "8b9b3791-3454-423b-bcd7-65e18e5999d7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2361.202696] env[63366]: DEBUG oslo_concurrency.lockutils [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "8b9b3791-3454-423b-bcd7-65e18e5999d7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2361.202961] env[63366]: INFO nova.compute.manager [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Shelving [ 2361.211945] env[63366]: DEBUG oslo_vmware.api [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2361.211945] env[63366]: value = "task-2104567" [ 2361.211945] env[63366]: _type = "Task" [ 2361.211945] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2361.220935] env[63366]: DEBUG oslo_vmware.api [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104567, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.527674] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104563, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.528541] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e2d8c331-f6ad-40fd-9004-46f58bea0dfa tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "a15ed58a-3de8-4175-991e-450bad1b0176" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.106s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2361.649732] env[63366]: DEBUG oslo_vmware.api [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104566, 'name': ReconfigVM_Task, 'duration_secs': 0.476049} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2361.649732] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 0612d210-da38-4916-b220-1e21c93123f8/a69c6f87-3b9f-45c1-927a-78c60f5617a0-rescue.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2361.651897] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eea4872-b732-43a8-ba38-931f3f22dfc7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.657065] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "7b28a860-e1f2-433d-a4e1-732abcb93382" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2361.657276] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "7b28a860-e1f2-433d-a4e1-732abcb93382" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2361.686668] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6a6e002-24ad-46b4-9797-2adc1f12b9eb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.703452] env[63366]: DEBUG oslo_vmware.api [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2361.703452] env[63366]: value = "task-2104568" [ 2361.703452] env[63366]: _type = "Task" [ 2361.703452] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2361.719663] env[63366]: DEBUG oslo_vmware.api [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104568, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.726096] env[63366]: DEBUG oslo_vmware.api [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.024138] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104563, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.159267] env[63366]: DEBUG nova.compute.manager [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2362.162869] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2362.214332] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2362.215008] env[63366]: DEBUG oslo_vmware.api [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104568, 'name': ReconfigVM_Task, 'duration_secs': 0.166203} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2362.215281] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b36edc1e-cdc1-469b-9c60-a13a5f288158 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.219844] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2362.220110] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c49d4991-da29-49a3-9920-94c10cd4f3e7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.227718] env[63366]: DEBUG oslo_vmware.api [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.229852] env[63366]: DEBUG oslo_vmware.api [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2362.229852] env[63366]: value = "task-2104569" [ 2362.229852] env[63366]: _type = "Task" [ 2362.229852] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2362.230120] env[63366]: DEBUG oslo_vmware.api [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2362.230120] env[63366]: value = "task-2104570" [ 2362.230120] env[63366]: _type = "Task" [ 2362.230120] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2362.242941] env[63366]: DEBUG oslo_vmware.api [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.247079] env[63366]: DEBUG oslo_vmware.api [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.525701] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104563, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.671872] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2362.688086] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2362.688738] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2362.690366] env[63366]: INFO nova.compute.claims [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2362.726424] env[63366]: DEBUG oslo_vmware.api [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104567, 'name': ReconfigVM_Task, 'duration_secs': 1.12711} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2362.727468] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Reconfigured VM instance instance-00000062 to attach disk [datastore2] b83768e8-e05f-4186-9c3c-ff79637647f6/b83768e8-e05f-4186-9c3c-ff79637647f6.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2362.728197] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23232281-443a-4cd6-bb53-736d797989aa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.737797] env[63366]: DEBUG oslo_vmware.api [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2362.737797] env[63366]: value = "task-2104571" [ 2362.737797] env[63366]: _type = "Task" [ 2362.737797] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2362.746889] env[63366]: DEBUG oslo_vmware.api [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104569, 'name': PowerOffVM_Task, 'duration_secs': 0.217333} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2362.747124] env[63366]: DEBUG oslo_vmware.api [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104570, 'name': PowerOnVM_Task, 'duration_secs': 0.449725} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2362.747689] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2362.748026] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2362.750684] env[63366]: DEBUG nova.compute.manager [None req-18bae10b-dd8b-4a06-9c4d-72c4245a9426 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2362.754298] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f714e4-f2ce-4998-8585-299a6cc313de {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.757196] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d326fd-8df6-40cf-9ea7-fd567add52dd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.759929] env[63366]: DEBUG oslo_vmware.api [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104571, 'name': Rename_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.784384] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5402b616-255c-4592-bf72-0dbca212eb21 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.025960] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104563, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.176044] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Getting list of instances from cluster (obj){ [ 2363.176044] env[63366]: value = "domain-c8" [ 2363.176044] env[63366]: _type = "ClusterComputeResource" [ 2363.176044] env[63366]: } {{(pid=63366) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2363.177481] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050cfcd1-4904-4784-bf48-0d5d255c782b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.198512] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Got total of 8 instances {{(pid=63366) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2363.198679] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Triggering sync for uuid 3f634a63-a93f-48b9-8272-3bbf62ae807f {{(pid=63366) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2363.198970] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Triggering sync for uuid 66cb86cd-d442-4454-a9eb-8e2b07c1db2c {{(pid=63366) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2363.199206] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Triggering sync for uuid 25984b2b-047b-4ac9-bbfa-4d86a764c3ce {{(pid=63366) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2363.199385] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Triggering sync for uuid 0612d210-da38-4916-b220-1e21c93123f8 {{(pid=63366) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2363.199539] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Triggering sync for uuid 326da030-428b-4fb4-9b39-0d27f0f78ca9 {{(pid=63366) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2363.199688] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Triggering sync for uuid 8b9b3791-3454-423b-bcd7-65e18e5999d7 {{(pid=63366) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2363.199837] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Triggering sync for uuid 5257823c-5769-4f52-85e2-1e06ad7ecc94 {{(pid=63366) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2363.200091] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Triggering sync for uuid b83768e8-e05f-4186-9c3c-ff79637647f6 {{(pid=63366) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2363.200694] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "3f634a63-a93f-48b9-8272-3bbf62ae807f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2363.200929] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "3f634a63-a93f-48b9-8272-3bbf62ae807f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2363.201195] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "66cb86cd-d442-4454-a9eb-8e2b07c1db2c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2363.201374] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "66cb86cd-d442-4454-a9eb-8e2b07c1db2c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2363.201602] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "25984b2b-047b-4ac9-bbfa-4d86a764c3ce" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2363.201775] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "25984b2b-047b-4ac9-bbfa-4d86a764c3ce" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2363.202082] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "0612d210-da38-4916-b220-1e21c93123f8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2363.202510] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "0612d210-da38-4916-b220-1e21c93123f8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2363.202510] env[63366]: INFO nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 0612d210-da38-4916-b220-1e21c93123f8] During sync_power_state the instance has a pending task (rescuing). Skip. [ 2363.202510] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "0612d210-da38-4916-b220-1e21c93123f8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2363.202700] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "326da030-428b-4fb4-9b39-0d27f0f78ca9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2363.202846] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "8b9b3791-3454-423b-bcd7-65e18e5999d7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2363.203049] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "5257823c-5769-4f52-85e2-1e06ad7ecc94" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2363.203242] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "5257823c-5769-4f52-85e2-1e06ad7ecc94" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2363.203452] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "b83768e8-e05f-4186-9c3c-ff79637647f6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2363.204384] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84bd64c-d34c-40e1-bea4-dd8819921ffa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.207622] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa35f7f-f869-45f3-8c7d-a6507323ec4b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.210331] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7332c56-02d8-46fd-bdc8-eb0d7858656a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.213017] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71991cf-98ad-407a-985d-cd14cc3c0683 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.248766] env[63366]: DEBUG oslo_vmware.api [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104571, 'name': Rename_Task, 'duration_secs': 0.225706} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2363.250582] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2363.250714] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a0da915-a3cd-4611-bb4b-10252f4c9951 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.260247] env[63366]: DEBUG oslo_vmware.api [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2363.260247] env[63366]: value = "task-2104572" [ 2363.260247] env[63366]: _type = "Task" [ 2363.260247] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2363.275351] env[63366]: DEBUG oslo_vmware.api [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.295457] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Creating Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2363.295790] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fc277d50-a863-44ee-8758-06c882450d9e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.303845] env[63366]: DEBUG oslo_vmware.api [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2363.303845] env[63366]: value = "task-2104573" [ 2363.303845] env[63366]: _type = "Task" [ 2363.303845] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2363.314160] env[63366]: DEBUG oslo_vmware.api [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104573, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.527946] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104563, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.550139] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "cd23bcf3-0d19-4694-8d80-fb91dbd342cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2363.550453] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "cd23bcf3-0d19-4694-8d80-fb91dbd342cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2363.730985] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "5257823c-5769-4f52-85e2-1e06ad7ecc94" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.528s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2363.731409] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "25984b2b-047b-4ac9-bbfa-4d86a764c3ce" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.530s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2363.731735] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "66cb86cd-d442-4454-a9eb-8e2b07c1db2c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.530s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2363.736263] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "3f634a63-a93f-48b9-8272-3bbf62ae807f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.535s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2363.772026] env[63366]: DEBUG oslo_vmware.api [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104572, 'name': PowerOnVM_Task, 'duration_secs': 0.47437} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2363.774649] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2363.774873] env[63366]: INFO nova.compute.manager [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Took 9.88 seconds to spawn the instance on the hypervisor. [ 2363.775040] env[63366]: DEBUG nova.compute.manager [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2363.776039] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdb44d2-eec8-482e-ad78-50f5e31a0d72 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.814760] env[63366]: DEBUG oslo_vmware.api [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104573, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.850656] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9597d284-b25b-4280-abf6-772878033439 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.859243] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588dd6d1-50ce-40fc-b4f4-29030b298f96 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.891820] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4bcd2f-ff88-4ae2-b94d-f39474a07d00 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.899869] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9e52d1-3be0-4901-a802-4746a1912777 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.915116] env[63366]: DEBUG nova.compute.provider_tree [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2364.028392] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104563, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.054408] env[63366]: DEBUG nova.compute.manager [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2364.244770] env[63366]: INFO nova.compute.manager [None req-e66268ab-9dfc-4362-8d1d-3ee9a30df271 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Unrescuing [ 2364.245057] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e66268ab-9dfc-4362-8d1d-3ee9a30df271 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "refresh_cache-0612d210-da38-4916-b220-1e21c93123f8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2364.245272] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e66268ab-9dfc-4362-8d1d-3ee9a30df271 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquired lock "refresh_cache-0612d210-da38-4916-b220-1e21c93123f8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2364.245401] env[63366]: DEBUG nova.network.neutron [None req-e66268ab-9dfc-4362-8d1d-3ee9a30df271 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2364.295273] env[63366]: INFO nova.compute.manager [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Took 14.63 seconds to build instance. [ 2364.315996] env[63366]: DEBUG oslo_vmware.api [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104573, 'name': CreateSnapshot_Task, 'duration_secs': 0.568027} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2364.316279] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Created Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2364.317020] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2f081e-583b-405e-acca-1a6b69a5e3b7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.417929] env[63366]: DEBUG nova.scheduler.client.report [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2364.528372] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104563, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.575282] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2364.797377] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fd6a55e1-b5ef-404f-97a1-0e7260c49774 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "b83768e8-e05f-4186-9c3c-ff79637647f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.142s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2364.800109] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "b83768e8-e05f-4186-9c3c-ff79637647f6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.597s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2364.800332] env[63366]: INFO nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] During sync_power_state the instance has a pending task (spawning). Skip. [ 2364.800517] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "b83768e8-e05f-4186-9c3c-ff79637647f6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2364.835094] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Creating linked-clone VM from snapshot {{(pid=63366) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2364.835473] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-aff3e0da-a73a-4075-a0a9-1b3fd216db25 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.845567] env[63366]: DEBUG oslo_vmware.api [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2364.845567] env[63366]: value = "task-2104574" [ 2364.845567] env[63366]: _type = "Task" [ 2364.845567] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2364.855101] env[63366]: DEBUG oslo_vmware.api [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104574, 'name': CloneVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.922622] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2364.922996] env[63366]: DEBUG nova.compute.manager [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2364.925910] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.351s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2364.927493] env[63366]: INFO nova.compute.claims [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2365.029608] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104563, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.193124] env[63366]: DEBUG nova.network.neutron [None req-e66268ab-9dfc-4362-8d1d-3ee9a30df271 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Updating instance_info_cache with network_info: [{"id": "3286c5ac-b2a3-42e4-bdef-8a65be51decb", "address": "fa:16:3e:56:bf:a8", "network": {"id": "46396d66-ee83-49ac-8188-6b1ddd43eb97", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1814001189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78586b8c868a49e49210489446994e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3286c5ac-b2", "ovs_interfaceid": "3286c5ac-b2a3-42e4-bdef-8a65be51decb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2365.355711] env[63366]: DEBUG oslo_vmware.api [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104574, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.432535] env[63366]: DEBUG nova.compute.utils [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2365.436510] env[63366]: DEBUG nova.compute.manager [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2365.440019] env[63366]: DEBUG nova.network.neutron [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2365.523912] env[63366]: DEBUG nova.policy [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ceefefc27088469489fed3c386d50464', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73c6d0f4d73b45b280497b25fdc750f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2365.531525] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104563, 'name': CloneVM_Task, 'duration_secs': 5.999741} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2365.531778] env[63366]: INFO nova.virt.vmwareapi.vmops [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Created linked-clone VM from snapshot [ 2365.532503] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6ab29b-65db-4392-9382-ff624217cef2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.539983] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Uploading image a75da471-93b0-44b4-87ff-1660c0eb7785 {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2365.564517] env[63366]: DEBUG oslo_vmware.rw_handles [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2365.564517] env[63366]: value = "vm-430888" [ 2365.564517] env[63366]: _type = "VirtualMachine" [ 2365.564517] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2365.564777] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6bd35e15-43db-411a-827a-fc4e90ad213d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.573566] env[63366]: DEBUG oslo_vmware.rw_handles [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lease: (returnval){ [ 2365.573566] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ba17ff-7058-4f34-fe83-f3dfba961bd3" [ 2365.573566] env[63366]: _type = "HttpNfcLease" [ 2365.573566] env[63366]: } obtained for exporting VM: (result){ [ 2365.573566] env[63366]: value = "vm-430888" [ 2365.573566] env[63366]: _type = "VirtualMachine" [ 2365.573566] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2365.573852] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the lease: (returnval){ [ 2365.573852] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ba17ff-7058-4f34-fe83-f3dfba961bd3" [ 2365.573852] env[63366]: _type = "HttpNfcLease" [ 2365.573852] env[63366]: } to be ready. {{(pid=63366) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2365.581936] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2365.581936] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ba17ff-7058-4f34-fe83-f3dfba961bd3" [ 2365.581936] env[63366]: _type = "HttpNfcLease" [ 2365.581936] env[63366]: } is initializing. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2365.695657] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e66268ab-9dfc-4362-8d1d-3ee9a30df271 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Releasing lock "refresh_cache-0612d210-da38-4916-b220-1e21c93123f8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2365.696448] env[63366]: DEBUG nova.objects.instance [None req-e66268ab-9dfc-4362-8d1d-3ee9a30df271 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lazy-loading 'flavor' on Instance uuid 0612d210-da38-4916-b220-1e21c93123f8 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2365.748852] env[63366]: DEBUG nova.compute.manager [req-22a0f9ac-e22a-45c3-8653-9c6ee873959e req-c1d1eb5a-0894-4ebe-b62f-43b01b2ab0fe service nova] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Received event network-changed-2967ca57-db1b-494c-acfe-bfcb5a4447fd {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2365.749059] env[63366]: DEBUG nova.compute.manager [req-22a0f9ac-e22a-45c3-8653-9c6ee873959e req-c1d1eb5a-0894-4ebe-b62f-43b01b2ab0fe service nova] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Refreshing instance network info cache due to event network-changed-2967ca57-db1b-494c-acfe-bfcb5a4447fd. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2365.749273] env[63366]: DEBUG oslo_concurrency.lockutils [req-22a0f9ac-e22a-45c3-8653-9c6ee873959e req-c1d1eb5a-0894-4ebe-b62f-43b01b2ab0fe service nova] Acquiring lock "refresh_cache-b83768e8-e05f-4186-9c3c-ff79637647f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2365.749412] env[63366]: DEBUG oslo_concurrency.lockutils [req-22a0f9ac-e22a-45c3-8653-9c6ee873959e req-c1d1eb5a-0894-4ebe-b62f-43b01b2ab0fe service nova] Acquired lock "refresh_cache-b83768e8-e05f-4186-9c3c-ff79637647f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2365.749568] env[63366]: DEBUG nova.network.neutron [req-22a0f9ac-e22a-45c3-8653-9c6ee873959e req-c1d1eb5a-0894-4ebe-b62f-43b01b2ab0fe service nova] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Refreshing network info cache for port 2967ca57-db1b-494c-acfe-bfcb5a4447fd {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2365.856497] env[63366]: DEBUG oslo_vmware.api [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104574, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.880632] env[63366]: DEBUG nova.network.neutron [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Successfully created port: 61b39b00-f3f6-4ec4-9972-f9526d2da99e {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2365.937469] env[63366]: DEBUG nova.compute.manager [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2366.083153] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2366.083153] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ba17ff-7058-4f34-fe83-f3dfba961bd3" [ 2366.083153] env[63366]: _type = "HttpNfcLease" [ 2366.083153] env[63366]: } is ready. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2366.083517] env[63366]: DEBUG oslo_vmware.rw_handles [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2366.083517] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ba17ff-7058-4f34-fe83-f3dfba961bd3" [ 2366.083517] env[63366]: _type = "HttpNfcLease" [ 2366.083517] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2366.084205] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c292efa-e31a-46f3-97c1-702b83cba389 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.091915] env[63366]: DEBUG oslo_vmware.rw_handles [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521bc022-62b8-b141-80fb-c737d98f8c78/disk-0.vmdk from lease info. {{(pid=63366) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2366.092196] env[63366]: DEBUG oslo_vmware.rw_handles [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521bc022-62b8-b141-80fb-c737d98f8c78/disk-0.vmdk for reading. {{(pid=63366) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2366.151186] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92042640-d747-47c1-a3c7-24714572edd6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.161733] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb9cc1e-6fd9-452a-b2bf-e29e335ccef9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.195364] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d855b11-c5d0-4e48-809d-052b9d633391 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.198195] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e304e075-09cd-4457-b474-b5b50a696af2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.204024] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24392465-594f-4959-ba33-8370c9391820 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.210977] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e3c359-d931-4d0f-9184-a4f86d6aa04d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.234597] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e66268ab-9dfc-4362-8d1d-3ee9a30df271 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2366.235755] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33911e18-3de3-4c0e-97db-136d4fbfbbdf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.246598] env[63366]: DEBUG nova.compute.provider_tree [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2366.254346] env[63366]: DEBUG oslo_vmware.api [None req-e66268ab-9dfc-4362-8d1d-3ee9a30df271 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2366.254346] env[63366]: value = "task-2104576" [ 2366.254346] env[63366]: _type = "Task" [ 2366.254346] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.256201] env[63366]: DEBUG nova.scheduler.client.report [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2366.270472] env[63366]: DEBUG oslo_vmware.api [None req-e66268ab-9dfc-4362-8d1d-3ee9a30df271 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.357940] env[63366]: DEBUG oslo_vmware.api [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104574, 'name': CloneVM_Task} progress is 95%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.446416] env[63366]: INFO nova.virt.block_device [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Booting with volume 9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6 at /dev/sda [ 2366.507411] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-218f3cdb-213b-40e7-ad97-75b8bea7db61 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.522315] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb895d3-302e-424b-9859-a0561c296f98 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.565020] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-235a93f9-05fa-490b-874b-8c75b7550da3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.574981] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94e87e9-8a4f-40e7-9ac5-d3eb701a16ae {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.608463] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a434c9-785d-4daf-837f-0830980f7c4b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.617298] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984e9f66-c6d9-4c31-9d2b-10fac834d3f5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.632274] env[63366]: DEBUG nova.virt.block_device [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Updating existing volume attachment record: de32e9e1-9b0d-4afa-9311-499f4c49f5d3 {{(pid=63366) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2366.761376] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.835s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2366.762099] env[63366]: DEBUG nova.compute.manager [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2366.789304] env[63366]: DEBUG nova.network.neutron [req-22a0f9ac-e22a-45c3-8653-9c6ee873959e req-c1d1eb5a-0894-4ebe-b62f-43b01b2ab0fe service nova] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Updated VIF entry in instance network info cache for port 2967ca57-db1b-494c-acfe-bfcb5a4447fd. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2366.789818] env[63366]: DEBUG nova.network.neutron [req-22a0f9ac-e22a-45c3-8653-9c6ee873959e req-c1d1eb5a-0894-4ebe-b62f-43b01b2ab0fe service nova] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Updating instance_info_cache with network_info: [{"id": "2967ca57-db1b-494c-acfe-bfcb5a4447fd", "address": "fa:16:3e:24:c1:4d", "network": {"id": "4129a070-c31a-4310-b4b1-4e475fb3f1bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1668961456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2100d8abe0431c93b03b71a19f2086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2967ca57-db", "ovs_interfaceid": "2967ca57-db1b-494c-acfe-bfcb5a4447fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2366.795831] env[63366]: DEBUG oslo_vmware.api [None req-e66268ab-9dfc-4362-8d1d-3ee9a30df271 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104576, 'name': PowerOffVM_Task, 'duration_secs': 0.223458} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.797585] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e66268ab-9dfc-4362-8d1d-3ee9a30df271 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2366.806568] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-e66268ab-9dfc-4362-8d1d-3ee9a30df271 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Reconfiguring VM instance instance-0000005c to detach disk 2002 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2366.811453] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba299687-25e6-4c42-885b-b1a8f8e64fd2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.833943] env[63366]: DEBUG oslo_vmware.api [None req-e66268ab-9dfc-4362-8d1d-3ee9a30df271 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2366.833943] env[63366]: value = "task-2104577" [ 2366.833943] env[63366]: _type = "Task" [ 2366.833943] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.843324] env[63366]: DEBUG oslo_vmware.api [None req-e66268ab-9dfc-4362-8d1d-3ee9a30df271 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.858784] env[63366]: DEBUG oslo_vmware.api [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104574, 'name': CloneVM_Task, 'duration_secs': 1.722703} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.859194] env[63366]: INFO nova.virt.vmwareapi.vmops [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Created linked-clone VM from snapshot [ 2366.860393] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba8c4f7-b6d6-4fae-91d3-24e22453348e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.869602] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Uploading image 26572f57-126e-4af8-ac7b-22570782e8f6 {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2366.893481] env[63366]: DEBUG oslo_vmware.rw_handles [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2366.893481] env[63366]: value = "vm-430890" [ 2366.893481] env[63366]: _type = "VirtualMachine" [ 2366.893481] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2366.894372] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-855afd13-9e02-4c83-9304-96607c292b04 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.903021] env[63366]: DEBUG oslo_vmware.rw_handles [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lease: (returnval){ [ 2366.903021] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]523fe190-91a7-a449-9815-2dd74d83d578" [ 2366.903021] env[63366]: _type = "HttpNfcLease" [ 2366.903021] env[63366]: } obtained for exporting VM: (result){ [ 2366.903021] env[63366]: value = "vm-430890" [ 2366.903021] env[63366]: _type = "VirtualMachine" [ 2366.903021] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2366.903473] env[63366]: DEBUG oslo_vmware.api [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the lease: (returnval){ [ 2366.903473] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]523fe190-91a7-a449-9815-2dd74d83d578" [ 2366.903473] env[63366]: _type = "HttpNfcLease" [ 2366.903473] env[63366]: } to be ready. {{(pid=63366) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2366.910505] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2366.910505] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]523fe190-91a7-a449-9815-2dd74d83d578" [ 2366.910505] env[63366]: _type = "HttpNfcLease" [ 2366.910505] env[63366]: } is initializing. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2367.272263] env[63366]: DEBUG nova.compute.utils [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2367.273908] env[63366]: DEBUG nova.compute.manager [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2367.274233] env[63366]: DEBUG nova.network.neutron [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2367.297673] env[63366]: DEBUG oslo_concurrency.lockutils [req-22a0f9ac-e22a-45c3-8653-9c6ee873959e req-c1d1eb5a-0894-4ebe-b62f-43b01b2ab0fe service nova] Releasing lock "refresh_cache-b83768e8-e05f-4186-9c3c-ff79637647f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2367.346440] env[63366]: DEBUG oslo_vmware.api [None req-e66268ab-9dfc-4362-8d1d-3ee9a30df271 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104577, 'name': ReconfigVM_Task, 'duration_secs': 0.434124} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.347996] env[63366]: DEBUG nova.policy [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85662cabad5e49f49f3025e55216ffd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '198c481722604b28b22fe824a12b6100', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2367.349883] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-e66268ab-9dfc-4362-8d1d-3ee9a30df271 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Reconfigured VM instance instance-0000005c to detach disk 2002 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2367.350167] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e66268ab-9dfc-4362-8d1d-3ee9a30df271 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2367.350731] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ef1e1fa-f1c9-4862-b28c-d3ab42e2fc68 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.358232] env[63366]: DEBUG oslo_vmware.api [None req-e66268ab-9dfc-4362-8d1d-3ee9a30df271 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2367.358232] env[63366]: value = "task-2104579" [ 2367.358232] env[63366]: _type = "Task" [ 2367.358232] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2367.366946] env[63366]: DEBUG oslo_vmware.api [None req-e66268ab-9dfc-4362-8d1d-3ee9a30df271 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.412013] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2367.412013] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]523fe190-91a7-a449-9815-2dd74d83d578" [ 2367.412013] env[63366]: _type = "HttpNfcLease" [ 2367.412013] env[63366]: } is ready. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2367.412390] env[63366]: DEBUG oslo_vmware.rw_handles [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2367.412390] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]523fe190-91a7-a449-9815-2dd74d83d578" [ 2367.412390] env[63366]: _type = "HttpNfcLease" [ 2367.412390] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2367.413318] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3a5af7-8204-4bc4-adfd-26b5e19581a0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.421914] env[63366]: DEBUG oslo_vmware.rw_handles [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e2d656-2aca-df29-b220-7e55132934f9/disk-0.vmdk from lease info. {{(pid=63366) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2367.422108] env[63366]: DEBUG oslo_vmware.rw_handles [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e2d656-2aca-df29-b220-7e55132934f9/disk-0.vmdk for reading. {{(pid=63366) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2367.557143] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4b546f3a-fb26-42ad-a0dc-18eb92bd55a1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.660622] env[63366]: DEBUG nova.network.neutron [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Successfully created port: dbf69c5d-2a18-4a19-a4a2-b127f247ee59 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2367.778484] env[63366]: DEBUG nova.compute.manager [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2367.869856] env[63366]: DEBUG oslo_vmware.api [None req-e66268ab-9dfc-4362-8d1d-3ee9a30df271 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104579, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.146766] env[63366]: DEBUG nova.compute.manager [req-c159fcb4-71c1-4d0d-9704-3c6e8de99fbf req-ac00cd0d-d613-4bfd-9e79-a5ee820cad65 service nova] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Received event network-vif-plugged-61b39b00-f3f6-4ec4-9972-f9526d2da99e {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2368.150769] env[63366]: DEBUG oslo_concurrency.lockutils [req-c159fcb4-71c1-4d0d-9704-3c6e8de99fbf req-ac00cd0d-d613-4bfd-9e79-a5ee820cad65 service nova] Acquiring lock "7b28a860-e1f2-433d-a4e1-732abcb93382-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2368.151232] env[63366]: DEBUG oslo_concurrency.lockutils [req-c159fcb4-71c1-4d0d-9704-3c6e8de99fbf req-ac00cd0d-d613-4bfd-9e79-a5ee820cad65 service nova] Lock "7b28a860-e1f2-433d-a4e1-732abcb93382-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2368.151927] env[63366]: DEBUG oslo_concurrency.lockutils [req-c159fcb4-71c1-4d0d-9704-3c6e8de99fbf req-ac00cd0d-d613-4bfd-9e79-a5ee820cad65 service nova] Lock "7b28a860-e1f2-433d-a4e1-732abcb93382-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2368.152334] env[63366]: DEBUG nova.compute.manager [req-c159fcb4-71c1-4d0d-9704-3c6e8de99fbf req-ac00cd0d-d613-4bfd-9e79-a5ee820cad65 service nova] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] No waiting events found dispatching network-vif-plugged-61b39b00-f3f6-4ec4-9972-f9526d2da99e {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2368.152545] env[63366]: WARNING nova.compute.manager [req-c159fcb4-71c1-4d0d-9704-3c6e8de99fbf req-ac00cd0d-d613-4bfd-9e79-a5ee820cad65 service nova] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Received unexpected event network-vif-plugged-61b39b00-f3f6-4ec4-9972-f9526d2da99e for instance with vm_state building and task_state block_device_mapping. [ 2368.305486] env[63366]: DEBUG nova.network.neutron [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Successfully updated port: 61b39b00-f3f6-4ec4-9972-f9526d2da99e {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2368.375443] env[63366]: DEBUG oslo_vmware.api [None req-e66268ab-9dfc-4362-8d1d-3ee9a30df271 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104579, 'name': PowerOnVM_Task, 'duration_secs': 0.584169} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2368.375909] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e66268ab-9dfc-4362-8d1d-3ee9a30df271 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2368.376320] env[63366]: DEBUG nova.compute.manager [None req-e66268ab-9dfc-4362-8d1d-3ee9a30df271 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2368.377441] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656e3f4e-84c7-420e-b659-abca1fd6fe96 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.729736] env[63366]: DEBUG nova.compute.manager [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2368.729736] env[63366]: DEBUG nova.virt.hardware [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2368.729736] env[63366]: DEBUG nova.virt.hardware [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2368.729736] env[63366]: DEBUG nova.virt.hardware [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2368.729736] env[63366]: DEBUG nova.virt.hardware [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2368.729736] env[63366]: DEBUG nova.virt.hardware [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2368.729736] env[63366]: DEBUG nova.virt.hardware [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2368.729736] env[63366]: DEBUG nova.virt.hardware [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2368.729736] env[63366]: DEBUG nova.virt.hardware [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2368.730537] env[63366]: DEBUG nova.virt.hardware [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2368.730537] env[63366]: DEBUG nova.virt.hardware [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2368.730537] env[63366]: DEBUG nova.virt.hardware [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2368.732021] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b54991f-4b19-4565-9586-cba826dea5b1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.750072] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54770138-31d7-438d-a91d-36f61647751d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.792114] env[63366]: DEBUG nova.compute.manager [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2368.811155] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "refresh_cache-7b28a860-e1f2-433d-a4e1-732abcb93382" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2368.811341] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquired lock "refresh_cache-7b28a860-e1f2-433d-a4e1-732abcb93382" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2368.811457] env[63366]: DEBUG nova.network.neutron [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2369.139301] env[63366]: DEBUG nova.compute.manager [req-769d567a-a845-4751-82fc-3591b7a06bc7 req-b3e82190-3246-40d1-a57a-db45d66d7f03 service nova] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Received event network-changed-3286c5ac-b2a3-42e4-bdef-8a65be51decb {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2369.140331] env[63366]: DEBUG nova.compute.manager [req-769d567a-a845-4751-82fc-3591b7a06bc7 req-b3e82190-3246-40d1-a57a-db45d66d7f03 service nova] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Refreshing instance network info cache due to event network-changed-3286c5ac-b2a3-42e4-bdef-8a65be51decb. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2369.140670] env[63366]: DEBUG oslo_concurrency.lockutils [req-769d567a-a845-4751-82fc-3591b7a06bc7 req-b3e82190-3246-40d1-a57a-db45d66d7f03 service nova] Acquiring lock "refresh_cache-0612d210-da38-4916-b220-1e21c93123f8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2369.140739] env[63366]: DEBUG oslo_concurrency.lockutils [req-769d567a-a845-4751-82fc-3591b7a06bc7 req-b3e82190-3246-40d1-a57a-db45d66d7f03 service nova] Acquired lock "refresh_cache-0612d210-da38-4916-b220-1e21c93123f8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2369.140904] env[63366]: DEBUG nova.network.neutron [req-769d567a-a845-4751-82fc-3591b7a06bc7 req-b3e82190-3246-40d1-a57a-db45d66d7f03 service nova] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Refreshing network info cache for port 3286c5ac-b2a3-42e4-bdef-8a65be51decb {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2369.343903] env[63366]: DEBUG nova.network.neutron [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2369.517481] env[63366]: DEBUG nova.network.neutron [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Updating instance_info_cache with network_info: [{"id": "61b39b00-f3f6-4ec4-9972-f9526d2da99e", "address": "fa:16:3e:0f:58:91", "network": {"id": "ff88eafc-52be-4f8b-b9a5-e068833bfab7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1647919858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c6d0f4d73b45b280497b25fdc750f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61b39b00-f3", "ovs_interfaceid": "61b39b00-f3f6-4ec4-9972-f9526d2da99e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2369.941697] env[63366]: DEBUG nova.network.neutron [req-769d567a-a845-4751-82fc-3591b7a06bc7 req-b3e82190-3246-40d1-a57a-db45d66d7f03 service nova] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Updated VIF entry in instance network info cache for port 3286c5ac-b2a3-42e4-bdef-8a65be51decb. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2369.942145] env[63366]: DEBUG nova.network.neutron [req-769d567a-a845-4751-82fc-3591b7a06bc7 req-b3e82190-3246-40d1-a57a-db45d66d7f03 service nova] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Updating instance_info_cache with network_info: [{"id": "3286c5ac-b2a3-42e4-bdef-8a65be51decb", "address": "fa:16:3e:56:bf:a8", "network": {"id": "46396d66-ee83-49ac-8188-6b1ddd43eb97", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1814001189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78586b8c868a49e49210489446994e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3286c5ac-b2", "ovs_interfaceid": "3286c5ac-b2a3-42e4-bdef-8a65be51decb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2370.021676] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Releasing lock "refresh_cache-7b28a860-e1f2-433d-a4e1-732abcb93382" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2370.021676] env[63366]: DEBUG nova.compute.manager [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Instance network_info: |[{"id": "61b39b00-f3f6-4ec4-9972-f9526d2da99e", "address": "fa:16:3e:0f:58:91", "network": {"id": "ff88eafc-52be-4f8b-b9a5-e068833bfab7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1647919858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c6d0f4d73b45b280497b25fdc750f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61b39b00-f3", "ovs_interfaceid": "61b39b00-f3f6-4ec4-9972-f9526d2da99e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2370.021676] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:58:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61b39b00-f3f6-4ec4-9972-f9526d2da99e', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2370.029404] env[63366]: DEBUG oslo.service.loopingcall [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2370.030485] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2370.030764] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-873fc612-5acb-43f4-93e1-2f1ab69df9c9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.052761] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2370.052761] env[63366]: value = "task-2104580" [ 2370.052761] env[63366]: _type = "Task" [ 2370.052761] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2370.063236] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104580, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2370.109321] env[63366]: DEBUG nova.network.neutron [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Successfully updated port: dbf69c5d-2a18-4a19-a4a2-b127f247ee59 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2370.294315] env[63366]: DEBUG nova.compute.manager [req-e7cda09a-255f-4169-80ba-3c0e92bffaca req-e5e8dd97-282b-4d4c-83c2-9d673ecdae45 service nova] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Received event network-changed-61b39b00-f3f6-4ec4-9972-f9526d2da99e {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2370.294576] env[63366]: DEBUG nova.compute.manager [req-e7cda09a-255f-4169-80ba-3c0e92bffaca req-e5e8dd97-282b-4d4c-83c2-9d673ecdae45 service nova] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Refreshing instance network info cache due to event network-changed-61b39b00-f3f6-4ec4-9972-f9526d2da99e. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2370.294791] env[63366]: DEBUG oslo_concurrency.lockutils [req-e7cda09a-255f-4169-80ba-3c0e92bffaca req-e5e8dd97-282b-4d4c-83c2-9d673ecdae45 service nova] Acquiring lock "refresh_cache-7b28a860-e1f2-433d-a4e1-732abcb93382" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2370.294954] env[63366]: DEBUG oslo_concurrency.lockutils [req-e7cda09a-255f-4169-80ba-3c0e92bffaca req-e5e8dd97-282b-4d4c-83c2-9d673ecdae45 service nova] Acquired lock "refresh_cache-7b28a860-e1f2-433d-a4e1-732abcb93382" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2370.295188] env[63366]: DEBUG nova.network.neutron [req-e7cda09a-255f-4169-80ba-3c0e92bffaca req-e5e8dd97-282b-4d4c-83c2-9d673ecdae45 service nova] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Refreshing network info cache for port 61b39b00-f3f6-4ec4-9972-f9526d2da99e {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2370.446071] env[63366]: DEBUG oslo_concurrency.lockutils [req-769d567a-a845-4751-82fc-3591b7a06bc7 req-b3e82190-3246-40d1-a57a-db45d66d7f03 service nova] Releasing lock "refresh_cache-0612d210-da38-4916-b220-1e21c93123f8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2370.565489] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104580, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2370.611558] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "refresh_cache-cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2370.611740] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired lock "refresh_cache-cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2370.611843] env[63366]: DEBUG nova.network.neutron [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2371.006789] env[63366]: DEBUG nova.network.neutron [req-e7cda09a-255f-4169-80ba-3c0e92bffaca req-e5e8dd97-282b-4d4c-83c2-9d673ecdae45 service nova] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Updated VIF entry in instance network info cache for port 61b39b00-f3f6-4ec4-9972-f9526d2da99e. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2371.007188] env[63366]: DEBUG nova.network.neutron [req-e7cda09a-255f-4169-80ba-3c0e92bffaca req-e5e8dd97-282b-4d4c-83c2-9d673ecdae45 service nova] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Updating instance_info_cache with network_info: [{"id": "61b39b00-f3f6-4ec4-9972-f9526d2da99e", "address": "fa:16:3e:0f:58:91", "network": {"id": "ff88eafc-52be-4f8b-b9a5-e068833bfab7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1647919858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c6d0f4d73b45b280497b25fdc750f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61b39b00-f3", "ovs_interfaceid": "61b39b00-f3f6-4ec4-9972-f9526d2da99e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2371.064665] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104580, 'name': CreateVM_Task, 'duration_secs': 0.99376} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2371.064840] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2371.065511] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': None, 'attachment_id': 'de32e9e1-9b0d-4afa-9311-499f4c49f5d3', 'mount_device': '/dev/sda', 'boot_index': 0, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430885', 'volume_id': '9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6', 'name': 'volume-9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b28a860-e1f2-433d-a4e1-732abcb93382', 'attached_at': '', 'detached_at': '', 'volume_id': '9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6', 'serial': '9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6'}, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=63366) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2371.065750] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Root volume attach. Driver type: vmdk {{(pid=63366) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2371.066570] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139335d5-2a29-4826-90e0-f28a6054e247 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.075334] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5291ccf5-4b44-4e0a-b294-8e0b4e5b44c5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.084585] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e092083b-10b2-4cb5-a00a-e51980e570b6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.091614] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c8305aa2-90cd-44a2-99e9-dd0adc820a09 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.098601] env[63366]: DEBUG oslo_vmware.api [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2371.098601] env[63366]: value = "task-2104581" [ 2371.098601] env[63366]: _type = "Task" [ 2371.098601] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2371.113238] env[63366]: DEBUG oslo_vmware.api [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104581, 'name': RelocateVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2371.142591] env[63366]: DEBUG nova.network.neutron [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2371.167836] env[63366]: DEBUG nova.compute.manager [req-6a85af44-804d-40a1-8a63-46190340f017 req-ee7a5f5b-50d0-4ba3-bd94-cb370e19a004 service nova] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Received event network-changed-3286c5ac-b2a3-42e4-bdef-8a65be51decb {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2371.168103] env[63366]: DEBUG nova.compute.manager [req-6a85af44-804d-40a1-8a63-46190340f017 req-ee7a5f5b-50d0-4ba3-bd94-cb370e19a004 service nova] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Refreshing instance network info cache due to event network-changed-3286c5ac-b2a3-42e4-bdef-8a65be51decb. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2371.168327] env[63366]: DEBUG oslo_concurrency.lockutils [req-6a85af44-804d-40a1-8a63-46190340f017 req-ee7a5f5b-50d0-4ba3-bd94-cb370e19a004 service nova] Acquiring lock "refresh_cache-0612d210-da38-4916-b220-1e21c93123f8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2371.168473] env[63366]: DEBUG oslo_concurrency.lockutils [req-6a85af44-804d-40a1-8a63-46190340f017 req-ee7a5f5b-50d0-4ba3-bd94-cb370e19a004 service nova] Acquired lock "refresh_cache-0612d210-da38-4916-b220-1e21c93123f8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2371.168649] env[63366]: DEBUG nova.network.neutron [req-6a85af44-804d-40a1-8a63-46190340f017 req-ee7a5f5b-50d0-4ba3-bd94-cb370e19a004 service nova] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Refreshing network info cache for port 3286c5ac-b2a3-42e4-bdef-8a65be51decb {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2371.292362] env[63366]: DEBUG nova.network.neutron [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Updating instance_info_cache with network_info: [{"id": "dbf69c5d-2a18-4a19-a4a2-b127f247ee59", "address": "fa:16:3e:4a:ea:6f", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf69c5d-2a", "ovs_interfaceid": "dbf69c5d-2a18-4a19-a4a2-b127f247ee59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2371.509941] env[63366]: DEBUG oslo_concurrency.lockutils [req-e7cda09a-255f-4169-80ba-3c0e92bffaca req-e5e8dd97-282b-4d4c-83c2-9d673ecdae45 service nova] Releasing lock "refresh_cache-7b28a860-e1f2-433d-a4e1-732abcb93382" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2371.510477] env[63366]: DEBUG nova.compute.manager [req-e7cda09a-255f-4169-80ba-3c0e92bffaca req-e5e8dd97-282b-4d4c-83c2-9d673ecdae45 service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Received event network-vif-plugged-dbf69c5d-2a18-4a19-a4a2-b127f247ee59 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2371.511056] env[63366]: DEBUG oslo_concurrency.lockutils [req-e7cda09a-255f-4169-80ba-3c0e92bffaca req-e5e8dd97-282b-4d4c-83c2-9d673ecdae45 service nova] Acquiring lock "cd23bcf3-0d19-4694-8d80-fb91dbd342cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2371.511376] env[63366]: DEBUG oslo_concurrency.lockutils [req-e7cda09a-255f-4169-80ba-3c0e92bffaca req-e5e8dd97-282b-4d4c-83c2-9d673ecdae45 service nova] Lock "cd23bcf3-0d19-4694-8d80-fb91dbd342cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2371.511637] env[63366]: DEBUG oslo_concurrency.lockutils [req-e7cda09a-255f-4169-80ba-3c0e92bffaca req-e5e8dd97-282b-4d4c-83c2-9d673ecdae45 service nova] Lock "cd23bcf3-0d19-4694-8d80-fb91dbd342cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2371.511884] env[63366]: DEBUG nova.compute.manager [req-e7cda09a-255f-4169-80ba-3c0e92bffaca req-e5e8dd97-282b-4d4c-83c2-9d673ecdae45 service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] No waiting events found dispatching network-vif-plugged-dbf69c5d-2a18-4a19-a4a2-b127f247ee59 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2371.512149] env[63366]: WARNING nova.compute.manager [req-e7cda09a-255f-4169-80ba-3c0e92bffaca req-e5e8dd97-282b-4d4c-83c2-9d673ecdae45 service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Received unexpected event network-vif-plugged-dbf69c5d-2a18-4a19-a4a2-b127f247ee59 for instance with vm_state building and task_state spawning. [ 2371.512463] env[63366]: DEBUG nova.compute.manager [req-e7cda09a-255f-4169-80ba-3c0e92bffaca req-e5e8dd97-282b-4d4c-83c2-9d673ecdae45 service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Received event network-changed-dbf69c5d-2a18-4a19-a4a2-b127f247ee59 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2371.512700] env[63366]: DEBUG nova.compute.manager [req-e7cda09a-255f-4169-80ba-3c0e92bffaca req-e5e8dd97-282b-4d4c-83c2-9d673ecdae45 service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Refreshing instance network info cache due to event network-changed-dbf69c5d-2a18-4a19-a4a2-b127f247ee59. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2371.512893] env[63366]: DEBUG oslo_concurrency.lockutils [req-e7cda09a-255f-4169-80ba-3c0e92bffaca req-e5e8dd97-282b-4d4c-83c2-9d673ecdae45 service nova] Acquiring lock "refresh_cache-cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2371.610072] env[63366]: DEBUG oslo_vmware.api [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104581, 'name': RelocateVM_Task} progress is 20%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2371.795099] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Releasing lock "refresh_cache-cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2371.795527] env[63366]: DEBUG nova.compute.manager [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Instance network_info: |[{"id": "dbf69c5d-2a18-4a19-a4a2-b127f247ee59", "address": "fa:16:3e:4a:ea:6f", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf69c5d-2a", "ovs_interfaceid": "dbf69c5d-2a18-4a19-a4a2-b127f247ee59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2371.795832] env[63366]: DEBUG oslo_concurrency.lockutils [req-e7cda09a-255f-4169-80ba-3c0e92bffaca req-e5e8dd97-282b-4d4c-83c2-9d673ecdae45 service nova] Acquired lock "refresh_cache-cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2371.796022] env[63366]: DEBUG nova.network.neutron [req-e7cda09a-255f-4169-80ba-3c0e92bffaca req-e5e8dd97-282b-4d4c-83c2-9d673ecdae45 service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Refreshing network info cache for port dbf69c5d-2a18-4a19-a4a2-b127f247ee59 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2371.948148] env[63366]: DEBUG nova.network.neutron [req-6a85af44-804d-40a1-8a63-46190340f017 req-ee7a5f5b-50d0-4ba3-bd94-cb370e19a004 service nova] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Updated VIF entry in instance network info cache for port 3286c5ac-b2a3-42e4-bdef-8a65be51decb. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2371.948598] env[63366]: DEBUG nova.network.neutron [req-6a85af44-804d-40a1-8a63-46190340f017 req-ee7a5f5b-50d0-4ba3-bd94-cb370e19a004 service nova] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Updating instance_info_cache with network_info: [{"id": "3286c5ac-b2a3-42e4-bdef-8a65be51decb", "address": "fa:16:3e:56:bf:a8", "network": {"id": "46396d66-ee83-49ac-8188-6b1ddd43eb97", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1814001189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78586b8c868a49e49210489446994e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3286c5ac-b2", "ovs_interfaceid": "3286c5ac-b2a3-42e4-bdef-8a65be51decb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2372.108830] env[63366]: DEBUG oslo_vmware.api [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104581, 'name': RelocateVM_Task, 'duration_secs': 0.670726} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2372.109119] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Volume attach. Driver type: vmdk {{(pid=63366) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2372.109328] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430885', 'volume_id': '9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6', 'name': 'volume-9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b28a860-e1f2-433d-a4e1-732abcb93382', 'attached_at': '', 'detached_at': '', 'volume_id': '9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6', 'serial': '9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2372.110107] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f71f69-dfd4-42c7-9875-2946e4934f90 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.126237] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce34012-4b7a-45d2-8ace-95cfeed621be {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.149016] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6/volume-9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2372.149220] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6b22dd0-cdc1-4574-bc64-fe659082cdab {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.172546] env[63366]: DEBUG oslo_vmware.api [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2372.172546] env[63366]: value = "task-2104582" [ 2372.172546] env[63366]: _type = "Task" [ 2372.172546] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2372.181635] env[63366]: DEBUG oslo_vmware.api [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104582, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2372.452013] env[63366]: DEBUG oslo_concurrency.lockutils [req-6a85af44-804d-40a1-8a63-46190340f017 req-ee7a5f5b-50d0-4ba3-bd94-cb370e19a004 service nova] Releasing lock "refresh_cache-0612d210-da38-4916-b220-1e21c93123f8" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2372.685768] env[63366]: DEBUG oslo_vmware.api [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2372.691134] env[63366]: DEBUG nova.network.neutron [req-e7cda09a-255f-4169-80ba-3c0e92bffaca req-e5e8dd97-282b-4d4c-83c2-9d673ecdae45 service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Updated VIF entry in instance network info cache for port dbf69c5d-2a18-4a19-a4a2-b127f247ee59. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2372.691540] env[63366]: DEBUG nova.network.neutron [req-e7cda09a-255f-4169-80ba-3c0e92bffaca req-e5e8dd97-282b-4d4c-83c2-9d673ecdae45 service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Updating instance_info_cache with network_info: [{"id": "dbf69c5d-2a18-4a19-a4a2-b127f247ee59", "address": "fa:16:3e:4a:ea:6f", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf69c5d-2a", "ovs_interfaceid": "dbf69c5d-2a18-4a19-a4a2-b127f247ee59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2373.183974] env[63366]: DEBUG oslo_vmware.api [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104582, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2373.194640] env[63366]: DEBUG oslo_concurrency.lockutils [req-e7cda09a-255f-4169-80ba-3c0e92bffaca req-e5e8dd97-282b-4d4c-83c2-9d673ecdae45 service nova] Releasing lock "refresh_cache-cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2373.684862] env[63366]: DEBUG oslo_vmware.api [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104582, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2373.790189] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2373.790636] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Cleaning up deleted instances {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 2374.186945] env[63366]: DEBUG oslo_vmware.api [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104582, 'name': ReconfigVM_Task, 'duration_secs': 1.58531} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2374.187296] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6/volume-9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2374.193158] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38b10bef-e3e6-4fda-acc0-ac68f3e040ae {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.213106] env[63366]: DEBUG oslo_vmware.api [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2374.213106] env[63366]: value = "task-2104583" [ 2374.213106] env[63366]: _type = "Task" [ 2374.213106] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2374.223817] env[63366]: DEBUG oslo_vmware.api [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2374.308829] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] There are 50 instances to clean {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 2374.309022] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: a3586b83-c643-41d8-a404-af4d2c783f13] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2374.724248] env[63366]: DEBUG oslo_vmware.api [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104583, 'name': ReconfigVM_Task, 'duration_secs': 0.195278} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2374.724609] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430885', 'volume_id': '9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6', 'name': 'volume-9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b28a860-e1f2-433d-a4e1-732abcb93382', 'attached_at': '', 'detached_at': '', 'volume_id': '9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6', 'serial': '9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2374.725224] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba1f99ca-d488-4791-845f-0b75d43fdc01 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.732793] env[63366]: DEBUG oslo_vmware.api [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2374.732793] env[63366]: value = "task-2104584" [ 2374.732793] env[63366]: _type = "Task" [ 2374.732793] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2374.742263] env[63366]: DEBUG oslo_vmware.api [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104584, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2374.813214] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 5ab7fc8a-eeff-4aba-b9eb-6e230a6ea051] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2375.243438] env[63366]: DEBUG oslo_vmware.api [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104584, 'name': Rename_Task, 'duration_secs': 0.201591} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2375.243725] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2375.243992] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e02e428b-7c66-42ee-a9fc-b8a0919ee013 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.251177] env[63366]: DEBUG oslo_vmware.api [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2375.251177] env[63366]: value = "task-2104585" [ 2375.251177] env[63366]: _type = "Task" [ 2375.251177] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2375.260367] env[63366]: DEBUG oslo_vmware.api [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2375.316874] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: ce1050e0-f2bd-4be9-bfca-c8a24efdfe32] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2375.762927] env[63366]: DEBUG oslo_vmware.api [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104585, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2375.820728] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 0d3d7fb1-ff03-42e8-ad3f-fc0f5535e7d2] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2376.086104] env[63366]: DEBUG nova.virt.hardware [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2376.086413] env[63366]: DEBUG nova.virt.hardware [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2376.086583] env[63366]: DEBUG nova.virt.hardware [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2376.086768] env[63366]: DEBUG nova.virt.hardware [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2376.086914] env[63366]: DEBUG nova.virt.hardware [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2376.087071] env[63366]: DEBUG nova.virt.hardware [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2376.087282] env[63366]: DEBUG nova.virt.hardware [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2376.087442] env[63366]: DEBUG nova.virt.hardware [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2376.087608] env[63366]: DEBUG nova.virt.hardware [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2376.087787] env[63366]: DEBUG nova.virt.hardware [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2376.087982] env[63366]: DEBUG nova.virt.hardware [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2376.090487] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83051702-6229-474e-a9e6-e6c0de17d442 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.101111] env[63366]: DEBUG oslo_vmware.rw_handles [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521bc022-62b8-b141-80fb-c737d98f8c78/disk-0.vmdk. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2376.102398] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f860a17-bfdc-40d2-9768-a39c063c3ef8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.108051] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22952360-9ac9-44b2-8ae0-770d44595ebe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.121195] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:ea:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbf69c5d-2a18-4a19-a4a2-b127f247ee59', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2376.128595] env[63366]: DEBUG oslo.service.loopingcall [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2376.130222] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2376.130487] env[63366]: DEBUG oslo_vmware.rw_handles [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521bc022-62b8-b141-80fb-c737d98f8c78/disk-0.vmdk is in state: ready. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2376.130639] env[63366]: ERROR oslo_vmware.rw_handles [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521bc022-62b8-b141-80fb-c737d98f8c78/disk-0.vmdk due to incomplete transfer. [ 2376.130838] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e73cfe03-0a38-4af4-9f1a-7784e93a20a9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.144581] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0f410fb2-2e5a-4a14-b7bc-0faab95683d6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.153653] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2376.153653] env[63366]: value = "task-2104586" [ 2376.153653] env[63366]: _type = "Task" [ 2376.153653] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2376.154452] env[63366]: DEBUG oslo_vmware.rw_handles [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521bc022-62b8-b141-80fb-c737d98f8c78/disk-0.vmdk. {{(pid=63366) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2376.154670] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Uploaded image a75da471-93b0-44b4-87ff-1660c0eb7785 to the Glance image server {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2376.157094] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Destroying the VM {{(pid=63366) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2376.160110] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9f6c7195-164c-49d5-8b58-28132edc1ac7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.167193] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104586, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2376.168577] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2376.168577] env[63366]: value = "task-2104587" [ 2376.168577] env[63366]: _type = "Task" [ 2376.168577] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2376.178258] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104587, 'name': Destroy_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2376.262510] env[63366]: DEBUG oslo_vmware.api [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104585, 'name': PowerOnVM_Task, 'duration_secs': 0.750298} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2376.262797] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2376.263062] env[63366]: INFO nova.compute.manager [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Took 7.54 seconds to spawn the instance on the hypervisor. [ 2376.263310] env[63366]: DEBUG nova.compute.manager [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2376.264165] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8338986-61b1-47bd-8e1d-e5ff05c77e57 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.324414] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: a15ed58a-3de8-4175-991e-450bad1b0176] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2376.665129] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104586, 'name': CreateVM_Task, 'duration_secs': 0.419234} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2376.665306] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2376.666119] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2376.666321] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2376.666656] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2376.666918] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e440e29-35c6-44d3-b61b-f874d3e673a1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.673275] env[63366]: DEBUG oslo_vmware.api [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2376.673275] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52889c4d-93da-19b8-c9a5-b8c0f633612f" [ 2376.673275] env[63366]: _type = "Task" [ 2376.673275] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2376.679648] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104587, 'name': Destroy_Task} progress is 33%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2376.685183] env[63366]: DEBUG oslo_vmware.api [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52889c4d-93da-19b8-c9a5-b8c0f633612f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2376.784641] env[63366]: INFO nova.compute.manager [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Took 14.12 seconds to build instance. [ 2376.827809] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 2a71cc68-365b-4f92-bc66-9fdfe69b282e] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2377.184636] env[63366]: DEBUG oslo_vmware.api [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52889c4d-93da-19b8-c9a5-b8c0f633612f, 'name': SearchDatastore_Task, 'duration_secs': 0.027774} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2377.187812] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2377.188065] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2377.188298] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2377.188448] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2377.188658] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2377.188914] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104587, 'name': Destroy_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2377.189133] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d64555a0-5c89-44e5-85f1-2a8b469feafd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.198213] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2377.198387] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2377.199084] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d001474-c9de-4e53-b6ec-e164aa4726ae {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.204762] env[63366]: DEBUG oslo_vmware.api [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2377.204762] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]529daa22-c1d2-cdf5-c349-e7971b43ef41" [ 2377.204762] env[63366]: _type = "Task" [ 2377.204762] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2377.213448] env[63366]: DEBUG oslo_vmware.api [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]529daa22-c1d2-cdf5-c349-e7971b43ef41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2377.287335] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a6d7131-808a-400d-983c-7ec6677a6858 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "7b28a860-e1f2-433d-a4e1-732abcb93382" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.630s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2377.332229] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 62c2ec74-8c08-48ef-ad1d-2754657ef7c4] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2377.680617] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104587, 'name': Destroy_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2377.715709] env[63366]: DEBUG oslo_vmware.api [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]529daa22-c1d2-cdf5-c349-e7971b43ef41, 'name': SearchDatastore_Task, 'duration_secs': 0.010427} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2377.716691] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df025b56-5ae9-4c80-ba13-feccefb1b661 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.723147] env[63366]: DEBUG oslo_vmware.api [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2377.723147] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52d72f41-b1f9-0796-92a6-31935986825f" [ 2377.723147] env[63366]: _type = "Task" [ 2377.723147] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2377.731820] env[63366]: DEBUG oslo_vmware.api [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d72f41-b1f9-0796-92a6-31935986825f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2377.837637] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 625df422-be95-4da3-8f19-c4a1e4d85b5f] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2377.970062] env[63366]: DEBUG nova.compute.manager [req-9ab67dd9-b39a-48ea-8a7f-a7e7032860af req-3a64ab84-eb69-49a7-8155-008a7504a576 service nova] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Received event network-changed-edeba78b-ac89-41f8-969a-4f5d67d34122 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2377.970205] env[63366]: DEBUG nova.compute.manager [req-9ab67dd9-b39a-48ea-8a7f-a7e7032860af req-3a64ab84-eb69-49a7-8155-008a7504a576 service nova] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Refreshing instance network info cache due to event network-changed-edeba78b-ac89-41f8-969a-4f5d67d34122. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2377.970414] env[63366]: DEBUG oslo_concurrency.lockutils [req-9ab67dd9-b39a-48ea-8a7f-a7e7032860af req-3a64ab84-eb69-49a7-8155-008a7504a576 service nova] Acquiring lock "refresh_cache-3f634a63-a93f-48b9-8272-3bbf62ae807f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2377.970556] env[63366]: DEBUG oslo_concurrency.lockutils [req-9ab67dd9-b39a-48ea-8a7f-a7e7032860af req-3a64ab84-eb69-49a7-8155-008a7504a576 service nova] Acquired lock "refresh_cache-3f634a63-a93f-48b9-8272-3bbf62ae807f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2377.970713] env[63366]: DEBUG nova.network.neutron [req-9ab67dd9-b39a-48ea-8a7f-a7e7032860af req-3a64ab84-eb69-49a7-8155-008a7504a576 service nova] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Refreshing network info cache for port edeba78b-ac89-41f8-969a-4f5d67d34122 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2378.181018] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104587, 'name': Destroy_Task, 'duration_secs': 1.852627} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2378.181308] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Destroyed the VM [ 2378.181548] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Deleting Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2378.181807] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-944c13e3-9759-4a0c-b92d-099875809029 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.189290] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2378.189290] env[63366]: value = "task-2104588" [ 2378.189290] env[63366]: _type = "Task" [ 2378.189290] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2378.198251] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104588, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2378.235202] env[63366]: DEBUG oslo_vmware.api [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d72f41-b1f9-0796-92a6-31935986825f, 'name': SearchDatastore_Task, 'duration_secs': 0.015902} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2378.235525] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2378.235927] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] cd23bcf3-0d19-4694-8d80-fb91dbd342cc/cd23bcf3-0d19-4694-8d80-fb91dbd342cc.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2378.236082] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b889a56-32e9-4c93-bd09-cebb3f18bb3c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.244017] env[63366]: DEBUG oslo_vmware.api [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2378.244017] env[63366]: value = "task-2104589" [ 2378.244017] env[63366]: _type = "Task" [ 2378.244017] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2378.253196] env[63366]: DEBUG oslo_vmware.api [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2378.340371] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 1e0e0cc8-b66e-4f0b-83ed-c398145a42ee] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2378.402602] env[63366]: DEBUG oslo_vmware.rw_handles [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e2d656-2aca-df29-b220-7e55132934f9/disk-0.vmdk. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2378.403693] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dfcec8-1afb-4b5b-a79e-c2083f09585a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.411659] env[63366]: DEBUG oslo_vmware.rw_handles [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e2d656-2aca-df29-b220-7e55132934f9/disk-0.vmdk is in state: ready. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2378.411868] env[63366]: ERROR oslo_vmware.rw_handles [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e2d656-2aca-df29-b220-7e55132934f9/disk-0.vmdk due to incomplete transfer. [ 2378.412165] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f9003fe8-1d6d-48ab-a17a-e35c53d68643 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.420651] env[63366]: DEBUG oslo_vmware.rw_handles [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e2d656-2aca-df29-b220-7e55132934f9/disk-0.vmdk. {{(pid=63366) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2378.420899] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Uploaded image 26572f57-126e-4af8-ac7b-22570782e8f6 to the Glance image server {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2378.423940] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Destroying the VM {{(pid=63366) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2378.424226] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a5bf76b4-76b9-4884-97b1-b27b92491513 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.434194] env[63366]: DEBUG oslo_vmware.api [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2378.434194] env[63366]: value = "task-2104590" [ 2378.434194] env[63366]: _type = "Task" [ 2378.434194] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2378.444963] env[63366]: DEBUG oslo_vmware.api [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104590, 'name': Destroy_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2378.704979] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104588, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2378.755679] env[63366]: DEBUG oslo_vmware.api [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104589, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2378.823478] env[63366]: DEBUG nova.network.neutron [req-9ab67dd9-b39a-48ea-8a7f-a7e7032860af req-3a64ab84-eb69-49a7-8155-008a7504a576 service nova] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Updated VIF entry in instance network info cache for port edeba78b-ac89-41f8-969a-4f5d67d34122. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2378.823932] env[63366]: DEBUG nova.network.neutron [req-9ab67dd9-b39a-48ea-8a7f-a7e7032860af req-3a64ab84-eb69-49a7-8155-008a7504a576 service nova] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Updating instance_info_cache with network_info: [{"id": "edeba78b-ac89-41f8-969a-4f5d67d34122", "address": "fa:16:3e:e1:b0:f1", "network": {"id": "ff88eafc-52be-4f8b-b9a5-e068833bfab7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1647919858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c6d0f4d73b45b280497b25fdc750f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedeba78b-ac", "ovs_interfaceid": "edeba78b-ac89-41f8-969a-4f5d67d34122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2378.844272] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 78c8c1f4-9c72-4beb-8588-731a876124f4] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2378.944863] env[63366]: DEBUG oslo_vmware.api [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104590, 'name': Destroy_Task} progress is 33%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.200527] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104588, 'name': RemoveSnapshot_Task, 'duration_secs': 0.758971} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2379.200730] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Deleted Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2379.201014] env[63366]: DEBUG nova.compute.manager [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2379.201786] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d2bb74-988a-418a-a785-6ae70345bc9b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.255814] env[63366]: DEBUG oslo_vmware.api [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555071} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2379.256136] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] cd23bcf3-0d19-4694-8d80-fb91dbd342cc/cd23bcf3-0d19-4694-8d80-fb91dbd342cc.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2379.256394] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2379.256642] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bdcc955-0df6-4313-a117-8dba6ca1dde3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.263341] env[63366]: DEBUG oslo_vmware.api [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2379.263341] env[63366]: value = "task-2104591" [ 2379.263341] env[63366]: _type = "Task" [ 2379.263341] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2379.272891] env[63366]: DEBUG oslo_vmware.api [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.326809] env[63366]: DEBUG oslo_concurrency.lockutils [req-9ab67dd9-b39a-48ea-8a7f-a7e7032860af req-3a64ab84-eb69-49a7-8155-008a7504a576 service nova] Releasing lock "refresh_cache-3f634a63-a93f-48b9-8272-3bbf62ae807f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2379.347694] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 592b5511-a1f4-4b52-ace1-a2a088ba35fe] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2379.446203] env[63366]: DEBUG oslo_vmware.api [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104590, 'name': Destroy_Task, 'duration_secs': 0.686176} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2379.446529] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Destroyed the VM [ 2379.446800] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Deleting Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2379.447013] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-34ec9843-8ded-4827-bf06-172638c03cbb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.455014] env[63366]: DEBUG oslo_vmware.api [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2379.455014] env[63366]: value = "task-2104592" [ 2379.455014] env[63366]: _type = "Task" [ 2379.455014] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2379.462842] env[63366]: DEBUG nova.compute.manager [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Stashing vm_state: active {{(pid=63366) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2379.468926] env[63366]: DEBUG oslo_vmware.api [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104592, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.714687] env[63366]: INFO nova.compute.manager [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Shelve offloading [ 2379.773900] env[63366]: DEBUG oslo_vmware.api [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.237218} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2379.774184] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2379.774996] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dba173-fba0-4e5d-9668-2aaad86ec3af {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.800548] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] cd23bcf3-0d19-4694-8d80-fb91dbd342cc/cd23bcf3-0d19-4694-8d80-fb91dbd342cc.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2379.801200] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a522f27-9c6d-4220-b9d5-c8cfedaf4d16 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.821651] env[63366]: DEBUG oslo_vmware.api [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2379.821651] env[63366]: value = "task-2104593" [ 2379.821651] env[63366]: _type = "Task" [ 2379.821651] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2379.830586] env[63366]: DEBUG oslo_vmware.api [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.851372] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 4f185421-63d4-4ffb-af62-5d733cdde576] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2379.966194] env[63366]: DEBUG oslo_vmware.api [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104592, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.986678] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2379.986945] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2379.993929] env[63366]: DEBUG nova.compute.manager [req-9763abcf-4a95-4f85-b973-ce4b22279df6 req-1e82a10f-447c-4cb4-bce9-64db151c6328 service nova] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Received event network-changed-61b39b00-f3f6-4ec4-9972-f9526d2da99e {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2379.994130] env[63366]: DEBUG nova.compute.manager [req-9763abcf-4a95-4f85-b973-ce4b22279df6 req-1e82a10f-447c-4cb4-bce9-64db151c6328 service nova] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Refreshing instance network info cache due to event network-changed-61b39b00-f3f6-4ec4-9972-f9526d2da99e. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2379.994339] env[63366]: DEBUG oslo_concurrency.lockutils [req-9763abcf-4a95-4f85-b973-ce4b22279df6 req-1e82a10f-447c-4cb4-bce9-64db151c6328 service nova] Acquiring lock "refresh_cache-7b28a860-e1f2-433d-a4e1-732abcb93382" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2379.994481] env[63366]: DEBUG oslo_concurrency.lockutils [req-9763abcf-4a95-4f85-b973-ce4b22279df6 req-1e82a10f-447c-4cb4-bce9-64db151c6328 service nova] Acquired lock "refresh_cache-7b28a860-e1f2-433d-a4e1-732abcb93382" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2379.994640] env[63366]: DEBUG nova.network.neutron [req-9763abcf-4a95-4f85-b973-ce4b22279df6 req-1e82a10f-447c-4cb4-bce9-64db151c6328 service nova] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Refreshing network info cache for port 61b39b00-f3f6-4ec4-9972-f9526d2da99e {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2380.221524] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2380.221785] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c96cffb-71aa-4c59-ad23-f69239ca9ef6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.229300] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2380.229300] env[63366]: value = "task-2104594" [ 2380.229300] env[63366]: _type = "Task" [ 2380.229300] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2380.237552] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.331930] env[63366]: DEBUG oslo_vmware.api [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104593, 'name': ReconfigVM_Task, 'duration_secs': 0.483285} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2380.332222] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Reconfigured VM instance instance-00000064 to attach disk [datastore2] cd23bcf3-0d19-4694-8d80-fb91dbd342cc/cd23bcf3-0d19-4694-8d80-fb91dbd342cc.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2380.333276] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3003f897-c5c1-4d95-a4eb-5b2736eed9a3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.340723] env[63366]: DEBUG oslo_vmware.api [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2380.340723] env[63366]: value = "task-2104595" [ 2380.340723] env[63366]: _type = "Task" [ 2380.340723] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2380.352313] env[63366]: DEBUG oslo_vmware.api [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104595, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.354796] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: c9f85cc6-5e4f-410a-a255-7acecd766ac2] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2380.466505] env[63366]: DEBUG oslo_vmware.api [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104592, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.491199] env[63366]: INFO nova.compute.claims [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2380.740344] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] VM already powered off {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2380.741063] env[63366]: DEBUG nova.compute.manager [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2380.741442] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa63ad2b-11bd-4b1f-8bd2-5d5adecafbc6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.749113] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "refresh_cache-326da030-428b-4fb4-9b39-0d27f0f78ca9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2380.749279] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquired lock "refresh_cache-326da030-428b-4fb4-9b39-0d27f0f78ca9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2380.749444] env[63366]: DEBUG nova.network.neutron [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2380.784677] env[63366]: DEBUG nova.network.neutron [req-9763abcf-4a95-4f85-b973-ce4b22279df6 req-1e82a10f-447c-4cb4-bce9-64db151c6328 service nova] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Updated VIF entry in instance network info cache for port 61b39b00-f3f6-4ec4-9972-f9526d2da99e. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2380.785035] env[63366]: DEBUG nova.network.neutron [req-9763abcf-4a95-4f85-b973-ce4b22279df6 req-1e82a10f-447c-4cb4-bce9-64db151c6328 service nova] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Updating instance_info_cache with network_info: [{"id": "61b39b00-f3f6-4ec4-9972-f9526d2da99e", "address": "fa:16:3e:0f:58:91", "network": {"id": "ff88eafc-52be-4f8b-b9a5-e068833bfab7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1647919858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c6d0f4d73b45b280497b25fdc750f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61b39b00-f3", "ovs_interfaceid": "61b39b00-f3f6-4ec4-9972-f9526d2da99e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2380.850486] env[63366]: DEBUG oslo_vmware.api [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104595, 'name': Rename_Task, 'duration_secs': 0.136859} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2380.850760] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2380.851000] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49a47a4f-9909-4ce1-8410-c95f598860b1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.857439] env[63366]: DEBUG oslo_vmware.api [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2380.857439] env[63366]: value = "task-2104596" [ 2380.857439] env[63366]: _type = "Task" [ 2380.857439] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2380.857802] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 379f5983-4dbe-4cb0-8f05-a0c49e689806] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2380.867501] env[63366]: DEBUG oslo_vmware.api [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.966673] env[63366]: DEBUG oslo_vmware.api [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104592, 'name': RemoveSnapshot_Task, 'duration_secs': 1.132052} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2380.966923] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Deleted Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2380.967238] env[63366]: DEBUG nova.compute.manager [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2380.967989] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ef4c6a-4621-4e12-9814-0c76de664da1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.997156] env[63366]: INFO nova.compute.resource_tracker [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Updating resource usage from migration e42372db-0749-4542-aafd-645957a303d0 [ 2381.148993] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9ff806-1e4a-4e2b-ba9e-3eca726fb38c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.158247] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db223fa-ee3c-487d-b5f5-fe247d363096 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.191925] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4cbfda-5265-4eaa-bb3e-4ad28f6d8c2a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.199406] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654af82b-586b-4d51-a2a3-191ed82f8fc9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.213773] env[63366]: DEBUG nova.compute.provider_tree [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2381.287411] env[63366]: DEBUG oslo_concurrency.lockutils [req-9763abcf-4a95-4f85-b973-ce4b22279df6 req-1e82a10f-447c-4cb4-bce9-64db151c6328 service nova] Releasing lock "refresh_cache-7b28a860-e1f2-433d-a4e1-732abcb93382" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2381.362985] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 25e75d6a-2ba3-4356-a13e-121493133c66] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2381.368017] env[63366]: DEBUG oslo_vmware.api [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104596, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2381.479852] env[63366]: INFO nova.compute.manager [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Shelve offloading [ 2381.688742] env[63366]: DEBUG nova.network.neutron [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Updating instance_info_cache with network_info: [{"id": "9b920db3-6023-4e4c-812e-5c9c2c97f769", "address": "fa:16:3e:dc:0b:29", "network": {"id": "dde64ecf-d04d-416e-8b83-815c32c700c4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1469551463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62200d1a03874ff385bca60027eceb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b920db3-60", "ovs_interfaceid": "9b920db3-6023-4e4c-812e-5c9c2c97f769", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2381.717262] env[63366]: DEBUG nova.scheduler.client.report [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2381.867956] env[63366]: DEBUG oslo_vmware.api [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104596, 'name': PowerOnVM_Task, 'duration_secs': 0.623607} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2381.868248] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2381.868434] env[63366]: INFO nova.compute.manager [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Took 13.08 seconds to spawn the instance on the hypervisor. [ 2381.868614] env[63366]: DEBUG nova.compute.manager [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2381.869031] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: b6c8de3f-b6a3-4b22-85a8-f144689798cd] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2381.871147] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d0e01b-937d-4d79-9294-ba524aec2b61 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.983191] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2381.983530] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44dee266-625c-45c8-9a89-f1b4d2b9a3db {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.991450] env[63366]: DEBUG oslo_vmware.api [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2381.991450] env[63366]: value = "task-2104597" [ 2381.991450] env[63366]: _type = "Task" [ 2381.991450] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2381.999231] env[63366]: DEBUG oslo_vmware.api [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2382.191767] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Releasing lock "refresh_cache-326da030-428b-4fb4-9b39-0d27f0f78ca9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2382.222783] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.236s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2382.222974] env[63366]: INFO nova.compute.manager [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Migrating [ 2382.375052] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 1e62706b-679d-4eee-8a19-36b896d6218b] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2382.390048] env[63366]: INFO nova.compute.manager [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Took 17.83 seconds to build instance. [ 2382.502841] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] VM already powered off {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2382.503073] env[63366]: DEBUG nova.compute.manager [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2382.503866] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0372019c-cbb3-4251-bc4f-867a20159ba0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.510556] env[63366]: DEBUG oslo_concurrency.lockutils [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "refresh_cache-8b9b3791-3454-423b-bcd7-65e18e5999d7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2382.510719] env[63366]: DEBUG oslo_concurrency.lockutils [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquired lock "refresh_cache-8b9b3791-3454-423b-bcd7-65e18e5999d7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2382.510884] env[63366]: DEBUG nova.network.neutron [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2382.599750] env[63366]: DEBUG nova.compute.manager [req-baef7b83-d8a4-42be-8a46-a1a4bd17f513 req-33e50dcb-94e6-42ad-b94c-d3341193a6ea service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Received event network-vif-unplugged-9b920db3-6023-4e4c-812e-5c9c2c97f769 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2382.599972] env[63366]: DEBUG oslo_concurrency.lockutils [req-baef7b83-d8a4-42be-8a46-a1a4bd17f513 req-33e50dcb-94e6-42ad-b94c-d3341193a6ea service nova] Acquiring lock "326da030-428b-4fb4-9b39-0d27f0f78ca9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2382.602165] env[63366]: DEBUG oslo_concurrency.lockutils [req-baef7b83-d8a4-42be-8a46-a1a4bd17f513 req-33e50dcb-94e6-42ad-b94c-d3341193a6ea service nova] Lock "326da030-428b-4fb4-9b39-0d27f0f78ca9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2382.602379] env[63366]: DEBUG oslo_concurrency.lockutils [req-baef7b83-d8a4-42be-8a46-a1a4bd17f513 req-33e50dcb-94e6-42ad-b94c-d3341193a6ea service nova] Lock "326da030-428b-4fb4-9b39-0d27f0f78ca9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2382.602516] env[63366]: DEBUG nova.compute.manager [req-baef7b83-d8a4-42be-8a46-a1a4bd17f513 req-33e50dcb-94e6-42ad-b94c-d3341193a6ea service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] No waiting events found dispatching network-vif-unplugged-9b920db3-6023-4e4c-812e-5c9c2c97f769 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2382.602685] env[63366]: WARNING nova.compute.manager [req-baef7b83-d8a4-42be-8a46-a1a4bd17f513 req-33e50dcb-94e6-42ad-b94c-d3341193a6ea service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Received unexpected event network-vif-unplugged-9b920db3-6023-4e4c-812e-5c9c2c97f769 for instance with vm_state shelved and task_state shelving_offloading. [ 2382.737576] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "refresh_cache-7b28a860-e1f2-433d-a4e1-732abcb93382" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2382.737754] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquired lock "refresh_cache-7b28a860-e1f2-433d-a4e1-732abcb93382" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2382.737962] env[63366]: DEBUG nova.network.neutron [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2382.768743] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2382.769680] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847224a0-fa4d-40ab-86b2-439242c499ce {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.778394] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2382.778498] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-470a196b-b094-4392-a41d-16ae6f0796a8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.878792] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 4ea3ed02-28c1-4c69-ba8a-a96cf307f4d0] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2382.892235] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44fad3d0-78b0-477c-a606-e510753c5388 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "cd23bcf3-0d19-4694-8d80-fb91dbd342cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.342s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2382.947928] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2382.948331] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2382.948538] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Deleting the datastore file [datastore2] 326da030-428b-4fb4-9b39-0d27f0f78ca9 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2382.949068] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d33a257-6e35-433d-9bda-d32f0fcf5196 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.955358] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2382.955358] env[63366]: value = "task-2104599" [ 2382.955358] env[63366]: _type = "Task" [ 2382.955358] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2382.964031] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.383343] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: c5d0526d-7a05-4b4a-9d90-e5518e7a2f2e] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2383.387911] env[63366]: DEBUG nova.network.neutron [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Updating instance_info_cache with network_info: [{"id": "27e2b48b-4ba2-4512-a8aa-c2dca936ffe3", "address": "fa:16:3e:b9:d5:58", "network": {"id": "2461296c-b492-4d75-b35d-5e521090c9eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-859076243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6b369729644eb299067082c22e5e36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e2b48b-4b", "ovs_interfaceid": "27e2b48b-4ba2-4512-a8aa-c2dca936ffe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2383.465204] env[63366]: DEBUG oslo_vmware.api [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137276} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2383.465495] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2383.465693] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2383.465873] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2383.485595] env[63366]: INFO nova.scheduler.client.report [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Deleted allocations for instance 326da030-428b-4fb4-9b39-0d27f0f78ca9 [ 2383.514109] env[63366]: DEBUG nova.network.neutron [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Updating instance_info_cache with network_info: [{"id": "61b39b00-f3f6-4ec4-9972-f9526d2da99e", "address": "fa:16:3e:0f:58:91", "network": {"id": "ff88eafc-52be-4f8b-b9a5-e068833bfab7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1647919858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c6d0f4d73b45b280497b25fdc750f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61b39b00-f3", "ovs_interfaceid": "61b39b00-f3f6-4ec4-9972-f9526d2da99e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2383.799220] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "516edfeb-50a7-4121-8932-0549bba2dccc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2383.799557] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "516edfeb-50a7-4121-8932-0549bba2dccc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2383.887128] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 0b03d8ab-ab1e-4a81-a756-088816b4ec1f] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2383.890438] env[63366]: DEBUG oslo_concurrency.lockutils [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Releasing lock "refresh_cache-8b9b3791-3454-423b-bcd7-65e18e5999d7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2383.990562] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2383.990818] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2383.991106] env[63366]: DEBUG nova.objects.instance [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lazy-loading 'resources' on Instance uuid 326da030-428b-4fb4-9b39-0d27f0f78ca9 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2384.016276] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Releasing lock "refresh_cache-7b28a860-e1f2-433d-a4e1-732abcb93382" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2384.302223] env[63366]: DEBUG nova.compute.manager [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2384.390543] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 3c98a7f6-60f9-4915-b0ef-2f30e7bd9279] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2384.479249] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2384.479907] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b378735-579f-4a02-8864-4849c5ee1a80 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.490400] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2384.490797] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6606293-dc3b-458b-a925-11bbd5fbd21a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.494117] env[63366]: DEBUG nova.objects.instance [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lazy-loading 'numa_topology' on Instance uuid 326da030-428b-4fb4-9b39-0d27f0f78ca9 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2384.632823] env[63366]: DEBUG nova.compute.manager [req-becaaffc-401c-4d54-bd77-9afc022dca30 req-0bf9cd4d-5d5d-45b9-a06a-4b6c9ff729af service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Received event network-changed-dbf69c5d-2a18-4a19-a4a2-b127f247ee59 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2384.632899] env[63366]: DEBUG nova.compute.manager [req-becaaffc-401c-4d54-bd77-9afc022dca30 req-0bf9cd4d-5d5d-45b9-a06a-4b6c9ff729af service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Refreshing instance network info cache due to event network-changed-dbf69c5d-2a18-4a19-a4a2-b127f247ee59. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2384.634029] env[63366]: DEBUG oslo_concurrency.lockutils [req-becaaffc-401c-4d54-bd77-9afc022dca30 req-0bf9cd4d-5d5d-45b9-a06a-4b6c9ff729af service nova] Acquiring lock "refresh_cache-cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2384.634029] env[63366]: DEBUG oslo_concurrency.lockutils [req-becaaffc-401c-4d54-bd77-9afc022dca30 req-0bf9cd4d-5d5d-45b9-a06a-4b6c9ff729af service nova] Acquired lock "refresh_cache-cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2384.634029] env[63366]: DEBUG nova.network.neutron [req-becaaffc-401c-4d54-bd77-9afc022dca30 req-0bf9cd4d-5d5d-45b9-a06a-4b6c9ff729af service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Refreshing network info cache for port dbf69c5d-2a18-4a19-a4a2-b127f247ee59 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2384.701019] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2384.701234] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2384.701415] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Deleting the datastore file [datastore2] 8b9b3791-3454-423b-bcd7-65e18e5999d7 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2384.701705] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af099e0f-5af1-47d4-a52a-ebb39ee23aaf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.708978] env[63366]: DEBUG oslo_vmware.api [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2384.708978] env[63366]: value = "task-2104601" [ 2384.708978] env[63366]: _type = "Task" [ 2384.708978] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2384.717075] env[63366]: DEBUG oslo_vmware.api [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2384.823740] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2384.894025] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 3bccae0d-d94f-489e-8480-2b3e16d96b3f] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2384.996855] env[63366]: DEBUG nova.objects.base [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Object Instance<326da030-428b-4fb4-9b39-0d27f0f78ca9> lazy-loaded attributes: resources,numa_topology {{(pid=63366) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2385.132411] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fb3a5a-764d-4d58-9fba-4d6bced9dd8b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.140296] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55df79e9-6039-47cc-b6fe-ead46292aaa5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.172921] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acae19fd-bd48-4dba-86d1-5745e8b51b01 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.181801] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994922f5-9625-4c28-9c9b-307b0e70c8bf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.196728] env[63366]: DEBUG nova.compute.provider_tree [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2385.218607] env[63366]: DEBUG oslo_vmware.api [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138128} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2385.218858] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2385.219047] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2385.219236] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2385.235651] env[63366]: INFO nova.scheduler.client.report [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Deleted allocations for instance 8b9b3791-3454-423b-bcd7-65e18e5999d7 [ 2385.398129] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 6b51e45f-eed9-4cd7-811d-1f4e24fc8d1f] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2385.466538] env[63366]: DEBUG nova.network.neutron [req-becaaffc-401c-4d54-bd77-9afc022dca30 req-0bf9cd4d-5d5d-45b9-a06a-4b6c9ff729af service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Updated VIF entry in instance network info cache for port dbf69c5d-2a18-4a19-a4a2-b127f247ee59. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2385.466936] env[63366]: DEBUG nova.network.neutron [req-becaaffc-401c-4d54-bd77-9afc022dca30 req-0bf9cd4d-5d5d-45b9-a06a-4b6c9ff729af service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Updating instance_info_cache with network_info: [{"id": "dbf69c5d-2a18-4a19-a4a2-b127f247ee59", "address": "fa:16:3e:4a:ea:6f", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf69c5d-2a", "ovs_interfaceid": "dbf69c5d-2a18-4a19-a4a2-b127f247ee59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2385.531161] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a580ec-9ae9-44a8-bbc7-885d2c73765e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.549937] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Updating instance '7b28a860-e1f2-433d-a4e1-732abcb93382' progress to 0 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2385.699863] env[63366]: DEBUG nova.scheduler.client.report [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2385.739533] env[63366]: DEBUG oslo_concurrency.lockutils [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2385.749360] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "326da030-428b-4fb4-9b39-0d27f0f78ca9" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2385.901515] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 72c0f6a5-1ef7-43d4-b4f9-81987eca9722] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2385.969848] env[63366]: DEBUG oslo_concurrency.lockutils [req-becaaffc-401c-4d54-bd77-9afc022dca30 req-0bf9cd4d-5d5d-45b9-a06a-4b6c9ff729af service nova] Releasing lock "refresh_cache-cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2385.970520] env[63366]: DEBUG nova.compute.manager [req-becaaffc-401c-4d54-bd77-9afc022dca30 req-0bf9cd4d-5d5d-45b9-a06a-4b6c9ff729af service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Received event network-changed-9b920db3-6023-4e4c-812e-5c9c2c97f769 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2385.972025] env[63366]: DEBUG nova.compute.manager [req-becaaffc-401c-4d54-bd77-9afc022dca30 req-0bf9cd4d-5d5d-45b9-a06a-4b6c9ff729af service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Refreshing instance network info cache due to event network-changed-9b920db3-6023-4e4c-812e-5c9c2c97f769. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2385.972025] env[63366]: DEBUG oslo_concurrency.lockutils [req-becaaffc-401c-4d54-bd77-9afc022dca30 req-0bf9cd4d-5d5d-45b9-a06a-4b6c9ff729af service nova] Acquiring lock "refresh_cache-326da030-428b-4fb4-9b39-0d27f0f78ca9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2385.972025] env[63366]: DEBUG oslo_concurrency.lockutils [req-becaaffc-401c-4d54-bd77-9afc022dca30 req-0bf9cd4d-5d5d-45b9-a06a-4b6c9ff729af service nova] Acquired lock "refresh_cache-326da030-428b-4fb4-9b39-0d27f0f78ca9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2385.972234] env[63366]: DEBUG nova.network.neutron [req-becaaffc-401c-4d54-bd77-9afc022dca30 req-0bf9cd4d-5d5d-45b9-a06a-4b6c9ff729af service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Refreshing network info cache for port 9b920db3-6023-4e4c-812e-5c9c2c97f769 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2386.055182] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2386.055460] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5610270f-f368-4515-8f45-441dbc4693cb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.063739] env[63366]: DEBUG oslo_vmware.api [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2386.063739] env[63366]: value = "task-2104602" [ 2386.063739] env[63366]: _type = "Task" [ 2386.063739] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2386.072359] env[63366]: DEBUG oslo_vmware.api [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2386.204739] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2386.207491] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.384s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.209058] env[63366]: INFO nova.compute.claims [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2386.405043] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: a05e9d34-6a75-48af-bb3c-a78ff4081801] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2386.575073] env[63366]: DEBUG oslo_vmware.api [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104602, 'name': PowerOffVM_Task, 'duration_secs': 0.184734} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2386.575073] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2386.575073] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Updating instance '7b28a860-e1f2-433d-a4e1-732abcb93382' progress to 17 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2386.686336] env[63366]: DEBUG nova.network.neutron [req-becaaffc-401c-4d54-bd77-9afc022dca30 req-0bf9cd4d-5d5d-45b9-a06a-4b6c9ff729af service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Updated VIF entry in instance network info cache for port 9b920db3-6023-4e4c-812e-5c9c2c97f769. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2386.686704] env[63366]: DEBUG nova.network.neutron [req-becaaffc-401c-4d54-bd77-9afc022dca30 req-0bf9cd4d-5d5d-45b9-a06a-4b6c9ff729af service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Updating instance_info_cache with network_info: [{"id": "9b920db3-6023-4e4c-812e-5c9c2c97f769", "address": "fa:16:3e:dc:0b:29", "network": {"id": "dde64ecf-d04d-416e-8b83-815c32c700c4", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1469551463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62200d1a03874ff385bca60027eceb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9b920db3-60", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2386.717082] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0b843d34-2d89-4aad-9709-1df7a9f79eba tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "326da030-428b-4fb4-9b39-0d27f0f78ca9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.342s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2386.717849] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "326da030-428b-4fb4-9b39-0d27f0f78ca9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 23.515s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.718038] env[63366]: INFO nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 2386.718214] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "326da030-428b-4fb4-9b39-0d27f0f78ca9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2386.718604] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "326da030-428b-4fb4-9b39-0d27f0f78ca9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.969s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.718779] env[63366]: INFO nova.compute.manager [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Unshelving [ 2386.772390] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "8b9b3791-3454-423b-bcd7-65e18e5999d7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.910580] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 27110bbb-1aa4-4a32-8693-2f94374eebe9] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2387.084105] env[63366]: DEBUG nova.virt.hardware [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2387.084480] env[63366]: DEBUG nova.virt.hardware [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2387.084729] env[63366]: DEBUG nova.virt.hardware [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2387.085070] env[63366]: DEBUG nova.virt.hardware [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2387.085351] env[63366]: DEBUG nova.virt.hardware [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2387.085643] env[63366]: DEBUG nova.virt.hardware [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2387.086014] env[63366]: DEBUG nova.virt.hardware [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2387.086278] env[63366]: DEBUG nova.virt.hardware [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2387.086552] env[63366]: DEBUG nova.virt.hardware [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2387.086791] env[63366]: DEBUG nova.virt.hardware [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2387.087052] env[63366]: DEBUG nova.virt.hardware [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2387.096138] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3c697e6-a32e-480e-aecf-4cf936683725 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.113062] env[63366]: DEBUG oslo_vmware.api [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2387.113062] env[63366]: value = "task-2104603" [ 2387.113062] env[63366]: _type = "Task" [ 2387.113062] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2387.121011] env[63366]: DEBUG oslo_vmware.api [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.188965] env[63366]: DEBUG oslo_concurrency.lockutils [req-becaaffc-401c-4d54-bd77-9afc022dca30 req-0bf9cd4d-5d5d-45b9-a06a-4b6c9ff729af service nova] Releasing lock "refresh_cache-326da030-428b-4fb4-9b39-0d27f0f78ca9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2387.189276] env[63366]: DEBUG nova.compute.manager [req-becaaffc-401c-4d54-bd77-9afc022dca30 req-0bf9cd4d-5d5d-45b9-a06a-4b6c9ff729af service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Received event network-vif-unplugged-27e2b48b-4ba2-4512-a8aa-c2dca936ffe3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2387.189477] env[63366]: DEBUG oslo_concurrency.lockutils [req-becaaffc-401c-4d54-bd77-9afc022dca30 req-0bf9cd4d-5d5d-45b9-a06a-4b6c9ff729af service nova] Acquiring lock "8b9b3791-3454-423b-bcd7-65e18e5999d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2387.189686] env[63366]: DEBUG oslo_concurrency.lockutils [req-becaaffc-401c-4d54-bd77-9afc022dca30 req-0bf9cd4d-5d5d-45b9-a06a-4b6c9ff729af service nova] Lock "8b9b3791-3454-423b-bcd7-65e18e5999d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2387.189850] env[63366]: DEBUG oslo_concurrency.lockutils [req-becaaffc-401c-4d54-bd77-9afc022dca30 req-0bf9cd4d-5d5d-45b9-a06a-4b6c9ff729af service nova] Lock "8b9b3791-3454-423b-bcd7-65e18e5999d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2387.190034] env[63366]: DEBUG nova.compute.manager [req-becaaffc-401c-4d54-bd77-9afc022dca30 req-0bf9cd4d-5d5d-45b9-a06a-4b6c9ff729af service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] No waiting events found dispatching network-vif-unplugged-27e2b48b-4ba2-4512-a8aa-c2dca936ffe3 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2387.190199] env[63366]: WARNING nova.compute.manager [req-becaaffc-401c-4d54-bd77-9afc022dca30 req-0bf9cd4d-5d5d-45b9-a06a-4b6c9ff729af service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Received unexpected event network-vif-unplugged-27e2b48b-4ba2-4512-a8aa-c2dca936ffe3 for instance with vm_state shelved and task_state shelving_offloading. [ 2387.190364] env[63366]: DEBUG nova.compute.manager [req-becaaffc-401c-4d54-bd77-9afc022dca30 req-0bf9cd4d-5d5d-45b9-a06a-4b6c9ff729af service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Received event network-changed-27e2b48b-4ba2-4512-a8aa-c2dca936ffe3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2387.190526] env[63366]: DEBUG nova.compute.manager [req-becaaffc-401c-4d54-bd77-9afc022dca30 req-0bf9cd4d-5d5d-45b9-a06a-4b6c9ff729af service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Refreshing instance network info cache due to event network-changed-27e2b48b-4ba2-4512-a8aa-c2dca936ffe3. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2387.190711] env[63366]: DEBUG oslo_concurrency.lockutils [req-becaaffc-401c-4d54-bd77-9afc022dca30 req-0bf9cd4d-5d5d-45b9-a06a-4b6c9ff729af service nova] Acquiring lock "refresh_cache-8b9b3791-3454-423b-bcd7-65e18e5999d7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2387.190843] env[63366]: DEBUG oslo_concurrency.lockutils [req-becaaffc-401c-4d54-bd77-9afc022dca30 req-0bf9cd4d-5d5d-45b9-a06a-4b6c9ff729af service nova] Acquired lock "refresh_cache-8b9b3791-3454-423b-bcd7-65e18e5999d7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2387.190998] env[63366]: DEBUG nova.network.neutron [req-becaaffc-401c-4d54-bd77-9afc022dca30 req-0bf9cd4d-5d5d-45b9-a06a-4b6c9ff729af service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Refreshing network info cache for port 27e2b48b-4ba2-4512-a8aa-c2dca936ffe3 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2387.358316] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1f7292-3a05-4a32-af5a-f488cb5dc46f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.366103] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091f6dee-50e2-456f-8744-dd66a70d9c62 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.397495] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedbac51-b686-4643-aa4d-d3886d997c6c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.404815] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95df154-a835-4e82-98ab-35993dab880d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.417807] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 37bba57b-6775-474b-9bbe-4802ac518003] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2387.419892] env[63366]: DEBUG nova.compute.provider_tree [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2387.623185] env[63366]: DEBUG oslo_vmware.api [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104603, 'name': ReconfigVM_Task, 'duration_secs': 0.148025} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2387.623454] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Updating instance '7b28a860-e1f2-433d-a4e1-732abcb93382' progress to 33 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2387.726596] env[63366]: DEBUG nova.compute.utils [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2387.898272] env[63366]: DEBUG nova.network.neutron [req-becaaffc-401c-4d54-bd77-9afc022dca30 req-0bf9cd4d-5d5d-45b9-a06a-4b6c9ff729af service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Updated VIF entry in instance network info cache for port 27e2b48b-4ba2-4512-a8aa-c2dca936ffe3. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2387.898624] env[63366]: DEBUG nova.network.neutron [req-becaaffc-401c-4d54-bd77-9afc022dca30 req-0bf9cd4d-5d5d-45b9-a06a-4b6c9ff729af service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Updating instance_info_cache with network_info: [{"id": "27e2b48b-4ba2-4512-a8aa-c2dca936ffe3", "address": "fa:16:3e:b9:d5:58", "network": {"id": "2461296c-b492-4d75-b35d-5e521090c9eb", "bridge": null, "label": "tempest-ServerActionsTestOtherB-859076243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6b369729644eb299067082c22e5e36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap27e2b48b-4b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2387.922172] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 8fb48168-2e94-43d9-a65b-737d6e0907bb] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2387.924501] env[63366]: DEBUG nova.scheduler.client.report [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2388.130482] env[63366]: DEBUG nova.virt.hardware [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2388.130850] env[63366]: DEBUG nova.virt.hardware [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2388.131089] env[63366]: DEBUG nova.virt.hardware [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2388.131347] env[63366]: DEBUG nova.virt.hardware [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2388.131553] env[63366]: DEBUG nova.virt.hardware [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2388.131761] env[63366]: DEBUG nova.virt.hardware [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2388.132058] env[63366]: DEBUG nova.virt.hardware [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2388.132283] env[63366]: DEBUG nova.virt.hardware [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2388.132518] env[63366]: DEBUG nova.virt.hardware [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2388.132754] env[63366]: DEBUG nova.virt.hardware [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2388.132997] env[63366]: DEBUG nova.virt.hardware [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2388.141593] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2388.141964] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f164283c-1817-42da-ab4e-4a2be01d29a5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.170138] env[63366]: DEBUG oslo_vmware.api [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2388.170138] env[63366]: value = "task-2104604" [ 2388.170138] env[63366]: _type = "Task" [ 2388.170138] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2388.180666] env[63366]: DEBUG oslo_vmware.api [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104604, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2388.229314] env[63366]: INFO nova.virt.block_device [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Booting with volume 315f6397-fdc5-4d0c-ac7e-5a431e5d2a7a at /dev/sdb [ 2388.266306] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8fb5ee2e-bf20-4bb4-967d-259ee90559bc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.275948] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0c27be-e5bd-47ff-b33c-01d43aaf2777 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.306526] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ffc6df9-2204-4dbd-8217-15fe0b446603 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.314814] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0aa87f-42c7-43c3-834a-6faa09a7ff76 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.343836] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bffac6-02b6-464a-9c49-97d9111715ae {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.350081] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007d16c6-7198-4b5a-b493-2a8d63402e34 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.363594] env[63366]: DEBUG nova.virt.block_device [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Updating existing volume attachment record: af5169bf-9c5c-4346-8f6c-92b75b1e74c3 {{(pid=63366) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2388.401278] env[63366]: DEBUG oslo_concurrency.lockutils [req-becaaffc-401c-4d54-bd77-9afc022dca30 req-0bf9cd4d-5d5d-45b9-a06a-4b6c9ff729af service nova] Releasing lock "refresh_cache-8b9b3791-3454-423b-bcd7-65e18e5999d7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2388.428112] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 0191d2db-f0ea-4e87-bb9e-d454f6a1906b] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2388.430359] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.223s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2388.430819] env[63366]: DEBUG nova.compute.manager [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2388.433607] env[63366]: DEBUG oslo_concurrency.lockutils [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.694s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2388.433817] env[63366]: DEBUG nova.objects.instance [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lazy-loading 'resources' on Instance uuid 8b9b3791-3454-423b-bcd7-65e18e5999d7 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2388.680060] env[63366]: DEBUG oslo_vmware.api [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104604, 'name': ReconfigVM_Task, 'duration_secs': 0.160435} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2388.680298] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2388.681130] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a66e04-934f-49bc-afa5-aee88851f9de {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.704268] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6/volume-9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2388.704553] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c3cdcdd-01b1-4591-b2fc-66d993ed4505 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.723362] env[63366]: DEBUG oslo_vmware.api [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2388.723362] env[63366]: value = "task-2104608" [ 2388.723362] env[63366]: _type = "Task" [ 2388.723362] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2388.731450] env[63366]: DEBUG oslo_vmware.api [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2388.935208] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 91415de4-4d8e-4e52-990d-304c82a7e899] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2388.938739] env[63366]: DEBUG nova.compute.utils [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2388.940315] env[63366]: DEBUG nova.objects.instance [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lazy-loading 'numa_topology' on Instance uuid 8b9b3791-3454-423b-bcd7-65e18e5999d7 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2388.941485] env[63366]: DEBUG nova.compute.manager [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2388.942200] env[63366]: DEBUG nova.network.neutron [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2388.985898] env[63366]: DEBUG nova.policy [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85662cabad5e49f49f3025e55216ffd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '198c481722604b28b22fe824a12b6100', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2389.235377] env[63366]: DEBUG oslo_vmware.api [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104608, 'name': ReconfigVM_Task, 'duration_secs': 0.263879} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2389.235664] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6/volume-9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2389.235886] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Updating instance '7b28a860-e1f2-433d-a4e1-732abcb93382' progress to 50 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2389.355409] env[63366]: DEBUG nova.network.neutron [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Successfully created port: bfffb496-3dfc-4d45-9e06-c048a84cdde3 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2389.443182] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 88979fca-1516-412e-9253-255b02fa1a1f] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2389.444569] env[63366]: DEBUG nova.compute.manager [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2389.447735] env[63366]: DEBUG nova.objects.base [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Object Instance<8b9b3791-3454-423b-bcd7-65e18e5999d7> lazy-loaded attributes: resources,numa_topology {{(pid=63366) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2389.605617] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cad465-3cf9-48e0-b5cd-157c880401f9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.613430] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2be956-bc13-4fcb-a48c-086f5dd186cc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.644233] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db49bc21-a6c4-4145-a71d-bebc93367c46 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.651848] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c7c9c6-2203-4e9e-b70c-4bc91a9714bf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.665291] env[63366]: DEBUG nova.compute.provider_tree [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2389.742640] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732e726c-2ef5-4bb3-8ecd-b3778e6fd48a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.763810] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4b3a3c-b449-4312-8260-6893d31731d9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.791014] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Updating instance '7b28a860-e1f2-433d-a4e1-732abcb93382' progress to 67 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2389.952708] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: f48bbead-21ee-4778-af3c-bab52debb935] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2390.168624] env[63366]: DEBUG nova.scheduler.client.report [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2390.461064] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 46daf026-16bc-4525-9f8c-198beb021083] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2390.463123] env[63366]: DEBUG nova.compute.manager [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2390.490880] env[63366]: DEBUG nova.virt.hardware [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2390.491133] env[63366]: DEBUG nova.virt.hardware [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2390.491290] env[63366]: DEBUG nova.virt.hardware [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2390.491471] env[63366]: DEBUG nova.virt.hardware [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2390.491647] env[63366]: DEBUG nova.virt.hardware [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2390.491800] env[63366]: DEBUG nova.virt.hardware [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2390.492017] env[63366]: DEBUG nova.virt.hardware [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2390.492213] env[63366]: DEBUG nova.virt.hardware [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2390.492355] env[63366]: DEBUG nova.virt.hardware [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2390.492515] env[63366]: DEBUG nova.virt.hardware [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2390.492688] env[63366]: DEBUG nova.virt.hardware [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2390.493771] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e700657-bca7-4959-943a-3ce37f5513a3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.502278] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be523c3-7caf-46f0-8226-5564fe49a79d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.673165] env[63366]: DEBUG oslo_concurrency.lockutils [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2390.749317] env[63366]: DEBUG nova.compute.manager [req-a93c3472-e7a8-43ac-8bf7-14d8bd7f98d1 req-b4accefb-3fad-4391-80e2-19d28d6f68ac service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Received event network-vif-plugged-bfffb496-3dfc-4d45-9e06-c048a84cdde3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2390.749482] env[63366]: DEBUG oslo_concurrency.lockutils [req-a93c3472-e7a8-43ac-8bf7-14d8bd7f98d1 req-b4accefb-3fad-4391-80e2-19d28d6f68ac service nova] Acquiring lock "516edfeb-50a7-4121-8932-0549bba2dccc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2390.749717] env[63366]: DEBUG oslo_concurrency.lockutils [req-a93c3472-e7a8-43ac-8bf7-14d8bd7f98d1 req-b4accefb-3fad-4391-80e2-19d28d6f68ac service nova] Lock "516edfeb-50a7-4121-8932-0549bba2dccc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2390.749894] env[63366]: DEBUG oslo_concurrency.lockutils [req-a93c3472-e7a8-43ac-8bf7-14d8bd7f98d1 req-b4accefb-3fad-4391-80e2-19d28d6f68ac service nova] Lock "516edfeb-50a7-4121-8932-0549bba2dccc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2390.750078] env[63366]: DEBUG nova.compute.manager [req-a93c3472-e7a8-43ac-8bf7-14d8bd7f98d1 req-b4accefb-3fad-4391-80e2-19d28d6f68ac service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] No waiting events found dispatching network-vif-plugged-bfffb496-3dfc-4d45-9e06-c048a84cdde3 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2390.750249] env[63366]: WARNING nova.compute.manager [req-a93c3472-e7a8-43ac-8bf7-14d8bd7f98d1 req-b4accefb-3fad-4391-80e2-19d28d6f68ac service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Received unexpected event network-vif-plugged-bfffb496-3dfc-4d45-9e06-c048a84cdde3 for instance with vm_state building and task_state spawning. [ 2390.836763] env[63366]: DEBUG nova.network.neutron [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Successfully updated port: bfffb496-3dfc-4d45-9e06-c048a84cdde3 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2390.966285] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: afb11726-923b-4b23-b667-56492003de5b] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2391.180948] env[63366]: DEBUG oslo_concurrency.lockutils [None req-18361ce9-9796-4773-9a74-19a801bb56bb tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "8b9b3791-3454-423b-bcd7-65e18e5999d7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.978s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2391.181375] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "8b9b3791-3454-423b-bcd7-65e18e5999d7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 27.978s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2391.181561] env[63366]: INFO nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] During sync_power_state the instance has a pending task (shelving). Skip. [ 2391.181733] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "8b9b3791-3454-423b-bcd7-65e18e5999d7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2391.182133] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "8b9b3791-3454-423b-bcd7-65e18e5999d7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.410s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2391.182299] env[63366]: INFO nova.compute.manager [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Unshelving [ 2391.343351] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "refresh_cache-516edfeb-50a7-4121-8932-0549bba2dccc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2391.343466] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired lock "refresh_cache-516edfeb-50a7-4121-8932-0549bba2dccc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2391.343619] env[63366]: DEBUG nova.network.neutron [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2391.468260] env[63366]: DEBUG nova.network.neutron [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Port 61b39b00-f3f6-4ec4-9972-f9526d2da99e binding to destination host cpu-1 is already ACTIVE {{(pid=63366) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2391.469749] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 5526389c-8814-4aa4-bc67-aba298e39703] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2391.876675] env[63366]: DEBUG nova.network.neutron [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2391.978144] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 017849f8-77d3-4c49-86ec-e54fad04b5f4] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2392.011443] env[63366]: DEBUG nova.network.neutron [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Updating instance_info_cache with network_info: [{"id": "bfffb496-3dfc-4d45-9e06-c048a84cdde3", "address": "fa:16:3e:e4:1c:1a", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfffb496-3d", "ovs_interfaceid": "bfffb496-3dfc-4d45-9e06-c048a84cdde3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2392.208875] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2392.209158] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2392.209367] env[63366]: DEBUG nova.objects.instance [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lazy-loading 'pci_requests' on Instance uuid 8b9b3791-3454-423b-bcd7-65e18e5999d7 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2392.487872] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 4de3c119-cf83-4c3f-bee5-2000540c5f80] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2392.495475] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "7b28a860-e1f2-433d-a4e1-732abcb93382-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2392.495720] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "7b28a860-e1f2-433d-a4e1-732abcb93382-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2392.495894] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "7b28a860-e1f2-433d-a4e1-732abcb93382-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2392.514123] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Releasing lock "refresh_cache-516edfeb-50a7-4121-8932-0549bba2dccc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2392.514228] env[63366]: DEBUG nova.compute.manager [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Instance network_info: |[{"id": "bfffb496-3dfc-4d45-9e06-c048a84cdde3", "address": "fa:16:3e:e4:1c:1a", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfffb496-3d", "ovs_interfaceid": "bfffb496-3dfc-4d45-9e06-c048a84cdde3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2392.514919] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:1c:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfffb496-3dfc-4d45-9e06-c048a84cdde3', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2392.522423] env[63366]: DEBUG oslo.service.loopingcall [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2392.523092] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2392.523333] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4001a053-384c-4318-835e-9f9da5951c9c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.543476] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2392.543476] env[63366]: value = "task-2104610" [ 2392.543476] env[63366]: _type = "Task" [ 2392.543476] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.551173] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104610, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.713072] env[63366]: DEBUG nova.objects.instance [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lazy-loading 'numa_topology' on Instance uuid 8b9b3791-3454-423b-bcd7-65e18e5999d7 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2392.773909] env[63366]: DEBUG nova.compute.manager [req-f4a30cb0-3490-44ea-8d92-af84705ba452 req-b0467fd9-cae1-4a17-9073-6be14bc1a349 service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Received event network-changed-bfffb496-3dfc-4d45-9e06-c048a84cdde3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2392.774089] env[63366]: DEBUG nova.compute.manager [req-f4a30cb0-3490-44ea-8d92-af84705ba452 req-b0467fd9-cae1-4a17-9073-6be14bc1a349 service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Refreshing instance network info cache due to event network-changed-bfffb496-3dfc-4d45-9e06-c048a84cdde3. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2392.774308] env[63366]: DEBUG oslo_concurrency.lockutils [req-f4a30cb0-3490-44ea-8d92-af84705ba452 req-b0467fd9-cae1-4a17-9073-6be14bc1a349 service nova] Acquiring lock "refresh_cache-516edfeb-50a7-4121-8932-0549bba2dccc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2392.774448] env[63366]: DEBUG oslo_concurrency.lockutils [req-f4a30cb0-3490-44ea-8d92-af84705ba452 req-b0467fd9-cae1-4a17-9073-6be14bc1a349 service nova] Acquired lock "refresh_cache-516edfeb-50a7-4121-8932-0549bba2dccc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2392.774605] env[63366]: DEBUG nova.network.neutron [req-f4a30cb0-3490-44ea-8d92-af84705ba452 req-b0467fd9-cae1-4a17-9073-6be14bc1a349 service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Refreshing network info cache for port bfffb496-3dfc-4d45-9e06-c048a84cdde3 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2392.997389] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 4b3e0653-b7d8-4458-ac35-a81527b7ceb8] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2393.053395] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104610, 'name': CreateVM_Task, 'duration_secs': 0.421618} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2393.053576] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2393.054254] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2393.054417] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2393.054744] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2393.054989] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6e9aa63-3545-4933-b57d-9a3561023975 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.059354] env[63366]: DEBUG oslo_vmware.api [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2393.059354] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5282b4e3-1cac-eb68-2df5-2f2ff7deb569" [ 2393.059354] env[63366]: _type = "Task" [ 2393.059354] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2393.066710] env[63366]: DEBUG oslo_vmware.api [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5282b4e3-1cac-eb68-2df5-2f2ff7deb569, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.216621] env[63366]: INFO nova.compute.claims [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2393.500883] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 689df898-ef9c-4a0b-8196-f2e917101949] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2393.535038] env[63366]: DEBUG nova.network.neutron [req-f4a30cb0-3490-44ea-8d92-af84705ba452 req-b0467fd9-cae1-4a17-9073-6be14bc1a349 service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Updated VIF entry in instance network info cache for port bfffb496-3dfc-4d45-9e06-c048a84cdde3. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2393.535401] env[63366]: DEBUG nova.network.neutron [req-f4a30cb0-3490-44ea-8d92-af84705ba452 req-b0467fd9-cae1-4a17-9073-6be14bc1a349 service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Updating instance_info_cache with network_info: [{"id": "bfffb496-3dfc-4d45-9e06-c048a84cdde3", "address": "fa:16:3e:e4:1c:1a", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfffb496-3d", "ovs_interfaceid": "bfffb496-3dfc-4d45-9e06-c048a84cdde3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2393.542740] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "refresh_cache-7b28a860-e1f2-433d-a4e1-732abcb93382" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2393.542908] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquired lock "refresh_cache-7b28a860-e1f2-433d-a4e1-732abcb93382" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2393.543088] env[63366]: DEBUG nova.network.neutron [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2393.569507] env[63366]: DEBUG oslo_vmware.api [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5282b4e3-1cac-eb68-2df5-2f2ff7deb569, 'name': SearchDatastore_Task, 'duration_secs': 0.009187} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2393.569825] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2393.570098] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2393.570329] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2393.570472] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2393.570647] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2393.570899] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-280ca639-4194-4dbb-bdb3-22dc4abcc399 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.579903] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2393.580096] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2393.580789] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e55ac755-f7d5-402f-9f4a-9764f60c9567 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.585910] env[63366]: DEBUG oslo_vmware.api [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2393.585910] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52d84933-2563-51b1-1dc8-187ef3f4ee89" [ 2393.585910] env[63366]: _type = "Task" [ 2393.585910] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2393.593362] env[63366]: DEBUG oslo_vmware.api [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d84933-2563-51b1-1dc8-187ef3f4ee89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.957459] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2394.005077] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 55f46a77-cd49-47ba-ba4f-369ce8c69d50] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2394.038203] env[63366]: DEBUG oslo_concurrency.lockutils [req-f4a30cb0-3490-44ea-8d92-af84705ba452 req-b0467fd9-cae1-4a17-9073-6be14bc1a349 service nova] Releasing lock "refresh_cache-516edfeb-50a7-4121-8932-0549bba2dccc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2394.097368] env[63366]: DEBUG oslo_vmware.api [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d84933-2563-51b1-1dc8-187ef3f4ee89, 'name': SearchDatastore_Task, 'duration_secs': 0.008766} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2394.098183] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eb5ea7d-7f78-438c-998f-31810c8903db {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.103306] env[63366]: DEBUG oslo_vmware.api [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2394.103306] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52bb7fb6-75d5-dab8-e64b-7c1fd8b73ec5" [ 2394.103306] env[63366]: _type = "Task" [ 2394.103306] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2394.111193] env[63366]: DEBUG oslo_vmware.api [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52bb7fb6-75d5-dab8-e64b-7c1fd8b73ec5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.254211] env[63366]: DEBUG nova.network.neutron [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Updating instance_info_cache with network_info: [{"id": "61b39b00-f3f6-4ec4-9972-f9526d2da99e", "address": "fa:16:3e:0f:58:91", "network": {"id": "ff88eafc-52be-4f8b-b9a5-e068833bfab7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1647919858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c6d0f4d73b45b280497b25fdc750f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61b39b00-f3", "ovs_interfaceid": "61b39b00-f3f6-4ec4-9972-f9526d2da99e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2394.374456] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001830ff-e084-4eb7-9ad9-6bcf22b6bdac {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.381948] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce4e453-39f4-4547-94cd-fd1e78e289c9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.414210] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e5f602-438a-43a5-89f6-92643a13838c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.421859] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca5a876-9e7d-440b-8163-33d6f71bda3e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.434946] env[63366]: DEBUG nova.compute.provider_tree [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2394.507903] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 526080de-0e4d-4a04-a9e2-1868167d5abb] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2394.614730] env[63366]: DEBUG oslo_vmware.api [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52bb7fb6-75d5-dab8-e64b-7c1fd8b73ec5, 'name': SearchDatastore_Task, 'duration_secs': 0.010277} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2394.614996] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2394.615271] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 516edfeb-50a7-4121-8932-0549bba2dccc/516edfeb-50a7-4121-8932-0549bba2dccc.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2394.615523] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d664b087-b2f8-4266-ae87-ba1eac348a06 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.622562] env[63366]: DEBUG oslo_vmware.api [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2394.622562] env[63366]: value = "task-2104611" [ 2394.622562] env[63366]: _type = "Task" [ 2394.622562] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2394.630359] env[63366]: DEBUG oslo_vmware.api [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.758973] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Releasing lock "refresh_cache-7b28a860-e1f2-433d-a4e1-732abcb93382" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2394.938162] env[63366]: DEBUG nova.scheduler.client.report [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2395.011748] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: f3b6e9ea-be4b-43c5-9503-4531eddcbe81] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2395.132600] env[63366]: DEBUG oslo_vmware.api [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455314} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2395.132600] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 516edfeb-50a7-4121-8932-0549bba2dccc/516edfeb-50a7-4121-8932-0549bba2dccc.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2395.132811] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2395.133033] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d65802fe-b24d-4b7a-9bca-fcaf4b6646f9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.139522] env[63366]: DEBUG oslo_vmware.api [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2395.139522] env[63366]: value = "task-2104612" [ 2395.139522] env[63366]: _type = "Task" [ 2395.139522] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2395.148921] env[63366]: DEBUG oslo_vmware.api [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.268252] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b4e796-7acb-41bf-9aa4-883937b272a4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.275072] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36d0c72-94ae-4bb2-8fc1-06b5a9a0c559 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.443825] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.234s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2395.446287] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.489s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2395.446522] env[63366]: DEBUG nova.objects.instance [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lazy-loading 'pci_requests' on Instance uuid 326da030-428b-4fb4-9b39-0d27f0f78ca9 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2395.475440] env[63366]: INFO nova.network.neutron [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Updating port 27e2b48b-4ba2-4512-a8aa-c2dca936ffe3 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2395.514794] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 0237b15e-2ac9-419f-b74e-6eea2558e817] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2395.649742] env[63366]: DEBUG oslo_vmware.api [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070196} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2395.650010] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2395.650786] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab08b090-8223-4480-920b-4810672b83af {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.673633] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 516edfeb-50a7-4121-8932-0549bba2dccc/516edfeb-50a7-4121-8932-0549bba2dccc.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2395.674345] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af2e51be-b482-4ed8-9ddc-29f2a08f4eec {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.692805] env[63366]: DEBUG oslo_vmware.api [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2395.692805] env[63366]: value = "task-2104613" [ 2395.692805] env[63366]: _type = "Task" [ 2395.692805] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2395.701242] env[63366]: DEBUG oslo_vmware.api [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.950922] env[63366]: DEBUG nova.objects.instance [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lazy-loading 'numa_topology' on Instance uuid 326da030-428b-4fb4-9b39-0d27f0f78ca9 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2396.022616] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: ee29e2c3-464e-4ec9-a7d9-057519c836f7] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2396.203564] env[63366]: DEBUG oslo_vmware.api [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104613, 'name': ReconfigVM_Task, 'duration_secs': 0.311178} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.203564] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 516edfeb-50a7-4121-8932-0549bba2dccc/516edfeb-50a7-4121-8932-0549bba2dccc.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2396.205911] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1989c85-26d0-458f-acde-1e5c3615000e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.210970] env[63366]: DEBUG oslo_vmware.api [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2396.210970] env[63366]: value = "task-2104614" [ 2396.210970] env[63366]: _type = "Task" [ 2396.210970] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2396.220276] env[63366]: DEBUG oslo_vmware.api [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104614, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.372664] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c0beb5-6ece-44eb-9a8a-46260679f130 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.390972] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a625aa-c852-4469-bcff-a3bd10514784 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.397659] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Updating instance '7b28a860-e1f2-433d-a4e1-732abcb93382' progress to 83 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2396.453888] env[63366]: INFO nova.compute.claims [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2396.525475] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 2568d389-f910-4543-94d0-4f0b4d6db495] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2396.720633] env[63366]: DEBUG oslo_vmware.api [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104614, 'name': Rename_Task, 'duration_secs': 0.13512} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.720900] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2396.721162] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b263b53-b344-44d2-9188-ec644795790c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.727452] env[63366]: DEBUG oslo_vmware.api [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2396.727452] env[63366]: value = "task-2104615" [ 2396.727452] env[63366]: _type = "Task" [ 2396.727452] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2396.734937] env[63366]: DEBUG oslo_vmware.api [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.904324] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2396.904689] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3671c5c-e609-4c9e-8a7e-b48f5ccedb94 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.912197] env[63366]: DEBUG oslo_vmware.api [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2396.912197] env[63366]: value = "task-2104616" [ 2396.912197] env[63366]: _type = "Task" [ 2396.912197] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2396.920934] env[63366]: DEBUG oslo_vmware.api [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.029227] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: c33de456-d210-4ba8-b039-3bf1678f9cb8] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2397.034154] env[63366]: DEBUG nova.compute.manager [req-f35e1624-d007-4714-b7fa-e9e862eaf3eb req-893beb4b-6151-413b-bfa2-4d04d4647eda service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Received event network-vif-plugged-27e2b48b-4ba2-4512-a8aa-c2dca936ffe3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2397.034363] env[63366]: DEBUG oslo_concurrency.lockutils [req-f35e1624-d007-4714-b7fa-e9e862eaf3eb req-893beb4b-6151-413b-bfa2-4d04d4647eda service nova] Acquiring lock "8b9b3791-3454-423b-bcd7-65e18e5999d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2397.034646] env[63366]: DEBUG oslo_concurrency.lockutils [req-f35e1624-d007-4714-b7fa-e9e862eaf3eb req-893beb4b-6151-413b-bfa2-4d04d4647eda service nova] Lock "8b9b3791-3454-423b-bcd7-65e18e5999d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2397.034918] env[63366]: DEBUG oslo_concurrency.lockutils [req-f35e1624-d007-4714-b7fa-e9e862eaf3eb req-893beb4b-6151-413b-bfa2-4d04d4647eda service nova] Lock "8b9b3791-3454-423b-bcd7-65e18e5999d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2397.035186] env[63366]: DEBUG nova.compute.manager [req-f35e1624-d007-4714-b7fa-e9e862eaf3eb req-893beb4b-6151-413b-bfa2-4d04d4647eda service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] No waiting events found dispatching network-vif-plugged-27e2b48b-4ba2-4512-a8aa-c2dca936ffe3 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2397.035441] env[63366]: WARNING nova.compute.manager [req-f35e1624-d007-4714-b7fa-e9e862eaf3eb req-893beb4b-6151-413b-bfa2-4d04d4647eda service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Received unexpected event network-vif-plugged-27e2b48b-4ba2-4512-a8aa-c2dca936ffe3 for instance with vm_state shelved_offloaded and task_state spawning. [ 2397.225316] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "refresh_cache-8b9b3791-3454-423b-bcd7-65e18e5999d7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2397.225532] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquired lock "refresh_cache-8b9b3791-3454-423b-bcd7-65e18e5999d7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2397.225710] env[63366]: DEBUG nova.network.neutron [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2397.237563] env[63366]: DEBUG oslo_vmware.api [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104615, 'name': PowerOnVM_Task, 'duration_secs': 0.46304} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2397.237815] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2397.238928] env[63366]: INFO nova.compute.manager [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Took 6.77 seconds to spawn the instance on the hypervisor. [ 2397.238928] env[63366]: DEBUG nova.compute.manager [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2397.239026] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a456e755-0045-4cd9-9688-f016334175bf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.424831] env[63366]: DEBUG oslo_vmware.api [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104616, 'name': PowerOnVM_Task, 'duration_secs': 0.404086} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2397.425122] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2397.425332] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e1d5bc-d22e-46a5-956b-c53dc02f529a tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Updating instance '7b28a860-e1f2-433d-a4e1-732abcb93382' progress to 100 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2397.536849] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: ace1ae39-d6de-4b36-93f5-e1b8f810a16a] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2397.598964] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a23d2cd-0455-4f89-bcb1-8dd791defaa8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.606255] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9896d0ed-9a85-4955-9169-f594bf66eb78 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.636489] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912ff9e0-aa43-45a6-a57e-494828500edf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.643958] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038fbe71-c3d9-485b-a2f7-b8c669d658fb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.656777] env[63366]: DEBUG nova.compute.provider_tree [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2397.756805] env[63366]: INFO nova.compute.manager [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Took 12.95 seconds to build instance. [ 2397.973253] env[63366]: DEBUG nova.network.neutron [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Updating instance_info_cache with network_info: [{"id": "27e2b48b-4ba2-4512-a8aa-c2dca936ffe3", "address": "fa:16:3e:b9:d5:58", "network": {"id": "2461296c-b492-4d75-b35d-5e521090c9eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-859076243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6b369729644eb299067082c22e5e36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e2b48b-4b", "ovs_interfaceid": "27e2b48b-4ba2-4512-a8aa-c2dca936ffe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2398.039879] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 49c15748-bcd1-4c07-9572-9ff7ea7a4284] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2398.160292] env[63366]: DEBUG nova.scheduler.client.report [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2398.260943] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7fb1c429-08a0-4d7e-8a48-fc84157cb0af tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "516edfeb-50a7-4121-8932-0549bba2dccc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.461s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2398.476198] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Releasing lock "refresh_cache-8b9b3791-3454-423b-bcd7-65e18e5999d7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2398.504531] env[63366]: DEBUG nova.virt.hardware [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='81cf72c70315da44339c3dbae4087c65',container_format='bare',created_at=2025-01-14T17:16:01Z,direct_url=,disk_format='vmdk',id=26572f57-126e-4af8-ac7b-22570782e8f6,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1253189943-shelved',owner='1a6b369729644eb299067082c22e5e36',properties=ImageMetaProps,protected=,size=31662592,status='active',tags=,updated_at=2025-01-14T17:16:19Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2398.504759] env[63366]: DEBUG nova.virt.hardware [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2398.504915] env[63366]: DEBUG nova.virt.hardware [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2398.505104] env[63366]: DEBUG nova.virt.hardware [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2398.505251] env[63366]: DEBUG nova.virt.hardware [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2398.505396] env[63366]: DEBUG nova.virt.hardware [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2398.505601] env[63366]: DEBUG nova.virt.hardware [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2398.505885] env[63366]: DEBUG nova.virt.hardware [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2398.506120] env[63366]: DEBUG nova.virt.hardware [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2398.506290] env[63366]: DEBUG nova.virt.hardware [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2398.506476] env[63366]: DEBUG nova.virt.hardware [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2398.507421] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e1844f-921c-4ad3-9582-52b107d8914c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.516215] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb18c7ea-7cd9-4f3a-8b6b-d39a5a7581d9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.530379] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:d5:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27e2b48b-4ba2-4512-a8aa-c2dca936ffe3', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2398.538320] env[63366]: DEBUG oslo.service.loopingcall [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2398.538854] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2398.539103] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-086f368d-04ef-4e1b-a638-138747ff9232 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.552757] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 05c3d463-05fa-44a6-835c-756d94f65be4] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2398.560568] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2398.560568] env[63366]: value = "task-2104617" [ 2398.560568] env[63366]: _type = "Task" [ 2398.560568] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2398.571081] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104617, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2398.665168] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.219s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2398.732470] env[63366]: INFO nova.network.neutron [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Updating port 9b920db3-6023-4e4c-812e-5c9c2c97f769 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2399.056818] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 96f0fab0-d17a-46cc-bff7-66de56c2acc3] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2399.067081] env[63366]: DEBUG nova.compute.manager [req-df0aa79e-4a30-4035-9986-1d4257d5352d req-9facf25a-e59a-4376-b392-afa0ca71615e service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Received event network-changed-27e2b48b-4ba2-4512-a8aa-c2dca936ffe3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2399.067306] env[63366]: DEBUG nova.compute.manager [req-df0aa79e-4a30-4035-9986-1d4257d5352d req-9facf25a-e59a-4376-b392-afa0ca71615e service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Refreshing instance network info cache due to event network-changed-27e2b48b-4ba2-4512-a8aa-c2dca936ffe3. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2399.067527] env[63366]: DEBUG oslo_concurrency.lockutils [req-df0aa79e-4a30-4035-9986-1d4257d5352d req-9facf25a-e59a-4376-b392-afa0ca71615e service nova] Acquiring lock "refresh_cache-8b9b3791-3454-423b-bcd7-65e18e5999d7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2399.067671] env[63366]: DEBUG oslo_concurrency.lockutils [req-df0aa79e-4a30-4035-9986-1d4257d5352d req-9facf25a-e59a-4376-b392-afa0ca71615e service nova] Acquired lock "refresh_cache-8b9b3791-3454-423b-bcd7-65e18e5999d7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2399.067834] env[63366]: DEBUG nova.network.neutron [req-df0aa79e-4a30-4035-9986-1d4257d5352d req-9facf25a-e59a-4376-b392-afa0ca71615e service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Refreshing network info cache for port 27e2b48b-4ba2-4512-a8aa-c2dca936ffe3 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2399.075239] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104617, 'name': CreateVM_Task, 'duration_secs': 0.322589} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2399.079024] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2399.079024] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26572f57-126e-4af8-ac7b-22570782e8f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2399.079024] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26572f57-126e-4af8-ac7b-22570782e8f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2399.079024] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26572f57-126e-4af8-ac7b-22570782e8f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2399.079024] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2e0444f-104a-4d79-b3c1-d60b01d1f0fb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.081876] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2399.081876] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5244bbb8-34d8-cbd5-8892-1bf958e48a4c" [ 2399.081876] env[63366]: _type = "Task" [ 2399.081876] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2399.094744] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5244bbb8-34d8-cbd5-8892-1bf958e48a4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2399.597266] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26572f57-126e-4af8-ac7b-22570782e8f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2399.597569] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Processing image 26572f57-126e-4af8-ac7b-22570782e8f6 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2399.597762] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26572f57-126e-4af8-ac7b-22570782e8f6/26572f57-126e-4af8-ac7b-22570782e8f6.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2399.597895] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26572f57-126e-4af8-ac7b-22570782e8f6/26572f57-126e-4af8-ac7b-22570782e8f6.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2399.598084] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2399.598561] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b9ef1cd-96a7-4c4f-90fb-0510a763d553 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.609974] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2399.610229] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2399.611817] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79495933-0e83-429b-8775-d507da2b6dd9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.617601] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2399.617601] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5202f46e-6e1f-75d8-a659-7c62f474335e" [ 2399.617601] env[63366]: _type = "Task" [ 2399.617601] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2399.626611] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5202f46e-6e1f-75d8-a659-7c62f474335e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2399.860585] env[63366]: DEBUG nova.network.neutron [req-df0aa79e-4a30-4035-9986-1d4257d5352d req-9facf25a-e59a-4376-b392-afa0ca71615e service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Updated VIF entry in instance network info cache for port 27e2b48b-4ba2-4512-a8aa-c2dca936ffe3. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2399.860941] env[63366]: DEBUG nova.network.neutron [req-df0aa79e-4a30-4035-9986-1d4257d5352d req-9facf25a-e59a-4376-b392-afa0ca71615e service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Updating instance_info_cache with network_info: [{"id": "27e2b48b-4ba2-4512-a8aa-c2dca936ffe3", "address": "fa:16:3e:b9:d5:58", "network": {"id": "2461296c-b492-4d75-b35d-5e521090c9eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-859076243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6b369729644eb299067082c22e5e36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e2b48b-4b", "ovs_interfaceid": "27e2b48b-4ba2-4512-a8aa-c2dca936ffe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2400.091800] env[63366]: DEBUG oslo_concurrency.lockutils [None req-27e78c23-0f57-40b9-b4ef-071d5af85bb6 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "7b28a860-e1f2-433d-a4e1-732abcb93382" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2400.092518] env[63366]: DEBUG oslo_concurrency.lockutils [None req-27e78c23-0f57-40b9-b4ef-071d5af85bb6 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "7b28a860-e1f2-433d-a4e1-732abcb93382" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2400.092680] env[63366]: DEBUG nova.compute.manager [None req-27e78c23-0f57-40b9-b4ef-071d5af85bb6 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Going to confirm migration 8 {{(pid=63366) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2400.129284] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Preparing fetch location {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2400.129284] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Fetch image to [datastore2] OSTACK_IMG_0e172e65-c2a5-4fda-95a3-034463eb7b31/OSTACK_IMG_0e172e65-c2a5-4fda-95a3-034463eb7b31.vmdk {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2400.129575] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Downloading stream optimized image 26572f57-126e-4af8-ac7b-22570782e8f6 to [datastore2] OSTACK_IMG_0e172e65-c2a5-4fda-95a3-034463eb7b31/OSTACK_IMG_0e172e65-c2a5-4fda-95a3-034463eb7b31.vmdk on the data store datastore2 as vApp {{(pid=63366) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2400.129575] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Downloading image file data 26572f57-126e-4af8-ac7b-22570782e8f6 to the ESX as VM named 'OSTACK_IMG_0e172e65-c2a5-4fda-95a3-034463eb7b31' {{(pid=63366) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2400.206777] env[63366]: DEBUG oslo_vmware.rw_handles [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2400.206777] env[63366]: value = "resgroup-9" [ 2400.206777] env[63366]: _type = "ResourcePool" [ 2400.206777] env[63366]: }. {{(pid=63366) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2400.207055] env[63366]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-31dcc3c4-f7ea-450c-8ba6-0e6cbc82fa73 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.228117] env[63366]: DEBUG oslo_vmware.rw_handles [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lease: (returnval){ [ 2400.228117] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]529e73ec-0e7e-012b-39ce-be2687758355" [ 2400.228117] env[63366]: _type = "HttpNfcLease" [ 2400.228117] env[63366]: } obtained for vApp import into resource pool (val){ [ 2400.228117] env[63366]: value = "resgroup-9" [ 2400.228117] env[63366]: _type = "ResourcePool" [ 2400.228117] env[63366]: }. {{(pid=63366) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2400.228530] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the lease: (returnval){ [ 2400.228530] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]529e73ec-0e7e-012b-39ce-be2687758355" [ 2400.228530] env[63366]: _type = "HttpNfcLease" [ 2400.228530] env[63366]: } to be ready. {{(pid=63366) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2400.236990] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2400.236990] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]529e73ec-0e7e-012b-39ce-be2687758355" [ 2400.236990] env[63366]: _type = "HttpNfcLease" [ 2400.236990] env[63366]: } is initializing. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2400.249757] env[63366]: DEBUG nova.compute.manager [req-90bd7e78-81de-400c-b9d9-1d229c7d700d req-b20db46c-cd2f-4588-97df-7d76a82a9581 service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Received event network-changed-bfffb496-3dfc-4d45-9e06-c048a84cdde3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2400.250059] env[63366]: DEBUG nova.compute.manager [req-90bd7e78-81de-400c-b9d9-1d229c7d700d req-b20db46c-cd2f-4588-97df-7d76a82a9581 service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Refreshing instance network info cache due to event network-changed-bfffb496-3dfc-4d45-9e06-c048a84cdde3. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2400.250209] env[63366]: DEBUG oslo_concurrency.lockutils [req-90bd7e78-81de-400c-b9d9-1d229c7d700d req-b20db46c-cd2f-4588-97df-7d76a82a9581 service nova] Acquiring lock "refresh_cache-516edfeb-50a7-4121-8932-0549bba2dccc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2400.250336] env[63366]: DEBUG oslo_concurrency.lockutils [req-90bd7e78-81de-400c-b9d9-1d229c7d700d req-b20db46c-cd2f-4588-97df-7d76a82a9581 service nova] Acquired lock "refresh_cache-516edfeb-50a7-4121-8932-0549bba2dccc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2400.250492] env[63366]: DEBUG nova.network.neutron [req-90bd7e78-81de-400c-b9d9-1d229c7d700d req-b20db46c-cd2f-4588-97df-7d76a82a9581 service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Refreshing network info cache for port bfffb496-3dfc-4d45-9e06-c048a84cdde3 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2400.363746] env[63366]: DEBUG oslo_concurrency.lockutils [req-df0aa79e-4a30-4035-9986-1d4257d5352d req-9facf25a-e59a-4376-b392-afa0ca71615e service nova] Releasing lock "refresh_cache-8b9b3791-3454-423b-bcd7-65e18e5999d7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2400.364067] env[63366]: DEBUG nova.compute.manager [req-df0aa79e-4a30-4035-9986-1d4257d5352d req-9facf25a-e59a-4376-b392-afa0ca71615e service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Received event network-changed-dbf69c5d-2a18-4a19-a4a2-b127f247ee59 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2400.364261] env[63366]: DEBUG nova.compute.manager [req-df0aa79e-4a30-4035-9986-1d4257d5352d req-9facf25a-e59a-4376-b392-afa0ca71615e service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Refreshing instance network info cache due to event network-changed-dbf69c5d-2a18-4a19-a4a2-b127f247ee59. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2400.364477] env[63366]: DEBUG oslo_concurrency.lockutils [req-df0aa79e-4a30-4035-9986-1d4257d5352d req-9facf25a-e59a-4376-b392-afa0ca71615e service nova] Acquiring lock "refresh_cache-cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2400.364611] env[63366]: DEBUG oslo_concurrency.lockutils [req-df0aa79e-4a30-4035-9986-1d4257d5352d req-9facf25a-e59a-4376-b392-afa0ca71615e service nova] Acquired lock "refresh_cache-cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2400.364779] env[63366]: DEBUG nova.network.neutron [req-df0aa79e-4a30-4035-9986-1d4257d5352d req-9facf25a-e59a-4376-b392-afa0ca71615e service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Refreshing network info cache for port dbf69c5d-2a18-4a19-a4a2-b127f247ee59 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2400.736864] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2400.736864] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]529e73ec-0e7e-012b-39ce-be2687758355" [ 2400.736864] env[63366]: _type = "HttpNfcLease" [ 2400.736864] env[63366]: } is ready. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2400.737169] env[63366]: DEBUG oslo_vmware.rw_handles [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2400.737169] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]529e73ec-0e7e-012b-39ce-be2687758355" [ 2400.737169] env[63366]: _type = "HttpNfcLease" [ 2400.737169] env[63366]: }. {{(pid=63366) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2400.737897] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a381f78b-ace9-4391-9bd4-3a9f7ff940ec {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.745076] env[63366]: DEBUG oslo_vmware.rw_handles [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a9d173-d39b-6976-a87e-79f62805bc51/disk-0.vmdk from lease info. {{(pid=63366) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2400.745248] env[63366]: DEBUG oslo_vmware.rw_handles [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Creating HTTP connection to write to file with size = 31662592 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a9d173-d39b-6976-a87e-79f62805bc51/disk-0.vmdk. {{(pid=63366) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2400.806240] env[63366]: DEBUG oslo_concurrency.lockutils [None req-27e78c23-0f57-40b9-b4ef-071d5af85bb6 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "refresh_cache-7b28a860-e1f2-433d-a4e1-732abcb93382" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2400.806383] env[63366]: DEBUG oslo_concurrency.lockutils [None req-27e78c23-0f57-40b9-b4ef-071d5af85bb6 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquired lock "refresh_cache-7b28a860-e1f2-433d-a4e1-732abcb93382" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2400.806537] env[63366]: DEBUG nova.network.neutron [None req-27e78c23-0f57-40b9-b4ef-071d5af85bb6 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2400.806720] env[63366]: DEBUG nova.objects.instance [None req-27e78c23-0f57-40b9-b4ef-071d5af85bb6 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lazy-loading 'info_cache' on Instance uuid 7b28a860-e1f2-433d-a4e1-732abcb93382 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2400.815614] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-de3b059c-ca78-427c-8b32-348571ff924b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.832803] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "refresh_cache-326da030-428b-4fb4-9b39-0d27f0f78ca9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2400.833035] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquired lock "refresh_cache-326da030-428b-4fb4-9b39-0d27f0f78ca9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2400.833195] env[63366]: DEBUG nova.network.neutron [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2401.021188] env[63366]: DEBUG nova.network.neutron [req-90bd7e78-81de-400c-b9d9-1d229c7d700d req-b20db46c-cd2f-4588-97df-7d76a82a9581 service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Updated VIF entry in instance network info cache for port bfffb496-3dfc-4d45-9e06-c048a84cdde3. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2401.021515] env[63366]: DEBUG nova.network.neutron [req-90bd7e78-81de-400c-b9d9-1d229c7d700d req-b20db46c-cd2f-4588-97df-7d76a82a9581 service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Updating instance_info_cache with network_info: [{"id": "bfffb496-3dfc-4d45-9e06-c048a84cdde3", "address": "fa:16:3e:e4:1c:1a", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfffb496-3d", "ovs_interfaceid": "bfffb496-3dfc-4d45-9e06-c048a84cdde3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2401.103848] env[63366]: DEBUG nova.compute.manager [req-e84b30c1-ceac-4008-932b-76c5e0cd9fde req-3b920d52-e131-44c8-aa44-02a5015f7e85 service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Received event network-vif-plugged-9b920db3-6023-4e4c-812e-5c9c2c97f769 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2401.104144] env[63366]: DEBUG oslo_concurrency.lockutils [req-e84b30c1-ceac-4008-932b-76c5e0cd9fde req-3b920d52-e131-44c8-aa44-02a5015f7e85 service nova] Acquiring lock "326da030-428b-4fb4-9b39-0d27f0f78ca9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2401.104308] env[63366]: DEBUG oslo_concurrency.lockutils [req-e84b30c1-ceac-4008-932b-76c5e0cd9fde req-3b920d52-e131-44c8-aa44-02a5015f7e85 service nova] Lock "326da030-428b-4fb4-9b39-0d27f0f78ca9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2401.104471] env[63366]: DEBUG oslo_concurrency.lockutils [req-e84b30c1-ceac-4008-932b-76c5e0cd9fde req-3b920d52-e131-44c8-aa44-02a5015f7e85 service nova] Lock "326da030-428b-4fb4-9b39-0d27f0f78ca9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2401.104676] env[63366]: DEBUG nova.compute.manager [req-e84b30c1-ceac-4008-932b-76c5e0cd9fde req-3b920d52-e131-44c8-aa44-02a5015f7e85 service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] No waiting events found dispatching network-vif-plugged-9b920db3-6023-4e4c-812e-5c9c2c97f769 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2401.104856] env[63366]: WARNING nova.compute.manager [req-e84b30c1-ceac-4008-932b-76c5e0cd9fde req-3b920d52-e131-44c8-aa44-02a5015f7e85 service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Received unexpected event network-vif-plugged-9b920db3-6023-4e4c-812e-5c9c2c97f769 for instance with vm_state shelved_offloaded and task_state spawning. [ 2401.105089] env[63366]: DEBUG nova.compute.manager [req-e84b30c1-ceac-4008-932b-76c5e0cd9fde req-3b920d52-e131-44c8-aa44-02a5015f7e85 service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Received event network-changed-9b920db3-6023-4e4c-812e-5c9c2c97f769 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2401.105326] env[63366]: DEBUG nova.compute.manager [req-e84b30c1-ceac-4008-932b-76c5e0cd9fde req-3b920d52-e131-44c8-aa44-02a5015f7e85 service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Refreshing instance network info cache due to event network-changed-9b920db3-6023-4e4c-812e-5c9c2c97f769. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2401.105535] env[63366]: DEBUG oslo_concurrency.lockutils [req-e84b30c1-ceac-4008-932b-76c5e0cd9fde req-3b920d52-e131-44c8-aa44-02a5015f7e85 service nova] Acquiring lock "refresh_cache-326da030-428b-4fb4-9b39-0d27f0f78ca9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2401.106421] env[63366]: DEBUG nova.network.neutron [req-df0aa79e-4a30-4035-9986-1d4257d5352d req-9facf25a-e59a-4376-b392-afa0ca71615e service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Updated VIF entry in instance network info cache for port dbf69c5d-2a18-4a19-a4a2-b127f247ee59. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2401.106821] env[63366]: DEBUG nova.network.neutron [req-df0aa79e-4a30-4035-9986-1d4257d5352d req-9facf25a-e59a-4376-b392-afa0ca71615e service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Updating instance_info_cache with network_info: [{"id": "dbf69c5d-2a18-4a19-a4a2-b127f247ee59", "address": "fa:16:3e:4a:ea:6f", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf69c5d-2a", "ovs_interfaceid": "dbf69c5d-2a18-4a19-a4a2-b127f247ee59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2401.525953] env[63366]: DEBUG oslo_concurrency.lockutils [req-90bd7e78-81de-400c-b9d9-1d229c7d700d req-b20db46c-cd2f-4588-97df-7d76a82a9581 service nova] Releasing lock "refresh_cache-516edfeb-50a7-4121-8932-0549bba2dccc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2401.563768] env[63366]: DEBUG nova.network.neutron [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Updating instance_info_cache with network_info: [{"id": "9b920db3-6023-4e4c-812e-5c9c2c97f769", "address": "fa:16:3e:dc:0b:29", "network": {"id": "dde64ecf-d04d-416e-8b83-815c32c700c4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1469551463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62200d1a03874ff385bca60027eceb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b920db3-60", "ovs_interfaceid": "9b920db3-6023-4e4c-812e-5c9c2c97f769", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2401.612151] env[63366]: DEBUG oslo_concurrency.lockutils [req-df0aa79e-4a30-4035-9986-1d4257d5352d req-9facf25a-e59a-4376-b392-afa0ca71615e service nova] Releasing lock "refresh_cache-cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2401.612510] env[63366]: DEBUG nova.compute.manager [req-df0aa79e-4a30-4035-9986-1d4257d5352d req-9facf25a-e59a-4376-b392-afa0ca71615e service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Received event network-changed-bfffb496-3dfc-4d45-9e06-c048a84cdde3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2401.612568] env[63366]: DEBUG nova.compute.manager [req-df0aa79e-4a30-4035-9986-1d4257d5352d req-9facf25a-e59a-4376-b392-afa0ca71615e service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Refreshing instance network info cache due to event network-changed-bfffb496-3dfc-4d45-9e06-c048a84cdde3. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2401.612844] env[63366]: DEBUG oslo_concurrency.lockutils [req-df0aa79e-4a30-4035-9986-1d4257d5352d req-9facf25a-e59a-4376-b392-afa0ca71615e service nova] Acquiring lock "refresh_cache-516edfeb-50a7-4121-8932-0549bba2dccc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2401.612999] env[63366]: DEBUG oslo_concurrency.lockutils [req-df0aa79e-4a30-4035-9986-1d4257d5352d req-9facf25a-e59a-4376-b392-afa0ca71615e service nova] Acquired lock "refresh_cache-516edfeb-50a7-4121-8932-0549bba2dccc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2401.613210] env[63366]: DEBUG nova.network.neutron [req-df0aa79e-4a30-4035-9986-1d4257d5352d req-9facf25a-e59a-4376-b392-afa0ca71615e service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Refreshing network info cache for port bfffb496-3dfc-4d45-9e06-c048a84cdde3 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2401.821520] env[63366]: DEBUG oslo_vmware.rw_handles [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Completed reading data from the image iterator. {{(pid=63366) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2401.822043] env[63366]: DEBUG oslo_vmware.rw_handles [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a9d173-d39b-6976-a87e-79f62805bc51/disk-0.vmdk. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2401.822663] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680de162-f683-42ef-83c6-7dc4edcb79cc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.830085] env[63366]: DEBUG oslo_vmware.rw_handles [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a9d173-d39b-6976-a87e-79f62805bc51/disk-0.vmdk is in state: ready. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2401.830295] env[63366]: DEBUG oslo_vmware.rw_handles [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a9d173-d39b-6976-a87e-79f62805bc51/disk-0.vmdk. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2401.830509] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-7455c6b3-fb56-46c2-898c-df802ee3eebb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.023991] env[63366]: DEBUG oslo_vmware.rw_handles [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a9d173-d39b-6976-a87e-79f62805bc51/disk-0.vmdk. {{(pid=63366) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2402.024257] env[63366]: INFO nova.virt.vmwareapi.images [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Downloaded image file data 26572f57-126e-4af8-ac7b-22570782e8f6 [ 2402.025126] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215ecdd9-72fe-49a0-b6fc-a4d4416261e7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.043340] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c1bf16e-b157-4895-9522-b60ef07a8d45 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.066251] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Releasing lock "refresh_cache-326da030-428b-4fb4-9b39-0d27f0f78ca9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2402.069554] env[63366]: INFO nova.virt.vmwareapi.images [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] The imported VM was unregistered [ 2402.070955] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Caching image {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2402.071198] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Creating directory with path [datastore2] devstack-image-cache_base/26572f57-126e-4af8-ac7b-22570782e8f6 {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2402.072907] env[63366]: DEBUG oslo_concurrency.lockutils [req-e84b30c1-ceac-4008-932b-76c5e0cd9fde req-3b920d52-e131-44c8-aa44-02a5015f7e85 service nova] Acquired lock "refresh_cache-326da030-428b-4fb4-9b39-0d27f0f78ca9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2402.072907] env[63366]: DEBUG nova.network.neutron [req-e84b30c1-ceac-4008-932b-76c5e0cd9fde req-3b920d52-e131-44c8-aa44-02a5015f7e85 service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Refreshing network info cache for port 9b920db3-6023-4e4c-812e-5c9c2c97f769 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2402.073344] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3d7a794-caf0-4b18-92ec-9f0962e81d9d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.085631] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Created directory with path [datastore2] devstack-image-cache_base/26572f57-126e-4af8-ac7b-22570782e8f6 {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2402.085631] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_0e172e65-c2a5-4fda-95a3-034463eb7b31/OSTACK_IMG_0e172e65-c2a5-4fda-95a3-034463eb7b31.vmdk to [datastore2] devstack-image-cache_base/26572f57-126e-4af8-ac7b-22570782e8f6/26572f57-126e-4af8-ac7b-22570782e8f6.vmdk. {{(pid=63366) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2402.085631] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b0d6a271-74ca-4dc2-985c-95628066cb89 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.094755] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2402.094755] env[63366]: value = "task-2104620" [ 2402.094755] env[63366]: _type = "Task" [ 2402.094755] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2402.100035] env[63366]: DEBUG nova.virt.hardware [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2c9ba287393266b93396fa9a03bbe264',container_format='bare',created_at=2025-01-14T17:15:55Z,direct_url=,disk_format='vmdk',id=a75da471-93b0-44b4-87ff-1660c0eb7785,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-448732227-shelved',owner='62200d1a03874ff385bca60027eceb1d',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-01-14T17:16:16Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2402.100302] env[63366]: DEBUG nova.virt.hardware [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2402.100463] env[63366]: DEBUG nova.virt.hardware [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2402.100646] env[63366]: DEBUG nova.virt.hardware [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2402.100792] env[63366]: DEBUG nova.virt.hardware [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2402.100939] env[63366]: DEBUG nova.virt.hardware [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2402.101164] env[63366]: DEBUG nova.virt.hardware [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2402.101327] env[63366]: DEBUG nova.virt.hardware [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2402.101491] env[63366]: DEBUG nova.virt.hardware [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2402.101654] env[63366]: DEBUG nova.virt.hardware [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2402.101830] env[63366]: DEBUG nova.virt.hardware [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2402.102826] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c1d7a2-85e5-40db-90f5-3db3d87f1305 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.111605] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104620, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2402.112802] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26633ed-f6a7-44d5-9c7d-f6f1397052a0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.133021] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:0b:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b920db3-6023-4e4c-812e-5c9c2c97f769', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2402.137508] env[63366]: DEBUG oslo.service.loopingcall [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2402.137746] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2402.138231] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2d5dfed-6932-4790-94d7-a03c4af559e0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.169079] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2402.169079] env[63366]: value = "task-2104621" [ 2402.169079] env[63366]: _type = "Task" [ 2402.169079] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2402.180536] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104621, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2402.196454] env[63366]: DEBUG nova.network.neutron [None req-27e78c23-0f57-40b9-b4ef-071d5af85bb6 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Updating instance_info_cache with network_info: [{"id": "61b39b00-f3f6-4ec4-9972-f9526d2da99e", "address": "fa:16:3e:0f:58:91", "network": {"id": "ff88eafc-52be-4f8b-b9a5-e068833bfab7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1647919858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c6d0f4d73b45b280497b25fdc750f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61b39b00-f3", "ovs_interfaceid": "61b39b00-f3f6-4ec4-9972-f9526d2da99e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2402.280546] env[63366]: DEBUG nova.compute.manager [req-b1ca5e41-ed51-4b9c-98e0-dc99d4bf9692 req-4d933795-842d-4176-abfb-b1c0b9902fd8 service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Received event network-changed-dbf69c5d-2a18-4a19-a4a2-b127f247ee59 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2402.280757] env[63366]: DEBUG nova.compute.manager [req-b1ca5e41-ed51-4b9c-98e0-dc99d4bf9692 req-4d933795-842d-4176-abfb-b1c0b9902fd8 service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Refreshing instance network info cache due to event network-changed-dbf69c5d-2a18-4a19-a4a2-b127f247ee59. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2402.280976] env[63366]: DEBUG oslo_concurrency.lockutils [req-b1ca5e41-ed51-4b9c-98e0-dc99d4bf9692 req-4d933795-842d-4176-abfb-b1c0b9902fd8 service nova] Acquiring lock "refresh_cache-cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2402.281151] env[63366]: DEBUG oslo_concurrency.lockutils [req-b1ca5e41-ed51-4b9c-98e0-dc99d4bf9692 req-4d933795-842d-4176-abfb-b1c0b9902fd8 service nova] Acquired lock "refresh_cache-cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2402.281299] env[63366]: DEBUG nova.network.neutron [req-b1ca5e41-ed51-4b9c-98e0-dc99d4bf9692 req-4d933795-842d-4176-abfb-b1c0b9902fd8 service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Refreshing network info cache for port dbf69c5d-2a18-4a19-a4a2-b127f247ee59 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2402.352474] env[63366]: DEBUG nova.network.neutron [req-df0aa79e-4a30-4035-9986-1d4257d5352d req-9facf25a-e59a-4376-b392-afa0ca71615e service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Updated VIF entry in instance network info cache for port bfffb496-3dfc-4d45-9e06-c048a84cdde3. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2402.353319] env[63366]: DEBUG nova.network.neutron [req-df0aa79e-4a30-4035-9986-1d4257d5352d req-9facf25a-e59a-4376-b392-afa0ca71615e service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Updating instance_info_cache with network_info: [{"id": "bfffb496-3dfc-4d45-9e06-c048a84cdde3", "address": "fa:16:3e:e4:1c:1a", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfffb496-3d", "ovs_interfaceid": "bfffb496-3dfc-4d45-9e06-c048a84cdde3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2402.607612] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104620, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2402.680280] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104621, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2402.698965] env[63366]: DEBUG oslo_concurrency.lockutils [None req-27e78c23-0f57-40b9-b4ef-071d5af85bb6 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Releasing lock "refresh_cache-7b28a860-e1f2-433d-a4e1-732abcb93382" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2402.699358] env[63366]: DEBUG nova.objects.instance [None req-27e78c23-0f57-40b9-b4ef-071d5af85bb6 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lazy-loading 'migration_context' on Instance uuid 7b28a860-e1f2-433d-a4e1-732abcb93382 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2402.812064] env[63366]: DEBUG nova.network.neutron [req-e84b30c1-ceac-4008-932b-76c5e0cd9fde req-3b920d52-e131-44c8-aa44-02a5015f7e85 service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Updated VIF entry in instance network info cache for port 9b920db3-6023-4e4c-812e-5c9c2c97f769. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2402.812525] env[63366]: DEBUG nova.network.neutron [req-e84b30c1-ceac-4008-932b-76c5e0cd9fde req-3b920d52-e131-44c8-aa44-02a5015f7e85 service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Updating instance_info_cache with network_info: [{"id": "9b920db3-6023-4e4c-812e-5c9c2c97f769", "address": "fa:16:3e:dc:0b:29", "network": {"id": "dde64ecf-d04d-416e-8b83-815c32c700c4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1469551463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62200d1a03874ff385bca60027eceb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b920db3-60", "ovs_interfaceid": "9b920db3-6023-4e4c-812e-5c9c2c97f769", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2402.855479] env[63366]: DEBUG oslo_concurrency.lockutils [req-df0aa79e-4a30-4035-9986-1d4257d5352d req-9facf25a-e59a-4376-b392-afa0ca71615e service nova] Releasing lock "refresh_cache-516edfeb-50a7-4121-8932-0549bba2dccc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2403.107422] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104620, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2403.180341] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104621, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2403.202719] env[63366]: DEBUG nova.objects.base [None req-27e78c23-0f57-40b9-b4ef-071d5af85bb6 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Object Instance<7b28a860-e1f2-433d-a4e1-732abcb93382> lazy-loaded attributes: info_cache,migration_context {{(pid=63366) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2403.204042] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ae61a2-ccde-4d50-b27f-a05bbc99180b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.225465] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9b224d7-7fd2-4d88-bad0-a66e60d9771a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.228787] env[63366]: DEBUG nova.network.neutron [req-b1ca5e41-ed51-4b9c-98e0-dc99d4bf9692 req-4d933795-842d-4176-abfb-b1c0b9902fd8 service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Updated VIF entry in instance network info cache for port dbf69c5d-2a18-4a19-a4a2-b127f247ee59. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2403.229169] env[63366]: DEBUG nova.network.neutron [req-b1ca5e41-ed51-4b9c-98e0-dc99d4bf9692 req-4d933795-842d-4176-abfb-b1c0b9902fd8 service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Updating instance_info_cache with network_info: [{"id": "dbf69c5d-2a18-4a19-a4a2-b127f247ee59", "address": "fa:16:3e:4a:ea:6f", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf69c5d-2a", "ovs_interfaceid": "dbf69c5d-2a18-4a19-a4a2-b127f247ee59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2403.236241] env[63366]: DEBUG oslo_vmware.api [None req-27e78c23-0f57-40b9-b4ef-071d5af85bb6 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2403.236241] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52287bc3-e03d-3762-99f1-3efc9cc74b49" [ 2403.236241] env[63366]: _type = "Task" [ 2403.236241] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2403.248320] env[63366]: DEBUG oslo_vmware.api [None req-27e78c23-0f57-40b9-b4ef-071d5af85bb6 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52287bc3-e03d-3762-99f1-3efc9cc74b49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2403.315122] env[63366]: DEBUG oslo_concurrency.lockutils [req-e84b30c1-ceac-4008-932b-76c5e0cd9fde req-3b920d52-e131-44c8-aa44-02a5015f7e85 service nova] Releasing lock "refresh_cache-326da030-428b-4fb4-9b39-0d27f0f78ca9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2403.607877] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104620, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2403.682191] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104621, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2403.732165] env[63366]: DEBUG oslo_concurrency.lockutils [req-b1ca5e41-ed51-4b9c-98e0-dc99d4bf9692 req-4d933795-842d-4176-abfb-b1c0b9902fd8 service nova] Releasing lock "refresh_cache-cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2403.748423] env[63366]: DEBUG oslo_vmware.api [None req-27e78c23-0f57-40b9-b4ef-071d5af85bb6 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52287bc3-e03d-3762-99f1-3efc9cc74b49, 'name': SearchDatastore_Task, 'duration_secs': 0.042848} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2403.748732] env[63366]: DEBUG oslo_concurrency.lockutils [None req-27e78c23-0f57-40b9-b4ef-071d5af85bb6 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2403.748970] env[63366]: DEBUG oslo_concurrency.lockutils [None req-27e78c23-0f57-40b9-b4ef-071d5af85bb6 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2404.009472] env[63366]: DEBUG nova.compute.manager [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Stashing vm_state: active {{(pid=63366) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2404.111643] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104620, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2404.182619] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104621, 'name': CreateVM_Task, 'duration_secs': 1.953189} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2404.182988] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2404.183543] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a75da471-93b0-44b4-87ff-1660c0eb7785" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2404.183814] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a75da471-93b0-44b4-87ff-1660c0eb7785" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2404.184219] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a75da471-93b0-44b4-87ff-1660c0eb7785" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2404.184497] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe7e3ac4-346f-41ad-9925-e67b84549058 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.192047] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2404.192047] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52c67e65-5e64-9eac-e577-ed408793cdf7" [ 2404.192047] env[63366]: _type = "Task" [ 2404.192047] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2404.202851] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52c67e65-5e64-9eac-e577-ed408793cdf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2404.424300] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9772429e-d0c9-4719-8310-4e46ae85cb07 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.432171] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfa0288-2000-40d3-b574-a05c46c69b55 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.465478] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd7bb2f-6ba2-4356-b286-c17afb0d2327 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.472832] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee3bab6-ffca-4991-8f37-a3c524a45190 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.486373] env[63366]: DEBUG nova.compute.provider_tree [None req-27e78c23-0f57-40b9-b4ef-071d5af85bb6 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2404.526267] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2404.608303] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104620, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2404.702644] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a75da471-93b0-44b4-87ff-1660c0eb7785" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2404.702892] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Processing image a75da471-93b0-44b4-87ff-1660c0eb7785 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2404.703194] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a75da471-93b0-44b4-87ff-1660c0eb7785/a75da471-93b0-44b4-87ff-1660c0eb7785.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2404.703351] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a75da471-93b0-44b4-87ff-1660c0eb7785/a75da471-93b0-44b4-87ff-1660c0eb7785.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2404.703530] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2404.703778] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c899c87f-526f-4a3b-a23e-d87fafc9bdc3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.713336] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2404.713511] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2404.714311] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8406be97-be1f-41d0-a4f2-96c4ecf95932 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.719217] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2404.719217] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]520da9a6-951e-5974-7096-577cc8df860e" [ 2404.719217] env[63366]: _type = "Task" [ 2404.719217] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2404.722808] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4f638daa-0581-43d6-96f4-4665cc141ffc tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "0612d210-da38-4916-b220-1e21c93123f8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2404.723048] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4f638daa-0581-43d6-96f4-4665cc141ffc tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "0612d210-da38-4916-b220-1e21c93123f8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2404.727164] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]520da9a6-951e-5974-7096-577cc8df860e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2404.989534] env[63366]: DEBUG nova.scheduler.client.report [None req-27e78c23-0f57-40b9-b4ef-071d5af85bb6 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2405.108263] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104620, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2405.229822] env[63366]: INFO nova.compute.manager [None req-4f638daa-0581-43d6-96f4-4665cc141ffc tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Detaching volume 2601ba57-02f2-4895-bef0-8bb8aa07e816 [ 2405.232050] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Preparing fetch location {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2405.232176] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Fetch image to [datastore2] OSTACK_IMG_d5d16fd2-44ca-48b9-918d-706082b511b4/OSTACK_IMG_d5d16fd2-44ca-48b9-918d-706082b511b4.vmdk {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2405.232362] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Downloading stream optimized image a75da471-93b0-44b4-87ff-1660c0eb7785 to [datastore2] OSTACK_IMG_d5d16fd2-44ca-48b9-918d-706082b511b4/OSTACK_IMG_d5d16fd2-44ca-48b9-918d-706082b511b4.vmdk on the data store datastore2 as vApp {{(pid=63366) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2405.232529] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Downloading image file data a75da471-93b0-44b4-87ff-1660c0eb7785 to the ESX as VM named 'OSTACK_IMG_d5d16fd2-44ca-48b9-918d-706082b511b4' {{(pid=63366) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2405.274418] env[63366]: INFO nova.virt.block_device [None req-4f638daa-0581-43d6-96f4-4665cc141ffc tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Attempting to driver detach volume 2601ba57-02f2-4895-bef0-8bb8aa07e816 from mountpoint /dev/sdb [ 2405.274638] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f638daa-0581-43d6-96f4-4665cc141ffc tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Volume detach. Driver type: vmdk {{(pid=63366) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2405.274820] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f638daa-0581-43d6-96f4-4665cc141ffc tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430884', 'volume_id': '2601ba57-02f2-4895-bef0-8bb8aa07e816', 'name': 'volume-2601ba57-02f2-4895-bef0-8bb8aa07e816', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0612d210-da38-4916-b220-1e21c93123f8', 'attached_at': '', 'detached_at': '', 'volume_id': '2601ba57-02f2-4895-bef0-8bb8aa07e816', 'serial': '2601ba57-02f2-4895-bef0-8bb8aa07e816'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2405.275814] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f5457d-cf2f-4d40-9454-ffbc2dc55caf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.299790] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8aa4c9c-2380-4ab3-b049-e9ff02377141 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.306721] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651bd23d-a18c-4123-8239-fabbcf927eb3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.326419] env[63366]: DEBUG oslo_vmware.rw_handles [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2405.326419] env[63366]: value = "resgroup-9" [ 2405.326419] env[63366]: _type = "ResourcePool" [ 2405.326419] env[63366]: }. {{(pid=63366) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2405.327192] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ee1c4a-d421-4169-b309-3ddc07f5c935 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.329429] env[63366]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-7b1ad6a9-86e9-491c-bb17-bd2233125524 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.356295] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f638daa-0581-43d6-96f4-4665cc141ffc tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] The volume has not been displaced from its original location: [datastore2] volume-2601ba57-02f2-4895-bef0-8bb8aa07e816/volume-2601ba57-02f2-4895-bef0-8bb8aa07e816.vmdk. No consolidation needed. {{(pid=63366) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2405.361373] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f638daa-0581-43d6-96f4-4665cc141ffc tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2405.362500] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-570fc000-065e-4b1d-b5f5-c09b30587cec {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.374787] env[63366]: DEBUG oslo_vmware.rw_handles [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lease: (returnval){ [ 2405.374787] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ee7aa3-9634-c011-f8a7-82766fae5858" [ 2405.374787] env[63366]: _type = "HttpNfcLease" [ 2405.374787] env[63366]: } obtained for vApp import into resource pool (val){ [ 2405.374787] env[63366]: value = "resgroup-9" [ 2405.374787] env[63366]: _type = "ResourcePool" [ 2405.374787] env[63366]: }. {{(pid=63366) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2405.375019] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the lease: (returnval){ [ 2405.375019] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ee7aa3-9634-c011-f8a7-82766fae5858" [ 2405.375019] env[63366]: _type = "HttpNfcLease" [ 2405.375019] env[63366]: } to be ready. {{(pid=63366) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2405.381473] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2405.381473] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ee7aa3-9634-c011-f8a7-82766fae5858" [ 2405.381473] env[63366]: _type = "HttpNfcLease" [ 2405.381473] env[63366]: } is initializing. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2405.382585] env[63366]: DEBUG oslo_vmware.api [None req-4f638daa-0581-43d6-96f4-4665cc141ffc tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2405.382585] env[63366]: value = "task-2104623" [ 2405.382585] env[63366]: _type = "Task" [ 2405.382585] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2405.389626] env[63366]: DEBUG oslo_vmware.api [None req-4f638daa-0581-43d6-96f4-4665cc141ffc tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2405.608747] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104620, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2405.883157] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2405.883157] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ee7aa3-9634-c011-f8a7-82766fae5858" [ 2405.883157] env[63366]: _type = "HttpNfcLease" [ 2405.883157] env[63366]: } is initializing. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2405.890789] env[63366]: DEBUG oslo_vmware.api [None req-4f638daa-0581-43d6-96f4-4665cc141ffc tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104623, 'name': ReconfigVM_Task, 'duration_secs': 0.300107} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2405.891076] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f638daa-0581-43d6-96f4-4665cc141ffc tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2405.895682] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0042db5-de59-45c8-b608-3b7c323fd3b1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.909901] env[63366]: DEBUG oslo_vmware.api [None req-4f638daa-0581-43d6-96f4-4665cc141ffc tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2405.909901] env[63366]: value = "task-2104624" [ 2405.909901] env[63366]: _type = "Task" [ 2405.909901] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2405.917248] env[63366]: DEBUG oslo_vmware.api [None req-4f638daa-0581-43d6-96f4-4665cc141ffc tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104624, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2406.000965] env[63366]: DEBUG oslo_concurrency.lockutils [None req-27e78c23-0f57-40b9-b4ef-071d5af85bb6 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.252s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2406.003963] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.478s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2406.110697] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104620, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.54304} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2406.110903] env[63366]: INFO nova.virt.vmwareapi.ds_util [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_0e172e65-c2a5-4fda-95a3-034463eb7b31/OSTACK_IMG_0e172e65-c2a5-4fda-95a3-034463eb7b31.vmdk to [datastore2] devstack-image-cache_base/26572f57-126e-4af8-ac7b-22570782e8f6/26572f57-126e-4af8-ac7b-22570782e8f6.vmdk. [ 2406.111098] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Cleaning up location [datastore2] OSTACK_IMG_0e172e65-c2a5-4fda-95a3-034463eb7b31 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2406.111262] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_0e172e65-c2a5-4fda-95a3-034463eb7b31 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2406.111505] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08c98235-001e-4e37-8c26-3ea13bf0d40c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.117100] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2406.117100] env[63366]: value = "task-2104625" [ 2406.117100] env[63366]: _type = "Task" [ 2406.117100] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2406.124183] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2406.383670] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2406.383670] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ee7aa3-9634-c011-f8a7-82766fae5858" [ 2406.383670] env[63366]: _type = "HttpNfcLease" [ 2406.383670] env[63366]: } is ready. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2406.383999] env[63366]: DEBUG oslo_vmware.rw_handles [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2406.383999] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ee7aa3-9634-c011-f8a7-82766fae5858" [ 2406.383999] env[63366]: _type = "HttpNfcLease" [ 2406.383999] env[63366]: }. {{(pid=63366) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2406.384704] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092bd6cd-9474-441b-82a6-ce3499c3c15c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.391681] env[63366]: DEBUG oslo_vmware.rw_handles [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229ccb2-868b-2c47-7793-f72ae685547a/disk-0.vmdk from lease info. {{(pid=63366) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2406.391863] env[63366]: DEBUG oslo_vmware.rw_handles [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229ccb2-868b-2c47-7793-f72ae685547a/disk-0.vmdk. {{(pid=63366) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2406.457924] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-02e2fe49-8f1d-4ef8-b39e-5b1efbba89b6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.459629] env[63366]: DEBUG oslo_vmware.api [None req-4f638daa-0581-43d6-96f4-4665cc141ffc tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104624, 'name': ReconfigVM_Task, 'duration_secs': 0.190743} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2406.461107] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f638daa-0581-43d6-96f4-4665cc141ffc tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430884', 'volume_id': '2601ba57-02f2-4895-bef0-8bb8aa07e816', 'name': 'volume-2601ba57-02f2-4895-bef0-8bb8aa07e816', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0612d210-da38-4916-b220-1e21c93123f8', 'attached_at': '', 'detached_at': '', 'volume_id': '2601ba57-02f2-4895-bef0-8bb8aa07e816', 'serial': '2601ba57-02f2-4895-bef0-8bb8aa07e816'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2406.510568] env[63366]: INFO nova.compute.claims [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2406.565220] env[63366]: INFO nova.scheduler.client.report [None req-27e78c23-0f57-40b9-b4ef-071d5af85bb6 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Deleted allocation for migration e42372db-0749-4542-aafd-645957a303d0 [ 2406.630196] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033338} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2406.630356] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2406.630473] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26572f57-126e-4af8-ac7b-22570782e8f6/26572f57-126e-4af8-ac7b-22570782e8f6.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2406.630714] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26572f57-126e-4af8-ac7b-22570782e8f6/26572f57-126e-4af8-ac7b-22570782e8f6.vmdk to [datastore2] 8b9b3791-3454-423b-bcd7-65e18e5999d7/8b9b3791-3454-423b-bcd7-65e18e5999d7.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2406.631166] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30dcd93d-14da-4604-9fd9-6d28e26bd82c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.638570] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2406.638570] env[63366]: value = "task-2104626" [ 2406.638570] env[63366]: _type = "Task" [ 2406.638570] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2406.647519] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2406.950750] env[63366]: INFO nova.compute.manager [None req-21a16749-1fd7-41c9-a721-1c95374de080 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Get console output [ 2406.950985] env[63366]: WARNING nova.virt.vmwareapi.driver [None req-21a16749-1fd7-41c9-a721-1c95374de080 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] The console log is missing. Check your VSPC configuration [ 2407.007511] env[63366]: DEBUG nova.objects.instance [None req-4f638daa-0581-43d6-96f4-4665cc141ffc tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lazy-loading 'flavor' on Instance uuid 0612d210-da38-4916-b220-1e21c93123f8 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2407.018544] env[63366]: INFO nova.compute.resource_tracker [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Updating resource usage from migration c544d4f3-e47d-4a7e-b429-ff6ab55815f1 [ 2407.071530] env[63366]: DEBUG oslo_concurrency.lockutils [None req-27e78c23-0f57-40b9-b4ef-071d5af85bb6 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "7b28a860-e1f2-433d-a4e1-732abcb93382" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.979s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2407.156717] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104626, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2407.198136] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8c0d47-8a27-4867-92f8-35221e647db4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.206835] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792f3237-abfe-4deb-82d3-2fa0d9b72cf4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.247963] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75c17e0-9e8e-4a55-b2bb-293c3649fbfd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.259744] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c133c94-d680-4d19-a135-7b9790688c1f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.278715] env[63366]: DEBUG nova.compute.provider_tree [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2407.655066] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104626, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2407.783766] env[63366]: DEBUG nova.scheduler.client.report [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2408.018394] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4f638daa-0581-43d6-96f4-4665cc141ffc tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "0612d210-da38-4916-b220-1e21c93123f8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.295s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2408.153594] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104626, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2408.289236] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.285s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2408.289474] env[63366]: INFO nova.compute.manager [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Migrating [ 2408.357321] env[63366]: DEBUG oslo_vmware.rw_handles [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Completed reading data from the image iterator. {{(pid=63366) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2408.357609] env[63366]: DEBUG oslo_vmware.rw_handles [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229ccb2-868b-2c47-7793-f72ae685547a/disk-0.vmdk. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2408.358820] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f39380-c9ca-4704-8f04-14242ba53620 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.367917] env[63366]: DEBUG oslo_vmware.rw_handles [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229ccb2-868b-2c47-7793-f72ae685547a/disk-0.vmdk is in state: ready. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2408.368153] env[63366]: DEBUG oslo_vmware.rw_handles [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229ccb2-868b-2c47-7793-f72ae685547a/disk-0.vmdk. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2408.368351] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-4863b5fd-4b22-4210-9300-a7af412e81c9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.655546] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104626, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2408.807809] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "refresh_cache-b83768e8-e05f-4186-9c3c-ff79637647f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2408.808009] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquired lock "refresh_cache-b83768e8-e05f-4186-9c3c-ff79637647f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2408.808212] env[63366]: DEBUG nova.network.neutron [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2408.907581] env[63366]: DEBUG oslo_vmware.rw_handles [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229ccb2-868b-2c47-7793-f72ae685547a/disk-0.vmdk. {{(pid=63366) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2408.907807] env[63366]: INFO nova.virt.vmwareapi.images [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Downloaded image file data a75da471-93b0-44b4-87ff-1660c0eb7785 [ 2408.908666] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1a4b8a-039b-4628-b67b-c9da81f3825b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.924057] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94d00368-998b-4476-bdd4-c7399e24abcf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.959025] env[63366]: INFO nova.virt.vmwareapi.images [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] The imported VM was unregistered [ 2408.960639] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Caching image {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2408.960883] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Creating directory with path [datastore2] devstack-image-cache_base/a75da471-93b0-44b4-87ff-1660c0eb7785 {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2408.961198] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e92c3daa-446e-4837-863c-881a3d821714 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.971371] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Created directory with path [datastore2] devstack-image-cache_base/a75da471-93b0-44b4-87ff-1660c0eb7785 {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2408.971559] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d5d16fd2-44ca-48b9-918d-706082b511b4/OSTACK_IMG_d5d16fd2-44ca-48b9-918d-706082b511b4.vmdk to [datastore2] devstack-image-cache_base/a75da471-93b0-44b4-87ff-1660c0eb7785/a75da471-93b0-44b4-87ff-1660c0eb7785.vmdk. {{(pid=63366) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2408.971804] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f55ec58f-3fb2-4b45-a649-361a4b3d8d51 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.978404] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2408.978404] env[63366]: value = "task-2104628" [ 2408.978404] env[63366]: _type = "Task" [ 2408.978404] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2408.986176] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104628, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.154527] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104626, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.245162} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2409.154792] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26572f57-126e-4af8-ac7b-22570782e8f6/26572f57-126e-4af8-ac7b-22570782e8f6.vmdk to [datastore2] 8b9b3791-3454-423b-bcd7-65e18e5999d7/8b9b3791-3454-423b-bcd7-65e18e5999d7.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2409.155627] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4961c5-7d63-434c-ad65-b914c470070f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.179345] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 8b9b3791-3454-423b-bcd7-65e18e5999d7/8b9b3791-3454-423b-bcd7-65e18e5999d7.vmdk or device None with type streamOptimized {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2409.179685] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e8be158-cb18-4163-8093-cf10464e3234 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.194375] env[63366]: DEBUG oslo_concurrency.lockutils [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "0612d210-da38-4916-b220-1e21c93123f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2409.194620] env[63366]: DEBUG oslo_concurrency.lockutils [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "0612d210-da38-4916-b220-1e21c93123f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2409.194821] env[63366]: DEBUG oslo_concurrency.lockutils [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "0612d210-da38-4916-b220-1e21c93123f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2409.195020] env[63366]: DEBUG oslo_concurrency.lockutils [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "0612d210-da38-4916-b220-1e21c93123f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2409.195190] env[63366]: DEBUG oslo_concurrency.lockutils [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "0612d210-da38-4916-b220-1e21c93123f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2409.197620] env[63366]: INFO nova.compute.manager [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Terminating instance [ 2409.203135] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2409.203135] env[63366]: value = "task-2104629" [ 2409.203135] env[63366]: _type = "Task" [ 2409.203135] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2409.214403] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.490933] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104628, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.542840] env[63366]: DEBUG nova.network.neutron [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Updating instance_info_cache with network_info: [{"id": "2967ca57-db1b-494c-acfe-bfcb5a4447fd", "address": "fa:16:3e:24:c1:4d", "network": {"id": "4129a070-c31a-4310-b4b1-4e475fb3f1bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1668961456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2100d8abe0431c93b03b71a19f2086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2967ca57-db", "ovs_interfaceid": "2967ca57-db1b-494c-acfe-bfcb5a4447fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2409.701817] env[63366]: DEBUG nova.compute.manager [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2409.702186] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2409.703021] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d150a60-4eeb-491c-92e8-716b4e299014 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.720282] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.720576] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2409.720819] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9ad239c-1a96-4bb4-b409-d732dda20df4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.729152] env[63366]: DEBUG oslo_vmware.api [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2409.729152] env[63366]: value = "task-2104630" [ 2409.729152] env[63366]: _type = "Task" [ 2409.729152] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2409.740820] env[63366]: DEBUG oslo_vmware.api [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.990772] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104628, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.046672] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Releasing lock "refresh_cache-b83768e8-e05f-4186-9c3c-ff79637647f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2410.217777] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.239165] env[63366]: DEBUG oslo_vmware.api [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104630, 'name': PowerOffVM_Task, 'duration_secs': 0.439733} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2410.239453] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2410.239618] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2410.239881] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c15cc744-f362-414a-b8e0-073aa46c6c4f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.397011] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2410.397389] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2410.397614] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Deleting the datastore file [datastore2] 0612d210-da38-4916-b220-1e21c93123f8 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2410.397891] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c2c7bac-cc32-420d-9e72-ddb57f01a867 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.404879] env[63366]: DEBUG oslo_vmware.api [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2410.404879] env[63366]: value = "task-2104632" [ 2410.404879] env[63366]: _type = "Task" [ 2410.404879] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2410.413455] env[63366]: DEBUG oslo_vmware.api [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.489837] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104628, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.717766] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.915408] env[63366]: DEBUG oslo_vmware.api [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.991557] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104628, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.218882] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.415494] env[63366]: DEBUG oslo_vmware.api [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.93836} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2411.415737] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2411.415943] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2411.416146] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2411.416318] env[63366]: INFO nova.compute.manager [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Took 1.71 seconds to destroy the instance on the hypervisor. [ 2411.416548] env[63366]: DEBUG oslo.service.loopingcall [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2411.416735] env[63366]: DEBUG nova.compute.manager [-] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2411.416831] env[63366]: DEBUG nova.network.neutron [-] [instance: 0612d210-da38-4916-b220-1e21c93123f8] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2411.490641] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104628, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.326672} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2411.490912] env[63366]: INFO nova.virt.vmwareapi.ds_util [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d5d16fd2-44ca-48b9-918d-706082b511b4/OSTACK_IMG_d5d16fd2-44ca-48b9-918d-706082b511b4.vmdk to [datastore2] devstack-image-cache_base/a75da471-93b0-44b4-87ff-1660c0eb7785/a75da471-93b0-44b4-87ff-1660c0eb7785.vmdk. [ 2411.491108] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Cleaning up location [datastore2] OSTACK_IMG_d5d16fd2-44ca-48b9-918d-706082b511b4 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2411.491289] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d5d16fd2-44ca-48b9-918d-706082b511b4 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2411.491543] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07ab7e16-3dba-48a2-8d62-559757dac123 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.497020] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2411.497020] env[63366]: value = "task-2104633" [ 2411.497020] env[63366]: _type = "Task" [ 2411.497020] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2411.504159] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.563019] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a95f40-9f63-4514-9905-34cb2e0be1da {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.581491] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Updating instance 'b83768e8-e05f-4186-9c3c-ff79637647f6' progress to 0 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2411.718380] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104629, 'name': ReconfigVM_Task, 'duration_secs': 2.133252} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2411.718879] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 8b9b3791-3454-423b-bcd7-65e18e5999d7/8b9b3791-3454-423b-bcd7-65e18e5999d7.vmdk or device None with type streamOptimized {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2411.719256] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d03319d2-09ed-4aae-8396-44388b0343b8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.725981] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2411.725981] env[63366]: value = "task-2104634" [ 2411.725981] env[63366]: _type = "Task" [ 2411.725981] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2411.737916] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104634, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.964758] env[63366]: DEBUG nova.compute.manager [req-6dbf2120-ff93-408f-8b59-94e0b9abee21 req-5fcc2afb-76d8-4fe5-871a-93ddfe1d3157 service nova] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Received event network-vif-deleted-3286c5ac-b2a3-42e4-bdef-8a65be51decb {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2411.964758] env[63366]: INFO nova.compute.manager [req-6dbf2120-ff93-408f-8b59-94e0b9abee21 req-5fcc2afb-76d8-4fe5-871a-93ddfe1d3157 service nova] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Neutron deleted interface 3286c5ac-b2a3-42e4-bdef-8a65be51decb; detaching it from the instance and deleting it from the info cache [ 2411.964758] env[63366]: DEBUG nova.network.neutron [req-6dbf2120-ff93-408f-8b59-94e0b9abee21 req-5fcc2afb-76d8-4fe5-871a-93ddfe1d3157 service nova] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2412.009673] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033512} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2412.009985] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2412.011385] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a75da471-93b0-44b4-87ff-1660c0eb7785/a75da471-93b0-44b4-87ff-1660c0eb7785.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2412.011385] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a75da471-93b0-44b4-87ff-1660c0eb7785/a75da471-93b0-44b4-87ff-1660c0eb7785.vmdk to [datastore2] 326da030-428b-4fb4-9b39-0d27f0f78ca9/326da030-428b-4fb4-9b39-0d27f0f78ca9.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2412.011385] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a1dce11-bb56-410e-9e10-0bcf91886220 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.017973] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2412.017973] env[63366]: value = "task-2104635" [ 2412.017973] env[63366]: _type = "Task" [ 2412.017973] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2412.025683] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2412.088871] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2412.089270] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-627002e3-5896-4d10-aa91-a89f312fa28f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.096950] env[63366]: DEBUG oslo_vmware.api [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2412.096950] env[63366]: value = "task-2104636" [ 2412.096950] env[63366]: _type = "Task" [ 2412.096950] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2412.106613] env[63366]: DEBUG oslo_vmware.api [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2412.237060] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104634, 'name': Rename_Task, 'duration_secs': 0.163348} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2412.237381] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2412.237629] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc3afd27-ed71-4faa-9733-afa38e30b134 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.244658] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2412.244658] env[63366]: value = "task-2104637" [ 2412.244658] env[63366]: _type = "Task" [ 2412.244658] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2412.252971] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2412.441859] env[63366]: DEBUG nova.network.neutron [-] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2412.466769] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a82ee223-53cd-4974-8eba-14b9d7c6bc93 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.476960] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f759e13-8b60-454b-b090-a3371afcef45 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.509259] env[63366]: DEBUG nova.compute.manager [req-6dbf2120-ff93-408f-8b59-94e0b9abee21 req-5fcc2afb-76d8-4fe5-871a-93ddfe1d3157 service nova] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Detach interface failed, port_id=3286c5ac-b2a3-42e4-bdef-8a65be51decb, reason: Instance 0612d210-da38-4916-b220-1e21c93123f8 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2412.527826] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104635, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2412.606691] env[63366]: DEBUG oslo_vmware.api [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104636, 'name': PowerOffVM_Task, 'duration_secs': 0.167231} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2412.606966] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2412.607169] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Updating instance 'b83768e8-e05f-4186-9c3c-ff79637647f6' progress to 17 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2412.755742] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104637, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2412.944414] env[63366]: INFO nova.compute.manager [-] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Took 1.53 seconds to deallocate network for instance. [ 2413.029806] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104635, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2413.113889] env[63366]: DEBUG nova.virt.hardware [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2413.114175] env[63366]: DEBUG nova.virt.hardware [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2413.114428] env[63366]: DEBUG nova.virt.hardware [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2413.114623] env[63366]: DEBUG nova.virt.hardware [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2413.114982] env[63366]: DEBUG nova.virt.hardware [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2413.114982] env[63366]: DEBUG nova.virt.hardware [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2413.115343] env[63366]: DEBUG nova.virt.hardware [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2413.115527] env[63366]: DEBUG nova.virt.hardware [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2413.115728] env[63366]: DEBUG nova.virt.hardware [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2413.115951] env[63366]: DEBUG nova.virt.hardware [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2413.116197] env[63366]: DEBUG nova.virt.hardware [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2413.122464] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a9fae5f-9247-4c17-8ee0-c3cc589efc39 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.140736] env[63366]: DEBUG oslo_vmware.api [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2413.140736] env[63366]: value = "task-2104638" [ 2413.140736] env[63366]: _type = "Task" [ 2413.140736] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2413.149906] env[63366]: DEBUG oslo_vmware.api [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2413.256786] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104637, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2413.451479] env[63366]: DEBUG oslo_concurrency.lockutils [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2413.451754] env[63366]: DEBUG oslo_concurrency.lockutils [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2413.452026] env[63366]: DEBUG nova.objects.instance [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lazy-loading 'resources' on Instance uuid 0612d210-da38-4916-b220-1e21c93123f8 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2413.530973] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104635, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2413.651795] env[63366]: DEBUG oslo_vmware.api [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2413.757477] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104637, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2414.033593] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104635, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2414.152247] env[63366]: DEBUG oslo_vmware.api [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104638, 'name': ReconfigVM_Task, 'duration_secs': 0.946906} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2414.155121] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Updating instance 'b83768e8-e05f-4186-9c3c-ff79637647f6' progress to 33 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2414.222359] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea8fc19-65cb-4eff-9c0f-d09c2031d2b9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.230327] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054a3e15-6c6a-45d0-b08a-8fd5b70452ef {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.265296] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2088055d-19b7-4b80-8de0-a9c57e408f51 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.273787] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104637, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2414.277053] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c96a2e-54a1-439d-ae95-fbc1a7d7db81 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.291425] env[63366]: DEBUG nova.compute.provider_tree [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2414.531365] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104635, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.285234} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2414.531644] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a75da471-93b0-44b4-87ff-1660c0eb7785/a75da471-93b0-44b4-87ff-1660c0eb7785.vmdk to [datastore2] 326da030-428b-4fb4-9b39-0d27f0f78ca9/326da030-428b-4fb4-9b39-0d27f0f78ca9.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2414.532659] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7a7026-f7f7-4e45-8c4b-57c274fae690 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.554413] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 326da030-428b-4fb4-9b39-0d27f0f78ca9/326da030-428b-4fb4-9b39-0d27f0f78ca9.vmdk or device None with type streamOptimized {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2414.554701] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4398614b-63c3-4c45-b0c2-664b9be1e0e8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.574453] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2414.574453] env[63366]: value = "task-2104639" [ 2414.574453] env[63366]: _type = "Task" [ 2414.574453] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2414.583665] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2414.597189] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "interface-cd23bcf3-0d19-4694-8d80-fb91dbd342cc-e93a3942-847a-4520-b50a-212a26f08df8" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2414.597454] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "interface-cd23bcf3-0d19-4694-8d80-fb91dbd342cc-e93a3942-847a-4520-b50a-212a26f08df8" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2414.597803] env[63366]: DEBUG nova.objects.instance [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lazy-loading 'flavor' on Instance uuid cd23bcf3-0d19-4694-8d80-fb91dbd342cc {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2414.661856] env[63366]: DEBUG nova.virt.hardware [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2414.662107] env[63366]: DEBUG nova.virt.hardware [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2414.662264] env[63366]: DEBUG nova.virt.hardware [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2414.662444] env[63366]: DEBUG nova.virt.hardware [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2414.662610] env[63366]: DEBUG nova.virt.hardware [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2414.662726] env[63366]: DEBUG nova.virt.hardware [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2414.662924] env[63366]: DEBUG nova.virt.hardware [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2414.663098] env[63366]: DEBUG nova.virt.hardware [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2414.663265] env[63366]: DEBUG nova.virt.hardware [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2414.663424] env[63366]: DEBUG nova.virt.hardware [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2414.663592] env[63366]: DEBUG nova.virt.hardware [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2414.668778] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2414.669052] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9249093b-189b-439f-80b4-731dc8e56b54 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.687538] env[63366]: DEBUG oslo_vmware.api [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2414.687538] env[63366]: value = "task-2104640" [ 2414.687538] env[63366]: _type = "Task" [ 2414.687538] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2414.695176] env[63366]: DEBUG oslo_vmware.api [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2414.770660] env[63366]: DEBUG oslo_vmware.api [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104637, 'name': PowerOnVM_Task, 'duration_secs': 2.226826} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2414.771043] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2414.794794] env[63366]: DEBUG nova.scheduler.client.report [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2414.869132] env[63366]: DEBUG nova.compute.manager [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2414.870055] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717824a4-cdc8-440f-87ef-404468296326 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.083941] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104639, 'name': ReconfigVM_Task, 'duration_secs': 0.293694} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2415.084260] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 326da030-428b-4fb4-9b39-0d27f0f78ca9/326da030-428b-4fb4-9b39-0d27f0f78ca9.vmdk or device None with type streamOptimized {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2415.085422] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'guest_format': None, 'size': 0, 'boot_index': 0, 'encryption_format': None, 'disk_bus': None, 'encryption_options': None, 'device_name': '/dev/sda', 'image_id': 'a69c6f87-3b9f-45c1-927a-78c60f5617a0'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': None, 'attachment_id': 'af5169bf-9c5c-4346-8f6c-92b75b1e74c3', 'mount_device': '/dev/sdb', 'boot_index': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430894', 'volume_id': '315f6397-fdc5-4d0c-ac7e-5a431e5d2a7a', 'name': 'volume-315f6397-fdc5-4d0c-ac7e-5a431e5d2a7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '326da030-428b-4fb4-9b39-0d27f0f78ca9', 'attached_at': '', 'detached_at': '', 'volume_id': '315f6397-fdc5-4d0c-ac7e-5a431e5d2a7a', 'serial': '315f6397-fdc5-4d0c-ac7e-5a431e5d2a7a'}, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=63366) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2415.085617] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Volume attach. Driver type: vmdk {{(pid=63366) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2415.085851] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430894', 'volume_id': '315f6397-fdc5-4d0c-ac7e-5a431e5d2a7a', 'name': 'volume-315f6397-fdc5-4d0c-ac7e-5a431e5d2a7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '326da030-428b-4fb4-9b39-0d27f0f78ca9', 'attached_at': '', 'detached_at': '', 'volume_id': '315f6397-fdc5-4d0c-ac7e-5a431e5d2a7a', 'serial': '315f6397-fdc5-4d0c-ac7e-5a431e5d2a7a'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2415.086617] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c030201c-0911-443b-80db-edfed6ceaa4d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.104831] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc72fe4-f9da-4ee4-b216-4e55a77618c4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.128872] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] volume-315f6397-fdc5-4d0c-ac7e-5a431e5d2a7a/volume-315f6397-fdc5-4d0c-ac7e-5a431e5d2a7a.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2415.129150] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80c45210-e1e6-4e07-8c6d-3b58ec60f295 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.151054] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2415.151054] env[63366]: value = "task-2104641" [ 2415.151054] env[63366]: _type = "Task" [ 2415.151054] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2415.159107] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2415.195993] env[63366]: DEBUG oslo_vmware.api [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2415.221874] env[63366]: DEBUG nova.objects.instance [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lazy-loading 'pci_requests' on Instance uuid cd23bcf3-0d19-4694-8d80-fb91dbd342cc {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2415.300386] env[63366]: DEBUG oslo_concurrency.lockutils [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2415.322835] env[63366]: INFO nova.scheduler.client.report [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Deleted allocations for instance 0612d210-da38-4916-b220-1e21c93123f8 [ 2415.387898] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3108c794-a82e-41bd-b378-f753d02d44fc tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "8b9b3791-3454-423b-bcd7-65e18e5999d7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.206s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2415.661110] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104641, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2415.697364] env[63366]: DEBUG oslo_vmware.api [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104640, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2415.724162] env[63366]: DEBUG nova.objects.base [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63366) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2415.724381] env[63366]: DEBUG nova.network.neutron [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2415.785265] env[63366]: DEBUG nova.policy [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85662cabad5e49f49f3025e55216ffd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '198c481722604b28b22fe824a12b6100', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2415.831301] env[63366]: DEBUG oslo_concurrency.lockutils [None req-49aae624-3e3b-4ce7-aca1-aaaf9e140726 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "0612d210-da38-4916-b220-1e21c93123f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.636s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2416.161829] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104641, 'name': ReconfigVM_Task, 'duration_secs': 0.514793} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2416.162087] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Reconfigured VM instance instance-0000005e to attach disk [datastore2] volume-315f6397-fdc5-4d0c-ac7e-5a431e5d2a7a/volume-315f6397-fdc5-4d0c-ac7e-5a431e5d2a7a.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2416.166658] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97e85aac-a5d5-41b7-b103-ab5f79fface2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.181956] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2416.181956] env[63366]: value = "task-2104642" [ 2416.181956] env[63366]: _type = "Task" [ 2416.181956] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2416.189996] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.197686] env[63366]: DEBUG oslo_vmware.api [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104640, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.692580] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104642, 'name': ReconfigVM_Task, 'duration_secs': 0.144498} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2416.696188] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430894', 'volume_id': '315f6397-fdc5-4d0c-ac7e-5a431e5d2a7a', 'name': 'volume-315f6397-fdc5-4d0c-ac7e-5a431e5d2a7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '326da030-428b-4fb4-9b39-0d27f0f78ca9', 'attached_at': '', 'detached_at': '', 'volume_id': '315f6397-fdc5-4d0c-ac7e-5a431e5d2a7a', 'serial': '315f6397-fdc5-4d0c-ac7e-5a431e5d2a7a'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2416.696820] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-158b3791-c96a-4d1b-adb7-67b52e4fe883 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.703875] env[63366]: DEBUG oslo_vmware.api [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104640, 'name': ReconfigVM_Task, 'duration_secs': 1.571371} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2416.705275] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2416.705653] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2416.705653] env[63366]: value = "task-2104643" [ 2416.705653] env[63366]: _type = "Task" [ 2416.705653] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2416.706395] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78c76a5-e249-4e65-a272-8fa4f7ee4c73 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.717063] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104643, 'name': Rename_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.735420] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] b83768e8-e05f-4186-9c3c-ff79637647f6/b83768e8-e05f-4186-9c3c-ff79637647f6.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2416.736077] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c39f2180-4880-4726-9a6c-452c61d3dce3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.754804] env[63366]: DEBUG oslo_vmware.api [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2416.754804] env[63366]: value = "task-2104644" [ 2416.754804] env[63366]: _type = "Task" [ 2416.754804] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2416.763461] env[63366]: DEBUG oslo_vmware.api [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.996192] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "8b9b3791-3454-423b-bcd7-65e18e5999d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2416.996578] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "8b9b3791-3454-423b-bcd7-65e18e5999d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2416.996905] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "8b9b3791-3454-423b-bcd7-65e18e5999d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2416.997189] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "8b9b3791-3454-423b-bcd7-65e18e5999d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2416.997387] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "8b9b3791-3454-423b-bcd7-65e18e5999d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2417.000129] env[63366]: INFO nova.compute.manager [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Terminating instance [ 2417.225015] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104643, 'name': Rename_Task, 'duration_secs': 0.176934} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2417.225373] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2417.225729] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d809d36d-d9db-430e-b743-fa2b379a8685 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.234377] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2417.234377] env[63366]: value = "task-2104646" [ 2417.234377] env[63366]: _type = "Task" [ 2417.234377] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2417.245577] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.270264] env[63366]: DEBUG oslo_vmware.api [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104644, 'name': ReconfigVM_Task, 'duration_secs': 0.298445} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2417.270264] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Reconfigured VM instance instance-00000062 to attach disk [datastore2] b83768e8-e05f-4186-9c3c-ff79637647f6/b83768e8-e05f-4186-9c3c-ff79637647f6.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2417.270264] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Updating instance 'b83768e8-e05f-4186-9c3c-ff79637647f6' progress to 50 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2417.425969] env[63366]: DEBUG nova.compute.manager [req-9ac9045c-7209-49f3-8aa1-196d31dcf93d req-3aeedd2e-3e1b-4210-a29b-f2a24c7f4427 service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Received event network-vif-plugged-e93a3942-847a-4520-b50a-212a26f08df8 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2417.426338] env[63366]: DEBUG oslo_concurrency.lockutils [req-9ac9045c-7209-49f3-8aa1-196d31dcf93d req-3aeedd2e-3e1b-4210-a29b-f2a24c7f4427 service nova] Acquiring lock "cd23bcf3-0d19-4694-8d80-fb91dbd342cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2417.426558] env[63366]: DEBUG oslo_concurrency.lockutils [req-9ac9045c-7209-49f3-8aa1-196d31dcf93d req-3aeedd2e-3e1b-4210-a29b-f2a24c7f4427 service nova] Lock "cd23bcf3-0d19-4694-8d80-fb91dbd342cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2417.426724] env[63366]: DEBUG oslo_concurrency.lockutils [req-9ac9045c-7209-49f3-8aa1-196d31dcf93d req-3aeedd2e-3e1b-4210-a29b-f2a24c7f4427 service nova] Lock "cd23bcf3-0d19-4694-8d80-fb91dbd342cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2417.426895] env[63366]: DEBUG nova.compute.manager [req-9ac9045c-7209-49f3-8aa1-196d31dcf93d req-3aeedd2e-3e1b-4210-a29b-f2a24c7f4427 service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] No waiting events found dispatching network-vif-plugged-e93a3942-847a-4520-b50a-212a26f08df8 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2417.427077] env[63366]: WARNING nova.compute.manager [req-9ac9045c-7209-49f3-8aa1-196d31dcf93d req-3aeedd2e-3e1b-4210-a29b-f2a24c7f4427 service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Received unexpected event network-vif-plugged-e93a3942-847a-4520-b50a-212a26f08df8 for instance with vm_state active and task_state None. [ 2417.504260] env[63366]: DEBUG nova.compute.manager [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2417.504424] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2417.505387] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c6ad4c-49a6-4c06-a44f-01ecb4936fc9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.514161] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2417.514428] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7511f774-d71f-4a90-9c57-9e89f306a125 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.521921] env[63366]: DEBUG oslo_vmware.api [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2417.521921] env[63366]: value = "task-2104647" [ 2417.521921] env[63366]: _type = "Task" [ 2417.521921] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2417.530473] env[63366]: DEBUG oslo_vmware.api [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.572757] env[63366]: DEBUG nova.network.neutron [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Successfully updated port: e93a3942-847a-4520-b50a-212a26f08df8 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2417.747180] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104646, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.779351] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3127a0ab-b544-4632-a378-fa962cd5f900 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.804301] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f13e50-fe54-419c-a76b-3778ae3dec33 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.823340] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Updating instance 'b83768e8-e05f-4186-9c3c-ff79637647f6' progress to 67 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2418.035264] env[63366]: DEBUG oslo_vmware.api [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104647, 'name': PowerOffVM_Task, 'duration_secs': 0.264635} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2418.035621] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2418.035872] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2418.036209] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a55a444-f527-49f9-be46-f290ca15d867 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.075335] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "refresh_cache-cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2418.075523] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired lock "refresh_cache-cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2418.075697] env[63366]: DEBUG nova.network.neutron [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2418.138194] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2418.138456] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2418.138645] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Deleting the datastore file [datastore2] 8b9b3791-3454-423b-bcd7-65e18e5999d7 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2418.138916] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d2b6048-c8fb-4f39-8254-5448c49d2d56 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.145747] env[63366]: DEBUG oslo_vmware.api [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for the task: (returnval){ [ 2418.145747] env[63366]: value = "task-2104649" [ 2418.145747] env[63366]: _type = "Task" [ 2418.145747] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2418.155606] env[63366]: DEBUG oslo_vmware.api [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2418.248619] env[63366]: DEBUG oslo_vmware.api [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104646, 'name': PowerOnVM_Task, 'duration_secs': 0.51592} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2418.249061] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2418.361803] env[63366]: DEBUG nova.network.neutron [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Port 2967ca57-db1b-494c-acfe-bfcb5a4447fd binding to destination host cpu-1 is already ACTIVE {{(pid=63366) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2418.367406] env[63366]: DEBUG nova.compute.manager [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2418.368791] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cc0e49-103d-4eea-9c19-cb049687609c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.613867] env[63366]: WARNING nova.network.neutron [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] e989eaa8-8398-4667-b936-e8659ebe938a already exists in list: networks containing: ['e989eaa8-8398-4667-b936-e8659ebe938a']. ignoring it [ 2418.655653] env[63366]: DEBUG oslo_vmware.api [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Task: {'id': task-2104649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140952} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2418.655772] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2418.656419] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2418.656419] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2418.656559] env[63366]: INFO nova.compute.manager [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2418.656854] env[63366]: DEBUG oslo.service.loopingcall [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2418.656969] env[63366]: DEBUG nova.compute.manager [-] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2418.657047] env[63366]: DEBUG nova.network.neutron [-] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2418.886795] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f64dffeb-44a4-4584-83a7-1b9bdf6f78df tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "326da030-428b-4fb4-9b39-0d27f0f78ca9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 32.168s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2419.063675] env[63366]: DEBUG nova.network.neutron [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Updating instance_info_cache with network_info: [{"id": "dbf69c5d-2a18-4a19-a4a2-b127f247ee59", "address": "fa:16:3e:4a:ea:6f", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf69c5d-2a", "ovs_interfaceid": "dbf69c5d-2a18-4a19-a4a2-b127f247ee59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e93a3942-847a-4520-b50a-212a26f08df8", "address": "fa:16:3e:9c:68:3f", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape93a3942-84", "ovs_interfaceid": "e93a3942-847a-4520-b50a-212a26f08df8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2419.335251] env[63366]: DEBUG nova.compute.manager [req-989e6c97-8944-4b5c-b4df-a795dcc38225 req-64296a71-e8bd-44f6-a80f-69e9fb195607 service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Received event network-vif-deleted-27e2b48b-4ba2-4512-a8aa-c2dca936ffe3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2419.335418] env[63366]: INFO nova.compute.manager [req-989e6c97-8944-4b5c-b4df-a795dcc38225 req-64296a71-e8bd-44f6-a80f-69e9fb195607 service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Neutron deleted interface 27e2b48b-4ba2-4512-a8aa-c2dca936ffe3; detaching it from the instance and deleting it from the info cache [ 2419.335592] env[63366]: DEBUG nova.network.neutron [req-989e6c97-8944-4b5c-b4df-a795dcc38225 req-64296a71-e8bd-44f6-a80f-69e9fb195607 service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2419.380666] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "b83768e8-e05f-4186-9c3c-ff79637647f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2419.380908] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "b83768e8-e05f-4186-9c3c-ff79637647f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2419.381113] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "b83768e8-e05f-4186-9c3c-ff79637647f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2419.452097] env[63366]: DEBUG nova.compute.manager [req-1fb44690-3f84-488e-bc48-4b7a2fac2b5f req-51cec08e-706a-414e-af98-86a6f837d0a9 service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Received event network-changed-e93a3942-847a-4520-b50a-212a26f08df8 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2419.452097] env[63366]: DEBUG nova.compute.manager [req-1fb44690-3f84-488e-bc48-4b7a2fac2b5f req-51cec08e-706a-414e-af98-86a6f837d0a9 service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Refreshing instance network info cache due to event network-changed-e93a3942-847a-4520-b50a-212a26f08df8. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2419.452097] env[63366]: DEBUG oslo_concurrency.lockutils [req-1fb44690-3f84-488e-bc48-4b7a2fac2b5f req-51cec08e-706a-414e-af98-86a6f837d0a9 service nova] Acquiring lock "refresh_cache-cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2419.567289] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Releasing lock "refresh_cache-cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2419.568247] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2419.568526] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired lock "cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2419.568927] env[63366]: DEBUG oslo_concurrency.lockutils [req-1fb44690-3f84-488e-bc48-4b7a2fac2b5f req-51cec08e-706a-414e-af98-86a6f837d0a9 service nova] Acquired lock "refresh_cache-cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2419.569205] env[63366]: DEBUG nova.network.neutron [req-1fb44690-3f84-488e-bc48-4b7a2fac2b5f req-51cec08e-706a-414e-af98-86a6f837d0a9 service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Refreshing network info cache for port e93a3942-847a-4520-b50a-212a26f08df8 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2419.571663] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c41f3d-e387-49c4-8f62-43e46fdec01c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.599761] env[63366]: DEBUG nova.virt.hardware [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2419.600108] env[63366]: DEBUG nova.virt.hardware [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2419.600331] env[63366]: DEBUG nova.virt.hardware [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2419.600589] env[63366]: DEBUG nova.virt.hardware [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2419.600796] env[63366]: DEBUG nova.virt.hardware [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2419.601016] env[63366]: DEBUG nova.virt.hardware [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2419.601314] env[63366]: DEBUG nova.virt.hardware [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2419.601536] env[63366]: DEBUG nova.virt.hardware [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2419.601767] env[63366]: DEBUG nova.virt.hardware [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2419.601993] env[63366]: DEBUG nova.virt.hardware [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2419.602255] env[63366]: DEBUG nova.virt.hardware [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2419.611347] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Reconfiguring VM to attach interface {{(pid=63366) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2419.611912] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faf4d5a9-a8ee-4e11-a06a-96d4516c9ca4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.629928] env[63366]: DEBUG oslo_vmware.api [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2419.629928] env[63366]: value = "task-2104650" [ 2419.629928] env[63366]: _type = "Task" [ 2419.629928] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2419.637502] env[63366]: DEBUG oslo_vmware.api [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104650, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.809906] env[63366]: DEBUG nova.network.neutron [-] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2419.838581] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e26de945-8ca2-4f26-b2fe-cd7b7957f2b3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.850016] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9625987-2455-49ac-b127-6828212f38c7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.877188] env[63366]: DEBUG nova.compute.manager [req-989e6c97-8944-4b5c-b4df-a795dcc38225 req-64296a71-e8bd-44f6-a80f-69e9fb195607 service nova] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Detach interface failed, port_id=27e2b48b-4ba2-4512-a8aa-c2dca936ffe3, reason: Instance 8b9b3791-3454-423b-bcd7-65e18e5999d7 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2420.140124] env[63366]: DEBUG oslo_vmware.api [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.293400] env[63366]: DEBUG nova.network.neutron [req-1fb44690-3f84-488e-bc48-4b7a2fac2b5f req-51cec08e-706a-414e-af98-86a6f837d0a9 service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Updated VIF entry in instance network info cache for port e93a3942-847a-4520-b50a-212a26f08df8. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2420.293813] env[63366]: DEBUG nova.network.neutron [req-1fb44690-3f84-488e-bc48-4b7a2fac2b5f req-51cec08e-706a-414e-af98-86a6f837d0a9 service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Updating instance_info_cache with network_info: [{"id": "dbf69c5d-2a18-4a19-a4a2-b127f247ee59", "address": "fa:16:3e:4a:ea:6f", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf69c5d-2a", "ovs_interfaceid": "dbf69c5d-2a18-4a19-a4a2-b127f247ee59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e93a3942-847a-4520-b50a-212a26f08df8", "address": "fa:16:3e:9c:68:3f", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape93a3942-84", "ovs_interfaceid": "e93a3942-847a-4520-b50a-212a26f08df8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2420.312555] env[63366]: INFO nova.compute.manager [-] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Took 1.66 seconds to deallocate network for instance. [ 2420.418230] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "refresh_cache-b83768e8-e05f-4186-9c3c-ff79637647f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2420.418423] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquired lock "refresh_cache-b83768e8-e05f-4186-9c3c-ff79637647f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2420.418596] env[63366]: DEBUG nova.network.neutron [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2420.640516] env[63366]: DEBUG oslo_vmware.api [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.796948] env[63366]: DEBUG oslo_concurrency.lockutils [req-1fb44690-3f84-488e-bc48-4b7a2fac2b5f req-51cec08e-706a-414e-af98-86a6f837d0a9 service nova] Releasing lock "refresh_cache-cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2420.818368] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2420.818626] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2420.818844] env[63366]: DEBUG nova.objects.instance [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lazy-loading 'resources' on Instance uuid 8b9b3791-3454-423b-bcd7-65e18e5999d7 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2421.124348] env[63366]: DEBUG nova.network.neutron [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Updating instance_info_cache with network_info: [{"id": "2967ca57-db1b-494c-acfe-bfcb5a4447fd", "address": "fa:16:3e:24:c1:4d", "network": {"id": "4129a070-c31a-4310-b4b1-4e475fb3f1bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1668961456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2100d8abe0431c93b03b71a19f2086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2967ca57-db", "ovs_interfaceid": "2967ca57-db1b-494c-acfe-bfcb5a4447fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2421.142134] env[63366]: DEBUG oslo_vmware.api [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.445236] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b4663a-d71c-4060-bddb-a3425d2c913d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.452015] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5402f3-4d11-48ae-aaf2-f2c1a8557501 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.481046] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971e0bcc-aea0-49b0-9590-4c90845a8efa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.487659] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2322edd8-7de8-4d5e-98b4-a20519cfcad7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.499993] env[63366]: DEBUG nova.compute.provider_tree [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2421.627288] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Releasing lock "refresh_cache-b83768e8-e05f-4186-9c3c-ff79637647f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2421.641498] env[63366]: DEBUG oslo_vmware.api [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.706540] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "25984b2b-047b-4ac9-bbfa-4d86a764c3ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2421.706774] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "25984b2b-047b-4ac9-bbfa-4d86a764c3ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2421.707011] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "25984b2b-047b-4ac9-bbfa-4d86a764c3ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2421.707202] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "25984b2b-047b-4ac9-bbfa-4d86a764c3ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2421.707370] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "25984b2b-047b-4ac9-bbfa-4d86a764c3ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2421.709757] env[63366]: INFO nova.compute.manager [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Terminating instance [ 2422.004018] env[63366]: DEBUG nova.scheduler.client.report [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2422.149075] env[63366]: DEBUG oslo_vmware.api [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.152957] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2eb08b-70d9-493b-b8bb-4d369fc281d1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.171460] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c45d44-ad51-46f3-9a80-6a5750611083 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.177932] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Updating instance 'b83768e8-e05f-4186-9c3c-ff79637647f6' progress to 83 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2422.213295] env[63366]: DEBUG nova.compute.manager [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2422.213471] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2422.214367] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11395d95-532d-4ffc-bee1-2db2d29d332d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.221701] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2422.222123] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-838bb41e-8d81-4209-8c24-93391ac06e63 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.228679] env[63366]: DEBUG oslo_vmware.api [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2422.228679] env[63366]: value = "task-2104651" [ 2422.228679] env[63366]: _type = "Task" [ 2422.228679] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2422.236026] env[63366]: DEBUG oslo_vmware.api [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.510697] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2422.528323] env[63366]: INFO nova.scheduler.client.report [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Deleted allocations for instance 8b9b3791-3454-423b-bcd7-65e18e5999d7 [ 2422.645308] env[63366]: DEBUG oslo_vmware.api [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.683480] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2422.683779] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ccdb1d2-5c4b-4817-80eb-5fc49681d056 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.689986] env[63366]: DEBUG oslo_vmware.api [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2422.689986] env[63366]: value = "task-2104652" [ 2422.689986] env[63366]: _type = "Task" [ 2422.689986] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2422.697325] env[63366]: DEBUG oslo_vmware.api [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.737081] env[63366]: DEBUG oslo_vmware.api [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104651, 'name': PowerOffVM_Task, 'duration_secs': 0.206713} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2422.737357] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2422.737522] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2422.737760] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebdcdedb-069f-4686-8bee-a26f64daa959 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.037100] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d718a641-7007-4db3-86e9-b79fe75fd01e tempest-ServerActionsTestOtherB-1347310135 tempest-ServerActionsTestOtherB-1347310135-project-member] Lock "8b9b3791-3454-423b-bcd7-65e18e5999d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.040s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2423.146227] env[63366]: DEBUG oslo_vmware.api [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.200700] env[63366]: DEBUG oslo_vmware.api [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104652, 'name': PowerOnVM_Task, 'duration_secs': 0.348955} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2423.200994] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2423.201196] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd0dd86-a1bf-401d-98e2-d5ebb8d8ad55 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Updating instance 'b83768e8-e05f-4186-9c3c-ff79637647f6' progress to 100 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2423.646014] env[63366]: DEBUG oslo_vmware.api [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.147817] env[63366]: DEBUG oslo_vmware.api [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.648194] env[63366]: DEBUG oslo_vmware.api [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.149491] env[63366]: DEBUG oslo_vmware.api [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.649238] env[63366]: DEBUG oslo_vmware.api [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.057273] env[63366]: DEBUG nova.network.neutron [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Port 2967ca57-db1b-494c-acfe-bfcb5a4447fd binding to destination host cpu-1 is already ACTIVE {{(pid=63366) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2426.057550] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "refresh_cache-b83768e8-e05f-4186-9c3c-ff79637647f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2426.057697] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquired lock "refresh_cache-b83768e8-e05f-4186-9c3c-ff79637647f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2426.057856] env[63366]: DEBUG nova.network.neutron [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2426.104823] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2426.105045] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2426.105233] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Deleting the datastore file [datastore2] 25984b2b-047b-4ac9-bbfa-4d86a764c3ce {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2426.105492] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36c88945-125f-4e37-a2e3-7f850e06c283 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.112341] env[63366]: DEBUG oslo_vmware.api [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2426.112341] env[63366]: value = "task-2104655" [ 2426.112341] env[63366]: _type = "Task" [ 2426.112341] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2426.119843] env[63366]: DEBUG oslo_vmware.api [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.148354] env[63366]: DEBUG oslo_vmware.api [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.621397] env[63366]: DEBUG oslo_vmware.api [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39351} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2426.621661] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2426.621843] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2426.622053] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2426.622237] env[63366]: INFO nova.compute.manager [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Took 4.41 seconds to destroy the instance on the hypervisor. [ 2426.622478] env[63366]: DEBUG oslo.service.loopingcall [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2426.622665] env[63366]: DEBUG nova.compute.manager [-] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2426.622754] env[63366]: DEBUG nova.network.neutron [-] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2426.652730] env[63366]: DEBUG oslo_vmware.api [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104650, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.884345] env[63366]: DEBUG nova.network.neutron [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Updating instance_info_cache with network_info: [{"id": "2967ca57-db1b-494c-acfe-bfcb5a4447fd", "address": "fa:16:3e:24:c1:4d", "network": {"id": "4129a070-c31a-4310-b4b1-4e475fb3f1bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1668961456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2100d8abe0431c93b03b71a19f2086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2967ca57-db", "ovs_interfaceid": "2967ca57-db1b-494c-acfe-bfcb5a4447fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2427.652172] env[63366]: DEBUG nova.compute.manager [req-7261604c-979c-4d3b-a70b-6df4cc8f9211 req-f15763f2-4856-4d0b-a6b0-32a739cd1d31 service nova] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Received event network-vif-deleted-8d7395ad-ce34-4be7-bf83-0a3d4ff58ce1 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2427.652365] env[63366]: INFO nova.compute.manager [req-7261604c-979c-4d3b-a70b-6df4cc8f9211 req-f15763f2-4856-4d0b-a6b0-32a739cd1d31 service nova] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Neutron deleted interface 8d7395ad-ce34-4be7-bf83-0a3d4ff58ce1; detaching it from the instance and deleting it from the info cache [ 2427.652528] env[63366]: DEBUG nova.network.neutron [req-7261604c-979c-4d3b-a70b-6df4cc8f9211 req-f15763f2-4856-4d0b-a6b0-32a739cd1d31 service nova] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2427.654124] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Releasing lock "refresh_cache-b83768e8-e05f-4186-9c3c-ff79637647f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2427.655205] env[63366]: DEBUG nova.network.neutron [-] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2427.665852] env[63366]: DEBUG oslo_vmware.api [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104650, 'name': ReconfigVM_Task, 'duration_secs': 7.05245} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2427.667138] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Releasing lock "cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2427.667346] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Reconfigured VM to attach interface {{(pid=63366) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2428.157532] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27d13d6b-f24b-41e3-8e7a-3c411cbc2cc6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.160138] env[63366]: INFO nova.compute.manager [-] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Took 1.54 seconds to deallocate network for instance. [ 2428.160883] env[63366]: DEBUG nova.compute.manager [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63366) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2428.161103] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2428.161322] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2428.168153] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4278470-3646-48c7-a5fa-27093f1d9398 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.184945] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fce3c0c1-c947-4a08-948d-f2d83c701607 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "interface-cd23bcf3-0d19-4694-8d80-fb91dbd342cc-e93a3942-847a-4520-b50a-212a26f08df8" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 13.587s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2428.207917] env[63366]: DEBUG nova.compute.manager [req-7261604c-979c-4d3b-a70b-6df4cc8f9211 req-f15763f2-4856-4d0b-a6b0-32a739cd1d31 service nova] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Detach interface failed, port_id=8d7395ad-ce34-4be7-bf83-0a3d4ff58ce1, reason: Instance 25984b2b-047b-4ac9-bbfa-4d86a764c3ce could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2428.666535] env[63366]: DEBUG nova.objects.instance [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lazy-loading 'migration_context' on Instance uuid b83768e8-e05f-4186-9c3c-ff79637647f6 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2428.687938] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2429.301309] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb9f23e-61bd-4a25-baef-9da61cdfdc9e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.309017] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afee0d55-e2ec-4765-b1b6-9106dc60bc46 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.339607] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a908b35-c355-49cf-be80-a3b6209732f4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.347565] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee076834-2278-4bf2-81c0-5797720736be {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.360821] env[63366]: DEBUG nova.compute.provider_tree [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2429.864156] env[63366]: DEBUG nova.scheduler.client.report [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2429.926676] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d88a922a-0c7f-4fee-95d5-07e8e8a1a239 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "interface-cd23bcf3-0d19-4694-8d80-fb91dbd342cc-e93a3942-847a-4520-b50a-212a26f08df8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2429.926935] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d88a922a-0c7f-4fee-95d5-07e8e8a1a239 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "interface-cd23bcf3-0d19-4694-8d80-fb91dbd342cc-e93a3942-847a-4520-b50a-212a26f08df8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2430.429741] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d88a922a-0c7f-4fee-95d5-07e8e8a1a239 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2430.430043] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d88a922a-0c7f-4fee-95d5-07e8e8a1a239 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired lock "cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2430.431018] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad69c22-42f7-4134-be3c-2af24ba637a1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.452063] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be232203-7c90-42c7-a3b8-68ba7f7aaaf5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.479366] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d88a922a-0c7f-4fee-95d5-07e8e8a1a239 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Reconfiguring VM to detach interface {{(pid=63366) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2430.479733] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-451ff6ce-4075-4103-96d1-8455f07d7fdb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.501100] env[63366]: DEBUG oslo_vmware.api [None req-d88a922a-0c7f-4fee-95d5-07e8e8a1a239 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2430.501100] env[63366]: value = "task-2104656" [ 2430.501100] env[63366]: _type = "Task" [ 2430.501100] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2430.510450] env[63366]: DEBUG oslo_vmware.api [None req-d88a922a-0c7f-4fee-95d5-07e8e8a1a239 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104656, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2430.877776] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.716s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2430.885080] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.197s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2430.885338] env[63366]: DEBUG nova.objects.instance [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lazy-loading 'resources' on Instance uuid 25984b2b-047b-4ac9-bbfa-4d86a764c3ce {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2431.011162] env[63366]: DEBUG oslo_vmware.api [None req-d88a922a-0c7f-4fee-95d5-07e8e8a1a239 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2431.512000] env[63366]: DEBUG oslo_vmware.api [None req-d88a922a-0c7f-4fee-95d5-07e8e8a1a239 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2431.541455] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1161bb07-c8b8-4024-a1db-ada40e437e49 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.549834] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debb6b2a-89cf-4669-aea6-bb71e6350bf9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.583097] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2384a70-a4e6-4c8b-a88c-bda55209d547 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.588465] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Acquiring lock "4215a0e4-bdbd-4261-9d3e-5006bdac691b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2431.588691] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Lock "4215a0e4-bdbd-4261-9d3e-5006bdac691b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2431.595611] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8911e61f-ef6c-4eac-8de8-7a5ea6f209d4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.609117] env[63366]: DEBUG nova.compute.provider_tree [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2432.012179] env[63366]: DEBUG oslo_vmware.api [None req-d88a922a-0c7f-4fee-95d5-07e8e8a1a239 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2432.092316] env[63366]: DEBUG nova.compute.manager [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2432.113057] env[63366]: DEBUG nova.scheduler.client.report [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2432.424628] env[63366]: INFO nova.compute.manager [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Swapping old allocation on dict_keys(['d4eb5599-1ee7-4533-a84b-536c6f825ecc']) held by migration c544d4f3-e47d-4a7e-b429-ff6ab55815f1 for instance [ 2432.449794] env[63366]: DEBUG nova.scheduler.client.report [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Overwriting current allocation {'allocations': {'d4eb5599-1ee7-4533-a84b-536c6f825ecc': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 158}}, 'project_id': '4e2100d8abe0431c93b03b71a19f2086', 'user_id': '5fc07d8d73834e85ac8d7df0c53c40e4', 'consumer_generation': 1} on consumer b83768e8-e05f-4186-9c3c-ff79637647f6 {{(pid=63366) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2432.513381] env[63366]: DEBUG oslo_vmware.api [None req-d88a922a-0c7f-4fee-95d5-07e8e8a1a239 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2432.580038] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "refresh_cache-b83768e8-e05f-4186-9c3c-ff79637647f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2432.580227] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquired lock "refresh_cache-b83768e8-e05f-4186-9c3c-ff79637647f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2432.580401] env[63366]: DEBUG nova.network.neutron [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2432.611641] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2432.618555] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.733s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2432.620636] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.009s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2432.622096] env[63366]: INFO nova.compute.claims [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2432.634608] env[63366]: INFO nova.scheduler.client.report [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Deleted allocations for instance 25984b2b-047b-4ac9-bbfa-4d86a764c3ce [ 2432.910911] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "7b28a860-e1f2-433d-a4e1-732abcb93382" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2432.911205] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "7b28a860-e1f2-433d-a4e1-732abcb93382" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2432.911426] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "7b28a860-e1f2-433d-a4e1-732abcb93382-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2432.911611] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "7b28a860-e1f2-433d-a4e1-732abcb93382-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2432.911781] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "7b28a860-e1f2-433d-a4e1-732abcb93382-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2432.913894] env[63366]: INFO nova.compute.manager [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Terminating instance [ 2433.012878] env[63366]: DEBUG oslo_vmware.api [None req-d88a922a-0c7f-4fee-95d5-07e8e8a1a239 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2433.141921] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e7e52deb-8628-4f22-a581-c5c7771866ad tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "25984b2b-047b-4ac9-bbfa-4d86a764c3ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.435s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2433.305228] env[63366]: DEBUG nova.network.neutron [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Updating instance_info_cache with network_info: [{"id": "2967ca57-db1b-494c-acfe-bfcb5a4447fd", "address": "fa:16:3e:24:c1:4d", "network": {"id": "4129a070-c31a-4310-b4b1-4e475fb3f1bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1668961456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2100d8abe0431c93b03b71a19f2086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2967ca57-db", "ovs_interfaceid": "2967ca57-db1b-494c-acfe-bfcb5a4447fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2433.417802] env[63366]: DEBUG nova.compute.manager [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2433.418092] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2433.418422] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28b9c4a5-8cef-4ae7-bf93-b630a9a29dfb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.426481] env[63366]: DEBUG oslo_vmware.api [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2433.426481] env[63366]: value = "task-2104657" [ 2433.426481] env[63366]: _type = "Task" [ 2433.426481] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2433.434398] env[63366]: DEBUG oslo_vmware.api [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2433.513379] env[63366]: DEBUG oslo_vmware.api [None req-d88a922a-0c7f-4fee-95d5-07e8e8a1a239 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2433.757290] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8cf68a-d224-44bf-883d-3c38982a4252 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.764964] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754b3b2b-e9ae-4db2-ae4b-2a316ecb5f6e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.794991] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8640ae45-d614-41f5-90c6-473bf2060c4d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.802269] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d435080c-f247-40bf-97db-1558edaa129c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.807763] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Releasing lock "refresh_cache-b83768e8-e05f-4186-9c3c-ff79637647f6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2433.808257] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2433.815522] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6afb3893-1942-466a-9e2e-b6b9bfc9ed1e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.817137] env[63366]: DEBUG nova.compute.provider_tree [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2433.823520] env[63366]: DEBUG oslo_vmware.api [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2433.823520] env[63366]: value = "task-2104658" [ 2433.823520] env[63366]: _type = "Task" [ 2433.823520] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2433.831699] env[63366]: DEBUG oslo_vmware.api [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2433.936713] env[63366]: DEBUG oslo_vmware.api [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104657, 'name': PowerOffVM_Task, 'duration_secs': 0.226824} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2433.936984] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2433.937202] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Volume detach. Driver type: vmdk {{(pid=63366) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2433.937397] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430885', 'volume_id': '9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6', 'name': 'volume-9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '7b28a860-e1f2-433d-a4e1-732abcb93382', 'attached_at': '2025-01-14T17:16:36.000000', 'detached_at': '', 'volume_id': '9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6', 'serial': '9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2433.938226] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4014d3b-3c2b-420b-8240-ce68e4cfbab2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.956746] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffee0fd-9255-4a2e-a14c-0d66c5cbc35f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.964376] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0f559d-1a02-4520-81cd-0fb701e23bd5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.981906] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9aefde3-f529-4ba3-8a95-699c933dc757 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.003908] env[63366]: DEBUG oslo_concurrency.lockutils [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "66cb86cd-d442-4454-a9eb-8e2b07c1db2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2434.004261] env[63366]: DEBUG oslo_concurrency.lockutils [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "66cb86cd-d442-4454-a9eb-8e2b07c1db2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2434.004540] env[63366]: DEBUG oslo_concurrency.lockutils [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "66cb86cd-d442-4454-a9eb-8e2b07c1db2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2434.004788] env[63366]: DEBUG oslo_concurrency.lockutils [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "66cb86cd-d442-4454-a9eb-8e2b07c1db2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2434.005045] env[63366]: DEBUG oslo_concurrency.lockutils [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "66cb86cd-d442-4454-a9eb-8e2b07c1db2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2434.007166] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] The volume has not been displaced from its original location: [datastore2] volume-9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6/volume-9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6.vmdk. No consolidation needed. {{(pid=63366) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2434.015550] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2434.016309] env[63366]: INFO nova.compute.manager [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Terminating instance [ 2434.018657] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-399d8795-ba66-4bf9-9fad-13b01d3fdf38 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.050959] env[63366]: DEBUG oslo_vmware.api [None req-d88a922a-0c7f-4fee-95d5-07e8e8a1a239 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2434.052157] env[63366]: DEBUG oslo_vmware.api [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2434.052157] env[63366]: value = "task-2104659" [ 2434.052157] env[63366]: _type = "Task" [ 2434.052157] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2434.060131] env[63366]: DEBUG oslo_vmware.api [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104659, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2434.319849] env[63366]: DEBUG nova.scheduler.client.report [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2434.333854] env[63366]: DEBUG oslo_vmware.api [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104658, 'name': PowerOffVM_Task, 'duration_secs': 0.200682} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2434.334721] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2434.335426] env[63366]: DEBUG nova.virt.hardware [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2434.335647] env[63366]: DEBUG nova.virt.hardware [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2434.335808] env[63366]: DEBUG nova.virt.hardware [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2434.335976] env[63366]: DEBUG nova.virt.hardware [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2434.336187] env[63366]: DEBUG nova.virt.hardware [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2434.336339] env[63366]: DEBUG nova.virt.hardware [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2434.336545] env[63366]: DEBUG nova.virt.hardware [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2434.336700] env[63366]: DEBUG nova.virt.hardware [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2434.336859] env[63366]: DEBUG nova.virt.hardware [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2434.337023] env[63366]: DEBUG nova.virt.hardware [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2434.337189] env[63366]: DEBUG nova.virt.hardware [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2434.342801] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4ff77ac-28c5-4803-8f68-d31fc9d81b42 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.357625] env[63366]: DEBUG oslo_vmware.api [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2434.357625] env[63366]: value = "task-2104660" [ 2434.357625] env[63366]: _type = "Task" [ 2434.357625] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2434.365737] env[63366]: DEBUG oslo_vmware.api [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104660, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2434.527546] env[63366]: DEBUG oslo_vmware.api [None req-d88a922a-0c7f-4fee-95d5-07e8e8a1a239 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2434.547040] env[63366]: DEBUG nova.compute.manager [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2434.547040] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2434.547040] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a949053-6993-49cd-a741-11fb04f79884 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.553977] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2434.557014] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87f8b879-5654-42d4-9881-f150dab7a873 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.563270] env[63366]: DEBUG oslo_vmware.api [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104659, 'name': ReconfigVM_Task, 'duration_secs': 0.148641} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2434.564460] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2434.569093] env[63366]: DEBUG oslo_vmware.api [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2434.569093] env[63366]: value = "task-2104661" [ 2434.569093] env[63366]: _type = "Task" [ 2434.569093] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2434.569308] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d7c9876-4050-4298-9b14-f8aca7c5dd93 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.586180] env[63366]: DEBUG oslo_vmware.api [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2434.587452] env[63366]: DEBUG oslo_vmware.api [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2434.587452] env[63366]: value = "task-2104662" [ 2434.587452] env[63366]: _type = "Task" [ 2434.587452] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2434.594897] env[63366]: DEBUG oslo_vmware.api [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2434.824790] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2434.825458] env[63366]: DEBUG nova.compute.manager [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2434.868996] env[63366]: DEBUG oslo_vmware.api [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104660, 'name': ReconfigVM_Task, 'duration_secs': 0.132311} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2434.869862] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfee613-f7d3-45c4-aad4-664096771759 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.888217] env[63366]: DEBUG nova.virt.hardware [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2434.888454] env[63366]: DEBUG nova.virt.hardware [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2434.888608] env[63366]: DEBUG nova.virt.hardware [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2434.888783] env[63366]: DEBUG nova.virt.hardware [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2434.888927] env[63366]: DEBUG nova.virt.hardware [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2434.889091] env[63366]: DEBUG nova.virt.hardware [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2434.889302] env[63366]: DEBUG nova.virt.hardware [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2434.889457] env[63366]: DEBUG nova.virt.hardware [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2434.889619] env[63366]: DEBUG nova.virt.hardware [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2434.889777] env[63366]: DEBUG nova.virt.hardware [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2434.889946] env[63366]: DEBUG nova.virt.hardware [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2434.890731] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3b9d2cb-29b5-4aec-a1d2-edc1a8e1caa1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.896453] env[63366]: DEBUG oslo_vmware.api [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2434.896453] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52a93fd4-2b00-94b4-a5e4-204a3cdc983e" [ 2434.896453] env[63366]: _type = "Task" [ 2434.896453] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2434.906106] env[63366]: DEBUG oslo_vmware.api [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a93fd4-2b00-94b4-a5e4-204a3cdc983e, 'name': SearchDatastore_Task, 'duration_secs': 0.007466} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2434.911200] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2434.911477] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e1a84ed-edc3-4de9-beef-375138de6cd9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.928655] env[63366]: DEBUG oslo_vmware.api [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2434.928655] env[63366]: value = "task-2104663" [ 2434.928655] env[63366]: _type = "Task" [ 2434.928655] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2434.936333] env[63366]: DEBUG oslo_vmware.api [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2435.029171] env[63366]: DEBUG oslo_vmware.api [None req-d88a922a-0c7f-4fee-95d5-07e8e8a1a239 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2435.088573] env[63366]: DEBUG oslo_vmware.api [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104661, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2435.096671] env[63366]: DEBUG oslo_vmware.api [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104662, 'name': ReconfigVM_Task, 'duration_secs': 0.11142} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2435.096944] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430885', 'volume_id': '9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6', 'name': 'volume-9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '7b28a860-e1f2-433d-a4e1-732abcb93382', 'attached_at': '2025-01-14T17:16:36.000000', 'detached_at': '', 'volume_id': '9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6', 'serial': '9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2435.097258] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2435.097965] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e15bc34-212f-4a7b-97f6-8a04a600acdd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.104061] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2435.104275] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2747bc7c-0b12-4a2b-82a8-90c7234c5eaf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.192440] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2435.192659] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2435.192841] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Deleting the datastore file [datastore2] 7b28a860-e1f2-433d-a4e1-732abcb93382 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2435.193120] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2c23791-fb34-43d1-b73b-026a6344df27 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.201738] env[63366]: DEBUG oslo_vmware.api [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2435.201738] env[63366]: value = "task-2104665" [ 2435.201738] env[63366]: _type = "Task" [ 2435.201738] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2435.209683] env[63366]: DEBUG oslo_vmware.api [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2435.330469] env[63366]: DEBUG nova.compute.utils [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2435.332026] env[63366]: DEBUG nova.compute.manager [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2435.332147] env[63366]: DEBUG nova.network.neutron [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2435.369687] env[63366]: DEBUG nova.policy [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd8ed7e191274197b751fbac026e0ee8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da9bfedbee354ee8924f61c4e30af2f0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2435.439677] env[63366]: DEBUG oslo_vmware.api [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104663, 'name': ReconfigVM_Task, 'duration_secs': 0.177347} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2435.439955] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2435.440797] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71221372-976f-4da0-a4b0-bba725cce599 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.463555] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] b83768e8-e05f-4186-9c3c-ff79637647f6/b83768e8-e05f-4186-9c3c-ff79637647f6.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2435.463555] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91710208-805a-458c-af3a-03c59990868b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.481789] env[63366]: DEBUG oslo_vmware.api [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2435.481789] env[63366]: value = "task-2104666" [ 2435.481789] env[63366]: _type = "Task" [ 2435.481789] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2435.489165] env[63366]: DEBUG oslo_vmware.api [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104666, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2435.530068] env[63366]: DEBUG oslo_vmware.api [None req-d88a922a-0c7f-4fee-95d5-07e8e8a1a239 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2435.555825] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2435.556549] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2435.556698] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2435.589721] env[63366]: DEBUG oslo_vmware.api [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104661, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2435.640277] env[63366]: DEBUG nova.network.neutron [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Successfully created port: 669db47e-f549-4067-9804-b92ac7cff341 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2435.712706] env[63366]: DEBUG oslo_vmware.api [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.080457} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2435.712968] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2435.713226] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2435.713506] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2435.713693] env[63366]: INFO nova.compute.manager [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Took 2.30 seconds to destroy the instance on the hypervisor. [ 2435.713945] env[63366]: DEBUG oslo.service.loopingcall [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2435.714244] env[63366]: DEBUG nova.compute.manager [-] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2435.714373] env[63366]: DEBUG nova.network.neutron [-] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2435.835602] env[63366]: DEBUG nova.compute.manager [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2435.991430] env[63366]: DEBUG oslo_vmware.api [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104666, 'name': ReconfigVM_Task, 'duration_secs': 0.261281} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2435.991689] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Reconfigured VM instance instance-00000062 to attach disk [datastore2] b83768e8-e05f-4186-9c3c-ff79637647f6/b83768e8-e05f-4186-9c3c-ff79637647f6.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2435.992565] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6ff21c-3576-4553-bf68-ac2d305bea50 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.012024] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc682850-0536-432e-b16e-bb713431933c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.033594] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f572e66d-4505-40e0-8565-bcfd8b0c006a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.055102] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf4f786-163c-4071-b69f-acad6a14f927 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.057618] env[63366]: DEBUG oslo_vmware.api [None req-d88a922a-0c7f-4fee-95d5-07e8e8a1a239 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104656, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2436.063142] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2436.063604] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5b2874b-bdcc-4d2b-8b52-0bd71b2bab4c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.070260] env[63366]: DEBUG oslo_vmware.api [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2436.070260] env[63366]: value = "task-2104667" [ 2436.070260] env[63366]: _type = "Task" [ 2436.070260] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2436.079181] env[63366]: DEBUG oslo_vmware.api [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2436.090495] env[63366]: DEBUG oslo_vmware.api [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104661, 'name': PowerOffVM_Task, 'duration_secs': 1.182932} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2436.091202] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2436.091299] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2436.091523] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cad8dfe-bbf6-4528-9c1a-a68a431acac6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.239547] env[63366]: DEBUG nova.compute.manager [req-e3b746aa-503e-4d18-b395-7acff485a829 req-26ea355f-9215-4824-8d73-fc327e3454fd service nova] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Received event network-vif-deleted-61b39b00-f3f6-4ec4-9972-f9526d2da99e {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2436.239547] env[63366]: INFO nova.compute.manager [req-e3b746aa-503e-4d18-b395-7acff485a829 req-26ea355f-9215-4824-8d73-fc327e3454fd service nova] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Neutron deleted interface 61b39b00-f3f6-4ec4-9972-f9526d2da99e; detaching it from the instance and deleting it from the info cache [ 2436.239547] env[63366]: DEBUG nova.network.neutron [req-e3b746aa-503e-4d18-b395-7acff485a829 req-26ea355f-9215-4824-8d73-fc327e3454fd service nova] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2436.411506] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2436.411753] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2436.411941] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Deleting the datastore file [datastore2] 66cb86cd-d442-4454-a9eb-8e2b07c1db2c {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2436.412239] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7115d497-0126-4bd9-9df1-3bb268382b5c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.420215] env[63366]: DEBUG oslo_vmware.api [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for the task: (returnval){ [ 2436.420215] env[63366]: value = "task-2104669" [ 2436.420215] env[63366]: _type = "Task" [ 2436.420215] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2436.429925] env[63366]: DEBUG oslo_vmware.api [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2436.539922] env[63366]: DEBUG oslo_vmware.api [None req-d88a922a-0c7f-4fee-95d5-07e8e8a1a239 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104656, 'name': ReconfigVM_Task, 'duration_secs': 6.037045} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2436.540258] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d88a922a-0c7f-4fee-95d5-07e8e8a1a239 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Releasing lock "cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2436.540523] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d88a922a-0c7f-4fee-95d5-07e8e8a1a239 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Reconfigured VM to detach interface {{(pid=63366) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2436.564510] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Didn't find any instances for network info cache update. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 2436.564731] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2436.564908] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2436.565198] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2436.565389] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2436.565632] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2436.565892] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2436.566213] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2436.566457] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2436.582288] env[63366]: DEBUG oslo_vmware.api [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104667, 'name': PowerOnVM_Task, 'duration_secs': 0.377503} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2436.583227] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2436.715350] env[63366]: DEBUG nova.network.neutron [-] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2436.741606] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0914bc6-01b1-4290-8668-0c65b8bd7191 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.751921] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efec9220-1ec6-4890-950e-dac8f56a561d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.784599] env[63366]: DEBUG nova.compute.manager [req-e3b746aa-503e-4d18-b395-7acff485a829 req-26ea355f-9215-4824-8d73-fc327e3454fd service nova] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Detach interface failed, port_id=61b39b00-f3f6-4ec4-9972-f9526d2da99e, reason: Instance 7b28a860-e1f2-433d-a4e1-732abcb93382 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2436.844851] env[63366]: DEBUG nova.compute.manager [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2436.872594] env[63366]: DEBUG nova.virt.hardware [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2436.872847] env[63366]: DEBUG nova.virt.hardware [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2436.873009] env[63366]: DEBUG nova.virt.hardware [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2436.873201] env[63366]: DEBUG nova.virt.hardware [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2436.873342] env[63366]: DEBUG nova.virt.hardware [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2436.873483] env[63366]: DEBUG nova.virt.hardware [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2436.873686] env[63366]: DEBUG nova.virt.hardware [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2436.873907] env[63366]: DEBUG nova.virt.hardware [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2436.874097] env[63366]: DEBUG nova.virt.hardware [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2436.874282] env[63366]: DEBUG nova.virt.hardware [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2436.874452] env[63366]: DEBUG nova.virt.hardware [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2436.875367] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213bf323-e7c8-4d92-b069-5d12ccefc7fc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.885075] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cd8e84-a36b-4270-8552-b22c17889901 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.930019] env[63366]: DEBUG oslo_vmware.api [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Task: {'id': task-2104669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151829} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2436.930330] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2436.930523] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2436.930701] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2436.930874] env[63366]: INFO nova.compute.manager [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Took 2.38 seconds to destroy the instance on the hypervisor. [ 2436.931121] env[63366]: DEBUG oslo.service.loopingcall [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2436.931315] env[63366]: DEBUG nova.compute.manager [-] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2436.931415] env[63366]: DEBUG nova.network.neutron [-] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2437.072412] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2437.072818] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2437.072818] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2437.072955] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2437.073918] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad789a21-8a82-4a8b-b37f-e33e72cbbd53 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.083906] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ba1c6f-12d8-4555-b4f2-fd3b3eb02af6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.104084] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133d0877-3ea1-45d0-bd5c-73ee16355597 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.111014] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94bfb8f-0a2b-4304-9c8f-b7a4a280ae33 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.140399] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180222MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2437.140399] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2437.140547] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2437.217413] env[63366]: INFO nova.compute.manager [-] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Took 1.50 seconds to deallocate network for instance. [ 2437.580721] env[63366]: DEBUG nova.compute.manager [req-b1382169-fdf1-4a1b-9acb-42eadbd8f9ee req-272c9a29-9747-4c43-9877-6a240f5b814c service nova] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Received event network-vif-plugged-669db47e-f549-4067-9804-b92ac7cff341 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2437.580899] env[63366]: DEBUG oslo_concurrency.lockutils [req-b1382169-fdf1-4a1b-9acb-42eadbd8f9ee req-272c9a29-9747-4c43-9877-6a240f5b814c service nova] Acquiring lock "4215a0e4-bdbd-4261-9d3e-5006bdac691b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2437.581140] env[63366]: DEBUG oslo_concurrency.lockutils [req-b1382169-fdf1-4a1b-9acb-42eadbd8f9ee req-272c9a29-9747-4c43-9877-6a240f5b814c service nova] Lock "4215a0e4-bdbd-4261-9d3e-5006bdac691b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2437.581308] env[63366]: DEBUG oslo_concurrency.lockutils [req-b1382169-fdf1-4a1b-9acb-42eadbd8f9ee req-272c9a29-9747-4c43-9877-6a240f5b814c service nova] Lock "4215a0e4-bdbd-4261-9d3e-5006bdac691b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2437.581470] env[63366]: DEBUG nova.compute.manager [req-b1382169-fdf1-4a1b-9acb-42eadbd8f9ee req-272c9a29-9747-4c43-9877-6a240f5b814c service nova] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] No waiting events found dispatching network-vif-plugged-669db47e-f549-4067-9804-b92ac7cff341 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2437.581633] env[63366]: WARNING nova.compute.manager [req-b1382169-fdf1-4a1b-9acb-42eadbd8f9ee req-272c9a29-9747-4c43-9877-6a240f5b814c service nova] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Received unexpected event network-vif-plugged-669db47e-f549-4067-9804-b92ac7cff341 for instance with vm_state building and task_state spawning. [ 2437.605337] env[63366]: INFO nova.compute.manager [None req-ab94ab32-b29b-459b-825b-60ba25a8ecf1 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Updating instance to original state: 'active' [ 2437.671488] env[63366]: DEBUG nova.network.neutron [-] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2437.740243] env[63366]: DEBUG nova.network.neutron [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Successfully updated port: 669db47e-f549-4067-9804-b92ac7cff341 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2437.774260] env[63366]: INFO nova.compute.manager [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Took 0.56 seconds to detach 1 volumes for instance. [ 2437.776326] env[63366]: DEBUG nova.compute.manager [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Deleting volume: 9a0bfecf-aa2e-45a1-a293-f07d4c1b4af6 {{(pid=63366) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2437.846846] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d88a922a-0c7f-4fee-95d5-07e8e8a1a239 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "refresh_cache-cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2437.847092] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d88a922a-0c7f-4fee-95d5-07e8e8a1a239 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired lock "refresh_cache-cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2437.847352] env[63366]: DEBUG nova.network.neutron [None req-d88a922a-0c7f-4fee-95d5-07e8e8a1a239 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2438.173525] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 3f634a63-a93f-48b9-8272-3bbf62ae807f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2438.173819] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 66cb86cd-d442-4454-a9eb-8e2b07c1db2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2438.173819] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 5257823c-5769-4f52-85e2-1e06ad7ecc94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2438.173927] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance cd23bcf3-0d19-4694-8d80-fb91dbd342cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2438.174061] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 7b28a860-e1f2-433d-a4e1-732abcb93382 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2438.174146] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 516edfeb-50a7-4121-8932-0549bba2dccc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2438.174258] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 326da030-428b-4fb4-9b39-0d27f0f78ca9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2438.174363] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance b83768e8-e05f-4186-9c3c-ff79637647f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2438.174482] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 4215a0e4-bdbd-4261-9d3e-5006bdac691b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2438.174696] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2438.174833] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2438.177335] env[63366]: INFO nova.compute.manager [-] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Took 1.25 seconds to deallocate network for instance. [ 2438.244661] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Acquiring lock "refresh_cache-4215a0e4-bdbd-4261-9d3e-5006bdac691b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2438.244890] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Acquired lock "refresh_cache-4215a0e4-bdbd-4261-9d3e-5006bdac691b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2438.245122] env[63366]: DEBUG nova.network.neutron [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2438.311862] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f75f04e-fe49-4ccf-9b82-2eb9669f3e72 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.319490] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2438.320978] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7cf1a4-0893-4b02-b562-649c61ec9a4c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.327889] env[63366]: DEBUG nova.compute.manager [req-09b20e8c-3beb-4982-8f07-9991e9246b97 req-dc043f74-9df3-4b7b-ae8d-8e7c603474b1 service nova] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Received event network-vif-deleted-c21a5002-e23d-4fc8-96b9-fb3f491ccc47 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2438.354971] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2040b26b-f4b0-4097-b4d3-513635967c58 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.363676] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c342f3c1-2bb1-444d-bd4a-0130cf419bfa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.378412] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2438.671227] env[63366]: INFO nova.network.neutron [None req-d88a922a-0c7f-4fee-95d5-07e8e8a1a239 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Port e93a3942-847a-4520-b50a-212a26f08df8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2438.671586] env[63366]: DEBUG nova.network.neutron [None req-d88a922a-0c7f-4fee-95d5-07e8e8a1a239 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Updating instance_info_cache with network_info: [{"id": "dbf69c5d-2a18-4a19-a4a2-b127f247ee59", "address": "fa:16:3e:4a:ea:6f", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf69c5d-2a", "ovs_interfaceid": "dbf69c5d-2a18-4a19-a4a2-b127f247ee59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2438.683943] env[63366]: DEBUG oslo_concurrency.lockutils [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2438.706565] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "interface-516edfeb-50a7-4121-8932-0549bba2dccc-e93a3942-847a-4520-b50a-212a26f08df8" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2438.706786] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "interface-516edfeb-50a7-4121-8932-0549bba2dccc-e93a3942-847a-4520-b50a-212a26f08df8" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2438.707270] env[63366]: DEBUG nova.objects.instance [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lazy-loading 'flavor' on Instance uuid 516edfeb-50a7-4121-8932-0549bba2dccc {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2438.746957] env[63366]: DEBUG oslo_concurrency.lockutils [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "b83768e8-e05f-4186-9c3c-ff79637647f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2438.747184] env[63366]: DEBUG oslo_concurrency.lockutils [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "b83768e8-e05f-4186-9c3c-ff79637647f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2438.747396] env[63366]: DEBUG oslo_concurrency.lockutils [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "b83768e8-e05f-4186-9c3c-ff79637647f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2438.747576] env[63366]: DEBUG oslo_concurrency.lockutils [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "b83768e8-e05f-4186-9c3c-ff79637647f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2438.747742] env[63366]: DEBUG oslo_concurrency.lockutils [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "b83768e8-e05f-4186-9c3c-ff79637647f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2438.749769] env[63366]: INFO nova.compute.manager [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Terminating instance [ 2438.782611] env[63366]: DEBUG nova.network.neutron [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2438.881777] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2438.917615] env[63366]: DEBUG nova.network.neutron [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Updating instance_info_cache with network_info: [{"id": "669db47e-f549-4067-9804-b92ac7cff341", "address": "fa:16:3e:69:81:7d", "network": {"id": "0313f34e-7bfb-47f5-9298-df611d4cd07c", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1098635548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da9bfedbee354ee8924f61c4e30af2f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap669db47e-f5", "ovs_interfaceid": "669db47e-f549-4067-9804-b92ac7cff341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2439.174204] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d88a922a-0c7f-4fee-95d5-07e8e8a1a239 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Releasing lock "refresh_cache-cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2439.253654] env[63366]: DEBUG nova.compute.manager [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2439.253874] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2439.254770] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d5593b-3b04-4c25-857b-5a91aef44119 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.262892] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2439.263089] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3237238-bc18-4578-a693-68ce08c4b3e9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.269776] env[63366]: DEBUG oslo_vmware.api [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2439.269776] env[63366]: value = "task-2104671" [ 2439.269776] env[63366]: _type = "Task" [ 2439.269776] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2439.279889] env[63366]: DEBUG oslo_vmware.api [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2439.310679] env[63366]: DEBUG nova.objects.instance [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lazy-loading 'pci_requests' on Instance uuid 516edfeb-50a7-4121-8932-0549bba2dccc {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2439.389058] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2439.389287] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.249s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2439.389555] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.070s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2439.389774] env[63366]: DEBUG nova.objects.instance [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lazy-loading 'resources' on Instance uuid 7b28a860-e1f2-433d-a4e1-732abcb93382 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2439.420836] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Releasing lock "refresh_cache-4215a0e4-bdbd-4261-9d3e-5006bdac691b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2439.420836] env[63366]: DEBUG nova.compute.manager [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Instance network_info: |[{"id": "669db47e-f549-4067-9804-b92ac7cff341", "address": "fa:16:3e:69:81:7d", "network": {"id": "0313f34e-7bfb-47f5-9298-df611d4cd07c", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1098635548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da9bfedbee354ee8924f61c4e30af2f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap669db47e-f5", "ovs_interfaceid": "669db47e-f549-4067-9804-b92ac7cff341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2439.421175] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:81:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '669db47e-f549-4067-9804-b92ac7cff341', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2439.429209] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Creating folder: Project (da9bfedbee354ee8924f61c4e30af2f0). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2439.429519] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2af07eba-40d9-43ec-98f0-1e16a199014d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.441357] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Created folder: Project (da9bfedbee354ee8924f61c4e30af2f0) in parent group-v430612. [ 2439.441548] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Creating folder: Instances. Parent ref: group-v430900. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2439.441784] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-187c9fec-1dad-4e58-bc54-ad6d6457beed {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.451831] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Created folder: Instances in parent group-v430900. [ 2439.451831] env[63366]: DEBUG oslo.service.loopingcall [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2439.451831] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2439.452039] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f43470d-4b8a-4976-a20c-d7a6bf439d67 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.472339] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2439.472339] env[63366]: value = "task-2104674" [ 2439.472339] env[63366]: _type = "Task" [ 2439.472339] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2439.482355] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104674, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2439.667508] env[63366]: DEBUG nova.compute.manager [req-5b850ace-83f3-4903-874b-dcd2754e7419 req-6ae24d56-985d-4772-b08f-e8623647a976 service nova] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Received event network-changed-669db47e-f549-4067-9804-b92ac7cff341 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2439.667721] env[63366]: DEBUG nova.compute.manager [req-5b850ace-83f3-4903-874b-dcd2754e7419 req-6ae24d56-985d-4772-b08f-e8623647a976 service nova] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Refreshing instance network info cache due to event network-changed-669db47e-f549-4067-9804-b92ac7cff341. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2439.667935] env[63366]: DEBUG oslo_concurrency.lockutils [req-5b850ace-83f3-4903-874b-dcd2754e7419 req-6ae24d56-985d-4772-b08f-e8623647a976 service nova] Acquiring lock "refresh_cache-4215a0e4-bdbd-4261-9d3e-5006bdac691b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2439.668090] env[63366]: DEBUG oslo_concurrency.lockutils [req-5b850ace-83f3-4903-874b-dcd2754e7419 req-6ae24d56-985d-4772-b08f-e8623647a976 service nova] Acquired lock "refresh_cache-4215a0e4-bdbd-4261-9d3e-5006bdac691b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2439.668277] env[63366]: DEBUG nova.network.neutron [req-5b850ace-83f3-4903-874b-dcd2754e7419 req-6ae24d56-985d-4772-b08f-e8623647a976 service nova] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Refreshing network info cache for port 669db47e-f549-4067-9804-b92ac7cff341 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2439.678283] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d88a922a-0c7f-4fee-95d5-07e8e8a1a239 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "interface-cd23bcf3-0d19-4694-8d80-fb91dbd342cc-e93a3942-847a-4520-b50a-212a26f08df8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.751s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2439.782051] env[63366]: DEBUG oslo_vmware.api [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104671, 'name': PowerOffVM_Task, 'duration_secs': 0.197253} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2439.782317] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2439.782506] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2439.782757] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d2b316e-20d1-48d1-835d-6cfba4d338c6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.813595] env[63366]: DEBUG nova.objects.base [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Object Instance<516edfeb-50a7-4121-8932-0549bba2dccc> lazy-loaded attributes: flavor,pci_requests {{(pid=63366) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2439.813857] env[63366]: DEBUG nova.network.neutron [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2439.885407] env[63366]: DEBUG nova.policy [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85662cabad5e49f49f3025e55216ffd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '198c481722604b28b22fe824a12b6100', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2439.922306] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2439.922565] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2439.923064] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Deleting the datastore file [datastore2] b83768e8-e05f-4186-9c3c-ff79637647f6 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2439.923424] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c607b925-e82e-4667-9b2b-6cc117d143ee {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.931745] env[63366]: DEBUG oslo_vmware.api [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2439.931745] env[63366]: value = "task-2104676" [ 2439.931745] env[63366]: _type = "Task" [ 2439.931745] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2439.940655] env[63366]: DEBUG oslo_vmware.api [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2439.982251] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104674, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2440.029776] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b3e2f9-cbc6-451e-8294-2541627b3f2f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.037467] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398e4755-aa18-4628-8144-35805778f5a2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.069627] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee24bf9-4998-4a42-b4ec-97acf7aff820 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.078930] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13acf85b-2b2d-47fe-be11-8f1e4154ff04 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.094494] env[63366]: DEBUG nova.compute.provider_tree [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2440.359804] env[63366]: DEBUG nova.network.neutron [req-5b850ace-83f3-4903-874b-dcd2754e7419 req-6ae24d56-985d-4772-b08f-e8623647a976 service nova] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Updated VIF entry in instance network info cache for port 669db47e-f549-4067-9804-b92ac7cff341. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2440.360194] env[63366]: DEBUG nova.network.neutron [req-5b850ace-83f3-4903-874b-dcd2754e7419 req-6ae24d56-985d-4772-b08f-e8623647a976 service nova] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Updating instance_info_cache with network_info: [{"id": "669db47e-f549-4067-9804-b92ac7cff341", "address": "fa:16:3e:69:81:7d", "network": {"id": "0313f34e-7bfb-47f5-9298-df611d4cd07c", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1098635548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da9bfedbee354ee8924f61c4e30af2f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap669db47e-f5", "ovs_interfaceid": "669db47e-f549-4067-9804-b92ac7cff341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2440.441983] env[63366]: DEBUG oslo_vmware.api [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140349} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2440.442251] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2440.442432] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2440.442605] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2440.442790] env[63366]: INFO nova.compute.manager [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2440.443204] env[63366]: DEBUG oslo.service.loopingcall [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2440.443527] env[63366]: DEBUG nova.compute.manager [-] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2440.443739] env[63366]: DEBUG nova.network.neutron [-] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2440.484513] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104674, 'name': CreateVM_Task, 'duration_secs': 0.585819} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2440.484657] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2440.491192] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2440.491362] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2440.491674] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2440.491911] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7059d12d-e2be-49c5-b4d6-002b9a518f57 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.497265] env[63366]: DEBUG oslo_vmware.api [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Waiting for the task: (returnval){ [ 2440.497265] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5231f954-a271-84cb-22a4-1a8cd3494375" [ 2440.497265] env[63366]: _type = "Task" [ 2440.497265] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2440.508316] env[63366]: DEBUG oslo_vmware.api [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5231f954-a271-84cb-22a4-1a8cd3494375, 'name': SearchDatastore_Task, 'duration_secs': 0.00916} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2440.508602] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2440.508824] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2440.509060] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2440.509208] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2440.509377] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2440.509619] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4bfb2d7-e00e-4502-bdc8-899a72476c52 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.516875] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2440.517114] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2440.517809] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1eff8a8-6ad8-476d-83ff-8c9634e33edb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.522559] env[63366]: DEBUG oslo_vmware.api [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Waiting for the task: (returnval){ [ 2440.522559] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52038694-b806-4d4e-23f9-4a42413a4f96" [ 2440.522559] env[63366]: _type = "Task" [ 2440.522559] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2440.530240] env[63366]: DEBUG oslo_vmware.api [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52038694-b806-4d4e-23f9-4a42413a4f96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2440.596498] env[63366]: DEBUG nova.scheduler.client.report [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2440.864986] env[63366]: DEBUG oslo_concurrency.lockutils [req-5b850ace-83f3-4903-874b-dcd2754e7419 req-6ae24d56-985d-4772-b08f-e8623647a976 service nova] Releasing lock "refresh_cache-4215a0e4-bdbd-4261-9d3e-5006bdac691b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2440.865409] env[63366]: DEBUG nova.compute.manager [req-5b850ace-83f3-4903-874b-dcd2754e7419 req-6ae24d56-985d-4772-b08f-e8623647a976 service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Received event network-changed-dbf69c5d-2a18-4a19-a4a2-b127f247ee59 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2440.865465] env[63366]: DEBUG nova.compute.manager [req-5b850ace-83f3-4903-874b-dcd2754e7419 req-6ae24d56-985d-4772-b08f-e8623647a976 service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Refreshing instance network info cache due to event network-changed-dbf69c5d-2a18-4a19-a4a2-b127f247ee59. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2440.865633] env[63366]: DEBUG oslo_concurrency.lockutils [req-5b850ace-83f3-4903-874b-dcd2754e7419 req-6ae24d56-985d-4772-b08f-e8623647a976 service nova] Acquiring lock "refresh_cache-cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2440.865793] env[63366]: DEBUG oslo_concurrency.lockutils [req-5b850ace-83f3-4903-874b-dcd2754e7419 req-6ae24d56-985d-4772-b08f-e8623647a976 service nova] Acquired lock "refresh_cache-cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2440.865961] env[63366]: DEBUG nova.network.neutron [req-5b850ace-83f3-4903-874b-dcd2754e7419 req-6ae24d56-985d-4772-b08f-e8623647a976 service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Refreshing network info cache for port dbf69c5d-2a18-4a19-a4a2-b127f247ee59 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2440.885428] env[63366]: DEBUG nova.compute.manager [req-0ac9727b-03b4-4dde-879e-29085b6f25e9 req-fa8d6894-f4cb-45c9-a697-2f1e6f6999c7 service nova] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Received event network-vif-deleted-2967ca57-db1b-494c-acfe-bfcb5a4447fd {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2440.885715] env[63366]: INFO nova.compute.manager [req-0ac9727b-03b4-4dde-879e-29085b6f25e9 req-fa8d6894-f4cb-45c9-a697-2f1e6f6999c7 service nova] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Neutron deleted interface 2967ca57-db1b-494c-acfe-bfcb5a4447fd; detaching it from the instance and deleting it from the info cache [ 2440.885908] env[63366]: DEBUG nova.network.neutron [req-0ac9727b-03b4-4dde-879e-29085b6f25e9 req-fa8d6894-f4cb-45c9-a697-2f1e6f6999c7 service nova] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2441.033035] env[63366]: DEBUG oslo_vmware.api [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52038694-b806-4d4e-23f9-4a42413a4f96, 'name': SearchDatastore_Task, 'duration_secs': 0.008447} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2441.033730] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-885b3627-ac40-4b4e-8cee-ecf1bec00c47 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.038673] env[63366]: DEBUG oslo_vmware.api [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Waiting for the task: (returnval){ [ 2441.038673] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ea8b09-a528-25fb-cd33-82c09d68c542" [ 2441.038673] env[63366]: _type = "Task" [ 2441.038673] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2441.045719] env[63366]: DEBUG oslo_vmware.api [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ea8b09-a528-25fb-cd33-82c09d68c542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2441.101805] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2441.104348] env[63366]: DEBUG oslo_concurrency.lockutils [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.420s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2441.104501] env[63366]: DEBUG nova.objects.instance [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lazy-loading 'resources' on Instance uuid 66cb86cd-d442-4454-a9eb-8e2b07c1db2c {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2441.126075] env[63366]: INFO nova.scheduler.client.report [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Deleted allocations for instance 7b28a860-e1f2-433d-a4e1-732abcb93382 [ 2441.367827] env[63366]: DEBUG nova.network.neutron [-] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2441.377235] env[63366]: DEBUG nova.network.neutron [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Successfully updated port: e93a3942-847a-4520-b50a-212a26f08df8 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2441.388746] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16d8ac3c-8bc6-48cb-baf4-dc09e6a4c0e6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.399743] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd4febc-9609-4fe5-9d56-5547777d0683 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.430228] env[63366]: DEBUG nova.compute.manager [req-0ac9727b-03b4-4dde-879e-29085b6f25e9 req-fa8d6894-f4cb-45c9-a697-2f1e6f6999c7 service nova] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Detach interface failed, port_id=2967ca57-db1b-494c-acfe-bfcb5a4447fd, reason: Instance b83768e8-e05f-4186-9c3c-ff79637647f6 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2441.549029] env[63366]: DEBUG oslo_vmware.api [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ea8b09-a528-25fb-cd33-82c09d68c542, 'name': SearchDatastore_Task, 'duration_secs': 0.009072} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2441.551436] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2441.551755] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 4215a0e4-bdbd-4261-9d3e-5006bdac691b/4215a0e4-bdbd-4261-9d3e-5006bdac691b.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2441.552055] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a880d0dd-9aa7-4d9d-9f9f-2d0435ed045f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.559330] env[63366]: DEBUG oslo_vmware.api [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Waiting for the task: (returnval){ [ 2441.559330] env[63366]: value = "task-2104677" [ 2441.559330] env[63366]: _type = "Task" [ 2441.559330] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2441.567255] env[63366]: DEBUG oslo_vmware.api [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Task: {'id': task-2104677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2441.588131] env[63366]: DEBUG nova.network.neutron [req-5b850ace-83f3-4903-874b-dcd2754e7419 req-6ae24d56-985d-4772-b08f-e8623647a976 service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Updated VIF entry in instance network info cache for port dbf69c5d-2a18-4a19-a4a2-b127f247ee59. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2441.588198] env[63366]: DEBUG nova.network.neutron [req-5b850ace-83f3-4903-874b-dcd2754e7419 req-6ae24d56-985d-4772-b08f-e8623647a976 service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Updating instance_info_cache with network_info: [{"id": "dbf69c5d-2a18-4a19-a4a2-b127f247ee59", "address": "fa:16:3e:4a:ea:6f", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf69c5d-2a", "ovs_interfaceid": "dbf69c5d-2a18-4a19-a4a2-b127f247ee59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2441.634397] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e29d3908-1174-4fc4-96ba-1d000be36b78 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "7b28a860-e1f2-433d-a4e1-732abcb93382" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.723s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2441.704721] env[63366]: DEBUG nova.compute.manager [req-1fcf2364-d235-4407-a1cf-932d51e993cb req-111fea23-16dd-4401-b65a-313f7f8a64e6 service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Received event network-vif-plugged-e93a3942-847a-4520-b50a-212a26f08df8 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2441.704970] env[63366]: DEBUG oslo_concurrency.lockutils [req-1fcf2364-d235-4407-a1cf-932d51e993cb req-111fea23-16dd-4401-b65a-313f7f8a64e6 service nova] Acquiring lock "516edfeb-50a7-4121-8932-0549bba2dccc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2441.705100] env[63366]: DEBUG oslo_concurrency.lockutils [req-1fcf2364-d235-4407-a1cf-932d51e993cb req-111fea23-16dd-4401-b65a-313f7f8a64e6 service nova] Lock "516edfeb-50a7-4121-8932-0549bba2dccc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2441.705287] env[63366]: DEBUG oslo_concurrency.lockutils [req-1fcf2364-d235-4407-a1cf-932d51e993cb req-111fea23-16dd-4401-b65a-313f7f8a64e6 service nova] Lock "516edfeb-50a7-4121-8932-0549bba2dccc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2441.705421] env[63366]: DEBUG nova.compute.manager [req-1fcf2364-d235-4407-a1cf-932d51e993cb req-111fea23-16dd-4401-b65a-313f7f8a64e6 service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] No waiting events found dispatching network-vif-plugged-e93a3942-847a-4520-b50a-212a26f08df8 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2441.705581] env[63366]: WARNING nova.compute.manager [req-1fcf2364-d235-4407-a1cf-932d51e993cb req-111fea23-16dd-4401-b65a-313f7f8a64e6 service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Received unexpected event network-vif-plugged-e93a3942-847a-4520-b50a-212a26f08df8 for instance with vm_state active and task_state None. [ 2441.705733] env[63366]: DEBUG nova.compute.manager [req-1fcf2364-d235-4407-a1cf-932d51e993cb req-111fea23-16dd-4401-b65a-313f7f8a64e6 service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Received event network-changed-e93a3942-847a-4520-b50a-212a26f08df8 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2441.705877] env[63366]: DEBUG nova.compute.manager [req-1fcf2364-d235-4407-a1cf-932d51e993cb req-111fea23-16dd-4401-b65a-313f7f8a64e6 service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Refreshing instance network info cache due to event network-changed-e93a3942-847a-4520-b50a-212a26f08df8. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2441.706352] env[63366]: DEBUG oslo_concurrency.lockutils [req-1fcf2364-d235-4407-a1cf-932d51e993cb req-111fea23-16dd-4401-b65a-313f7f8a64e6 service nova] Acquiring lock "refresh_cache-516edfeb-50a7-4121-8932-0549bba2dccc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2441.706659] env[63366]: DEBUG oslo_concurrency.lockutils [req-1fcf2364-d235-4407-a1cf-932d51e993cb req-111fea23-16dd-4401-b65a-313f7f8a64e6 service nova] Acquired lock "refresh_cache-516edfeb-50a7-4121-8932-0549bba2dccc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2441.706810] env[63366]: DEBUG nova.network.neutron [req-1fcf2364-d235-4407-a1cf-932d51e993cb req-111fea23-16dd-4401-b65a-313f7f8a64e6 service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Refreshing network info cache for port e93a3942-847a-4520-b50a-212a26f08df8 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2441.745102] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fb09a4-2716-46c2-8344-aac0d7bcae50 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.755557] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446ba5fd-b98e-4da4-a84a-2a85925420f3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.790466] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f760e248-83f1-4a39-98f0-771c2e09d828 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.800093] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf6652f-d9dd-4225-90a5-3e40a158bcbd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.814095] env[63366]: DEBUG nova.compute.provider_tree [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2441.873363] env[63366]: INFO nova.compute.manager [-] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Took 1.43 seconds to deallocate network for instance. [ 2441.879441] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "refresh_cache-516edfeb-50a7-4121-8932-0549bba2dccc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2442.069696] env[63366]: DEBUG oslo_vmware.api [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Task: {'id': task-2104677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430066} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2442.070177] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 4215a0e4-bdbd-4261-9d3e-5006bdac691b/4215a0e4-bdbd-4261-9d3e-5006bdac691b.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2442.070263] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2442.070464] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f224f9a3-7ffe-441d-b3ed-72aff93dd980 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.077359] env[63366]: DEBUG oslo_vmware.api [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Waiting for the task: (returnval){ [ 2442.077359] env[63366]: value = "task-2104678" [ 2442.077359] env[63366]: _type = "Task" [ 2442.077359] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2442.080792] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "5257823c-5769-4f52-85e2-1e06ad7ecc94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2442.081048] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "5257823c-5769-4f52-85e2-1e06ad7ecc94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2442.081258] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "5257823c-5769-4f52-85e2-1e06ad7ecc94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2442.081444] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "5257823c-5769-4f52-85e2-1e06ad7ecc94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2442.081614] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "5257823c-5769-4f52-85e2-1e06ad7ecc94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2442.084366] env[63366]: INFO nova.compute.manager [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Terminating instance [ 2442.090335] env[63366]: DEBUG oslo_vmware.api [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Task: {'id': task-2104678, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2442.090797] env[63366]: DEBUG oslo_concurrency.lockutils [req-5b850ace-83f3-4903-874b-dcd2754e7419 req-6ae24d56-985d-4772-b08f-e8623647a976 service nova] Releasing lock "refresh_cache-cd23bcf3-0d19-4694-8d80-fb91dbd342cc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2442.091139] env[63366]: DEBUG nova.compute.manager [req-5b850ace-83f3-4903-874b-dcd2754e7419 req-6ae24d56-985d-4772-b08f-e8623647a976 service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Received event network-changed-bfffb496-3dfc-4d45-9e06-c048a84cdde3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2442.091374] env[63366]: DEBUG nova.compute.manager [req-5b850ace-83f3-4903-874b-dcd2754e7419 req-6ae24d56-985d-4772-b08f-e8623647a976 service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Refreshing instance network info cache due to event network-changed-bfffb496-3dfc-4d45-9e06-c048a84cdde3. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2442.091573] env[63366]: DEBUG oslo_concurrency.lockutils [req-5b850ace-83f3-4903-874b-dcd2754e7419 req-6ae24d56-985d-4772-b08f-e8623647a976 service nova] Acquiring lock "refresh_cache-516edfeb-50a7-4121-8932-0549bba2dccc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2442.317882] env[63366]: DEBUG nova.scheduler.client.report [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2442.380385] env[63366]: DEBUG oslo_concurrency.lockutils [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2442.397447] env[63366]: DEBUG nova.network.neutron [req-1fcf2364-d235-4407-a1cf-932d51e993cb req-111fea23-16dd-4401-b65a-313f7f8a64e6 service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Added VIF to instance network info cache for port e93a3942-847a-4520-b50a-212a26f08df8. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 2442.397855] env[63366]: DEBUG nova.network.neutron [req-1fcf2364-d235-4407-a1cf-932d51e993cb req-111fea23-16dd-4401-b65a-313f7f8a64e6 service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Updating instance_info_cache with network_info: [{"id": "bfffb496-3dfc-4d45-9e06-c048a84cdde3", "address": "fa:16:3e:e4:1c:1a", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfffb496-3d", "ovs_interfaceid": "bfffb496-3dfc-4d45-9e06-c048a84cdde3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e93a3942-847a-4520-b50a-212a26f08df8", "address": "fa:16:3e:9c:68:3f", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape93a3942-84", "ovs_interfaceid": "e93a3942-847a-4520-b50a-212a26f08df8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2442.587058] env[63366]: DEBUG oslo_vmware.api [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Task: {'id': task-2104678, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059183} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2442.587437] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2442.588217] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3b9966-8034-4f01-9eb7-0ab3ec2dfe8c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.590945] env[63366]: DEBUG nova.compute.manager [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2442.591145] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2442.591846] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a6f95d-5fd1-42fb-8d9c-c5e64af3ecc6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.616125] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 4215a0e4-bdbd-4261-9d3e-5006bdac691b/4215a0e4-bdbd-4261-9d3e-5006bdac691b.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2442.616432] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2442.616679] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cef4eb1-7731-4e3b-bddf-51588260f79a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.630174] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bae287b1-0eab-4a8a-bb14-244aa186ee18 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.636991] env[63366]: DEBUG oslo_vmware.api [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2442.636991] env[63366]: value = "task-2104679" [ 2442.636991] env[63366]: _type = "Task" [ 2442.636991] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2442.638178] env[63366]: DEBUG oslo_vmware.api [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Waiting for the task: (returnval){ [ 2442.638178] env[63366]: value = "task-2104680" [ 2442.638178] env[63366]: _type = "Task" [ 2442.638178] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2442.648599] env[63366]: DEBUG oslo_vmware.api [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Task: {'id': task-2104680, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2442.651168] env[63366]: DEBUG oslo_vmware.api [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2442.822381] env[63366]: DEBUG oslo_concurrency.lockutils [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.718s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2442.825160] env[63366]: DEBUG oslo_concurrency.lockutils [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.445s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2442.825436] env[63366]: DEBUG nova.objects.instance [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lazy-loading 'resources' on Instance uuid b83768e8-e05f-4186-9c3c-ff79637647f6 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2442.846764] env[63366]: INFO nova.scheduler.client.report [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Deleted allocations for instance 66cb86cd-d442-4454-a9eb-8e2b07c1db2c [ 2442.900464] env[63366]: DEBUG oslo_concurrency.lockutils [req-1fcf2364-d235-4407-a1cf-932d51e993cb req-111fea23-16dd-4401-b65a-313f7f8a64e6 service nova] Releasing lock "refresh_cache-516edfeb-50a7-4121-8932-0549bba2dccc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2442.900940] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired lock "refresh_cache-516edfeb-50a7-4121-8932-0549bba2dccc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2442.901186] env[63366]: DEBUG nova.network.neutron [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2443.150115] env[63366]: DEBUG oslo_vmware.api [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104679, 'name': PowerOffVM_Task, 'duration_secs': 0.194904} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2443.153059] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2443.153307] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2443.153603] env[63366]: DEBUG oslo_vmware.api [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Task: {'id': task-2104680, 'name': ReconfigVM_Task, 'duration_secs': 0.358815} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2443.153851] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96bc008e-c229-4471-9048-e5dc09a0c8dc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.155232] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 4215a0e4-bdbd-4261-9d3e-5006bdac691b/4215a0e4-bdbd-4261-9d3e-5006bdac691b.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2443.155866] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df9a5b47-7aea-4968-a11d-097bfde96b89 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.162123] env[63366]: DEBUG oslo_vmware.api [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Waiting for the task: (returnval){ [ 2443.162123] env[63366]: value = "task-2104682" [ 2443.162123] env[63366]: _type = "Task" [ 2443.162123] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2443.169598] env[63366]: DEBUG oslo_vmware.api [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Task: {'id': task-2104682, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2443.356705] env[63366]: DEBUG oslo_concurrency.lockutils [None req-928be3d7-40d7-4d66-a2da-be3e39f1bf71 tempest-ServerRescueNegativeTestJSON-2014834987 tempest-ServerRescueNegativeTestJSON-2014834987-project-member] Lock "66cb86cd-d442-4454-a9eb-8e2b07c1db2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.352s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2443.431087] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abffc99-1bf5-4553-9461-5c4268ebc4bf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.440624] env[63366]: WARNING nova.network.neutron [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] e989eaa8-8398-4667-b936-e8659ebe938a already exists in list: networks containing: ['e989eaa8-8398-4667-b936-e8659ebe938a']. ignoring it [ 2443.440884] env[63366]: WARNING nova.network.neutron [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] e989eaa8-8398-4667-b936-e8659ebe938a already exists in list: networks containing: ['e989eaa8-8398-4667-b936-e8659ebe938a']. ignoring it [ 2443.441120] env[63366]: WARNING nova.network.neutron [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] e93a3942-847a-4520-b50a-212a26f08df8 already exists in list: port_ids containing: ['e93a3942-847a-4520-b50a-212a26f08df8']. ignoring it [ 2443.444183] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebbb9a6-ae27-4a2c-b042-c8022b39e216 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.477099] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9043631e-4185-4fdf-b3f6-d5ca1508e183 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.484435] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f29593c-00af-4a58-ab0c-4a721f140fae {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.497260] env[63366]: DEBUG nova.compute.provider_tree [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2443.671912] env[63366]: DEBUG oslo_vmware.api [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Task: {'id': task-2104682, 'name': Rename_Task, 'duration_secs': 0.142973} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2443.674384] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2443.674634] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-826f7f83-e6f5-43a9-8673-436f8bf427fd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.681045] env[63366]: DEBUG oslo_vmware.api [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Waiting for the task: (returnval){ [ 2443.681045] env[63366]: value = "task-2104683" [ 2443.681045] env[63366]: _type = "Task" [ 2443.681045] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2443.690666] env[63366]: DEBUG oslo_vmware.api [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Task: {'id': task-2104683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2443.741541] env[63366]: DEBUG nova.network.neutron [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Updating instance_info_cache with network_info: [{"id": "bfffb496-3dfc-4d45-9e06-c048a84cdde3", "address": "fa:16:3e:e4:1c:1a", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfffb496-3d", "ovs_interfaceid": "bfffb496-3dfc-4d45-9e06-c048a84cdde3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e93a3942-847a-4520-b50a-212a26f08df8", "address": "fa:16:3e:9c:68:3f", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape93a3942-84", "ovs_interfaceid": "e93a3942-847a-4520-b50a-212a26f08df8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2444.002018] env[63366]: DEBUG nova.scheduler.client.report [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2444.192406] env[63366]: DEBUG oslo_vmware.api [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Task: {'id': task-2104683, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2444.244755] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Releasing lock "refresh_cache-516edfeb-50a7-4121-8932-0549bba2dccc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2444.247326] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "516edfeb-50a7-4121-8932-0549bba2dccc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2444.247326] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired lock "516edfeb-50a7-4121-8932-0549bba2dccc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2444.247326] env[63366]: DEBUG oslo_concurrency.lockutils [req-5b850ace-83f3-4903-874b-dcd2754e7419 req-6ae24d56-985d-4772-b08f-e8623647a976 service nova] Acquired lock "refresh_cache-516edfeb-50a7-4121-8932-0549bba2dccc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2444.247326] env[63366]: DEBUG nova.network.neutron [req-5b850ace-83f3-4903-874b-dcd2754e7419 req-6ae24d56-985d-4772-b08f-e8623647a976 service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Refreshing network info cache for port bfffb496-3dfc-4d45-9e06-c048a84cdde3 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2444.248647] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d259d36b-3501-46f6-a964-b5099a289613 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.269786] env[63366]: DEBUG nova.virt.hardware [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2444.270074] env[63366]: DEBUG nova.virt.hardware [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2444.270239] env[63366]: DEBUG nova.virt.hardware [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2444.270418] env[63366]: DEBUG nova.virt.hardware [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2444.270562] env[63366]: DEBUG nova.virt.hardware [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2444.270703] env[63366]: DEBUG nova.virt.hardware [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2444.270908] env[63366]: DEBUG nova.virt.hardware [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2444.271079] env[63366]: DEBUG nova.virt.hardware [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2444.271250] env[63366]: DEBUG nova.virt.hardware [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2444.271413] env[63366]: DEBUG nova.virt.hardware [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2444.271586] env[63366]: DEBUG nova.virt.hardware [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2444.277877] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Reconfiguring VM to attach interface {{(pid=63366) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2444.278472] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bc2f33e-0b95-430b-8855-7d73f1d04074 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.294784] env[63366]: DEBUG oslo_vmware.api [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2444.294784] env[63366]: value = "task-2104684" [ 2444.294784] env[63366]: _type = "Task" [ 2444.294784] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2444.302876] env[63366]: DEBUG oslo_vmware.api [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104684, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2444.507425] env[63366]: DEBUG oslo_concurrency.lockutils [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2444.527271] env[63366]: INFO nova.scheduler.client.report [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Deleted allocations for instance b83768e8-e05f-4186-9c3c-ff79637647f6 [ 2444.692194] env[63366]: DEBUG oslo_vmware.api [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Task: {'id': task-2104683, 'name': PowerOnVM_Task, 'duration_secs': 0.850991} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2444.692464] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2444.692664] env[63366]: INFO nova.compute.manager [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Took 7.85 seconds to spawn the instance on the hypervisor. [ 2444.692838] env[63366]: DEBUG nova.compute.manager [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2444.693593] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6554f11c-05ae-4b72-8e1c-229e78d641ba {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.807424] env[63366]: DEBUG oslo_vmware.api [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2445.037697] env[63366]: DEBUG oslo_concurrency.lockutils [None req-118ce86d-f05b-4f84-b063-6e75aa440b5e tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "b83768e8-e05f-4186-9c3c-ff79637647f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.289s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2445.211867] env[63366]: INFO nova.compute.manager [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Took 12.61 seconds to build instance. [ 2445.267425] env[63366]: DEBUG nova.network.neutron [req-5b850ace-83f3-4903-874b-dcd2754e7419 req-6ae24d56-985d-4772-b08f-e8623647a976 service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Updated VIF entry in instance network info cache for port bfffb496-3dfc-4d45-9e06-c048a84cdde3. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2445.267837] env[63366]: DEBUG nova.network.neutron [req-5b850ace-83f3-4903-874b-dcd2754e7419 req-6ae24d56-985d-4772-b08f-e8623647a976 service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Updating instance_info_cache with network_info: [{"id": "bfffb496-3dfc-4d45-9e06-c048a84cdde3", "address": "fa:16:3e:e4:1c:1a", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfffb496-3d", "ovs_interfaceid": "bfffb496-3dfc-4d45-9e06-c048a84cdde3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e93a3942-847a-4520-b50a-212a26f08df8", "address": "fa:16:3e:9c:68:3f", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape93a3942-84", "ovs_interfaceid": "e93a3942-847a-4520-b50a-212a26f08df8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2445.305841] env[63366]: DEBUG oslo_vmware.api [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2445.713887] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4e8a51ea-008b-4e15-9d27-d3c351e9147f tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Lock "4215a0e4-bdbd-4261-9d3e-5006bdac691b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.125s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2445.770663] env[63366]: DEBUG oslo_concurrency.lockutils [req-5b850ace-83f3-4903-874b-dcd2754e7419 req-6ae24d56-985d-4772-b08f-e8623647a976 service nova] Releasing lock "refresh_cache-516edfeb-50a7-4121-8932-0549bba2dccc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2445.807720] env[63366]: DEBUG oslo_vmware.api [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2446.129378] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "d703bcf8-1c8e-4b86-9f27-050c57a9d7f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2446.129591] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "d703bcf8-1c8e-4b86-9f27-050c57a9d7f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2446.293058] env[63366]: DEBUG oslo_concurrency.lockutils [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Acquiring lock "4215a0e4-bdbd-4261-9d3e-5006bdac691b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2446.293058] env[63366]: DEBUG oslo_concurrency.lockutils [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Lock "4215a0e4-bdbd-4261-9d3e-5006bdac691b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2446.293058] env[63366]: DEBUG oslo_concurrency.lockutils [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Acquiring lock "4215a0e4-bdbd-4261-9d3e-5006bdac691b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2446.293495] env[63366]: DEBUG oslo_concurrency.lockutils [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Lock "4215a0e4-bdbd-4261-9d3e-5006bdac691b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2446.293495] env[63366]: DEBUG oslo_concurrency.lockutils [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Lock "4215a0e4-bdbd-4261-9d3e-5006bdac691b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2446.295449] env[63366]: INFO nova.compute.manager [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Terminating instance [ 2446.306687] env[63366]: DEBUG oslo_vmware.api [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2446.631957] env[63366]: DEBUG nova.compute.manager [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2446.802303] env[63366]: DEBUG nova.compute.manager [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2446.802739] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2446.803265] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab94e446-d15f-41f1-acbb-b50cc82e0a77 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.811351] env[63366]: DEBUG oslo_vmware.api [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2446.813357] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2446.813571] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1d302b9-5389-4302-a708-b7dd48454216 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.818775] env[63366]: DEBUG oslo_vmware.api [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Waiting for the task: (returnval){ [ 2446.818775] env[63366]: value = "task-2104685" [ 2446.818775] env[63366]: _type = "Task" [ 2446.818775] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2446.827285] env[63366]: DEBUG oslo_vmware.api [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Task: {'id': task-2104685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2447.153135] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2447.153392] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2447.154980] env[63366]: INFO nova.compute.claims [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2447.307921] env[63366]: DEBUG oslo_vmware.api [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2447.327289] env[63366]: DEBUG oslo_vmware.api [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Task: {'id': task-2104685, 'name': PowerOffVM_Task, 'duration_secs': 0.171109} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2447.327550] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2447.327714] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2447.327937] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69630606-e474-4e1a-81cd-0033ee958ae4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.809395] env[63366]: DEBUG oslo_vmware.api [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2448.255089] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149ed50b-c50d-497b-a921-d12c043b7a91 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.263519] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21d3471-6f51-4f80-96b2-d696d169b5b5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.293456] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34188b9f-7a34-4b4b-a555-8b66fad36a81 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.300527] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1578a6-3b0e-46fd-88b5-e22ccb58bb35 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.317806] env[63366]: DEBUG nova.compute.provider_tree [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2448.321892] env[63366]: DEBUG oslo_vmware.api [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2448.814269] env[63366]: DEBUG oslo_vmware.api [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2448.823225] env[63366]: DEBUG nova.scheduler.client.report [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2449.314934] env[63366]: DEBUG oslo_vmware.api [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2449.328056] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.174s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2449.328251] env[63366]: DEBUG nova.compute.manager [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2449.723808] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2449.724026] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2449.724260] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Deleting the datastore file [datastore2] 5257823c-5769-4f52-85e2-1e06ad7ecc94 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2449.724559] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8457a2d4-6593-4043-9459-4921b776f68a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.730834] env[63366]: DEBUG oslo_vmware.api [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2449.730834] env[63366]: value = "task-2104687" [ 2449.730834] env[63366]: _type = "Task" [ 2449.730834] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2449.739344] env[63366]: DEBUG oslo_vmware.api [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2449.760018] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2449.760283] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2449.760488] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Deleting the datastore file [datastore2] 4215a0e4-bdbd-4261-9d3e-5006bdac691b {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2449.760817] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42cee738-3a05-426a-ac70-84aa15fcf5b7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.768158] env[63366]: DEBUG oslo_vmware.api [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Waiting for the task: (returnval){ [ 2449.768158] env[63366]: value = "task-2104688" [ 2449.768158] env[63366]: _type = "Task" [ 2449.768158] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2449.776819] env[63366]: DEBUG oslo_vmware.api [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Task: {'id': task-2104688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2449.815523] env[63366]: DEBUG oslo_vmware.api [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2449.833159] env[63366]: DEBUG nova.compute.utils [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2449.834660] env[63366]: DEBUG nova.compute.manager [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2449.834857] env[63366]: DEBUG nova.network.neutron [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2449.884905] env[63366]: DEBUG nova.policy [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fc07d8d73834e85ac8d7df0c53c40e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e2100d8abe0431c93b03b71a19f2086', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2450.222095] env[63366]: DEBUG nova.network.neutron [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Successfully created port: 8a62ce4b-0e37-4835-9d25-ec08cf929891 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2450.241386] env[63366]: DEBUG oslo_vmware.api [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141647} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2450.241695] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2450.241885] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2450.242074] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2450.242249] env[63366]: INFO nova.compute.manager [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Took 7.65 seconds to destroy the instance on the hypervisor. [ 2450.242497] env[63366]: DEBUG oslo.service.loopingcall [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2450.242691] env[63366]: DEBUG nova.compute.manager [-] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2450.242784] env[63366]: DEBUG nova.network.neutron [-] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2450.278149] env[63366]: DEBUG oslo_vmware.api [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Task: {'id': task-2104688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155127} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2450.280335] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2450.280527] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2450.280716] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2450.280932] env[63366]: INFO nova.compute.manager [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Took 3.48 seconds to destroy the instance on the hypervisor. [ 2450.281196] env[63366]: DEBUG oslo.service.loopingcall [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2450.281400] env[63366]: DEBUG nova.compute.manager [-] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2450.281495] env[63366]: DEBUG nova.network.neutron [-] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2450.315704] env[63366]: DEBUG oslo_vmware.api [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104684, 'name': ReconfigVM_Task, 'duration_secs': 5.910601} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2450.318939] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Releasing lock "516edfeb-50a7-4121-8932-0549bba2dccc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2450.318939] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Reconfigured VM to attach interface {{(pid=63366) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2450.338980] env[63366]: DEBUG nova.compute.manager [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2450.664781] env[63366]: DEBUG nova.compute.manager [req-b15d878c-8af7-40d9-8a64-07bbeb194ece req-9ffd12e1-905e-48ca-8500-e1220a5da62f service nova] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Received event network-vif-deleted-4aa84b02-5723-479e-a6f4-3cf2a47ad274 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2450.664910] env[63366]: INFO nova.compute.manager [req-b15d878c-8af7-40d9-8a64-07bbeb194ece req-9ffd12e1-905e-48ca-8500-e1220a5da62f service nova] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Neutron deleted interface 4aa84b02-5723-479e-a6f4-3cf2a47ad274; detaching it from the instance and deleting it from the info cache [ 2450.665108] env[63366]: DEBUG nova.network.neutron [req-b15d878c-8af7-40d9-8a64-07bbeb194ece req-9ffd12e1-905e-48ca-8500-e1220a5da62f service nova] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2450.821730] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b671cd44-8def-41b3-9ea1-b36605857193 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "interface-516edfeb-50a7-4121-8932-0549bba2dccc-e93a3942-847a-4520-b50a-212a26f08df8" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 12.115s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2451.124339] env[63366]: DEBUG nova.network.neutron [-] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2451.155168] env[63366]: DEBUG nova.network.neutron [-] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2451.167522] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4842fd4d-4ba6-410d-852c-a27426c55780 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.178232] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff6ebf9-8cee-4c8e-a21f-68574a9fbd01 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.203981] env[63366]: DEBUG nova.compute.manager [req-b15d878c-8af7-40d9-8a64-07bbeb194ece req-9ffd12e1-905e-48ca-8500-e1220a5da62f service nova] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Detach interface failed, port_id=4aa84b02-5723-479e-a6f4-3cf2a47ad274, reason: Instance 5257823c-5769-4f52-85e2-1e06ad7ecc94 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2451.349426] env[63366]: DEBUG nova.compute.manager [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2451.375416] env[63366]: DEBUG nova.virt.hardware [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2451.375738] env[63366]: DEBUG nova.virt.hardware [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2451.375798] env[63366]: DEBUG nova.virt.hardware [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2451.375973] env[63366]: DEBUG nova.virt.hardware [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2451.376222] env[63366]: DEBUG nova.virt.hardware [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2451.376336] env[63366]: DEBUG nova.virt.hardware [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2451.376552] env[63366]: DEBUG nova.virt.hardware [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2451.376709] env[63366]: DEBUG nova.virt.hardware [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2451.376872] env[63366]: DEBUG nova.virt.hardware [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2451.377043] env[63366]: DEBUG nova.virt.hardware [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2451.377227] env[63366]: DEBUG nova.virt.hardware [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2451.378164] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844d3cbe-0850-471d-a2e9-783ea8d237fe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.386185] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d4c3e3-ba6c-486e-bcbd-bfbc78c01dea {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.627055] env[63366]: INFO nova.compute.manager [-] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Took 1.38 seconds to deallocate network for instance. [ 2451.657928] env[63366]: INFO nova.compute.manager [-] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Took 1.38 seconds to deallocate network for instance. [ 2451.723780] env[63366]: DEBUG nova.network.neutron [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Successfully updated port: 8a62ce4b-0e37-4835-9d25-ec08cf929891 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2451.747464] env[63366]: DEBUG nova.compute.manager [req-d161cbad-f744-4cd1-902c-34b54cf738d1 req-57772fd0-ba3a-426e-bad4-8ccbcbe11eed service nova] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Received event network-vif-plugged-8a62ce4b-0e37-4835-9d25-ec08cf929891 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2451.747809] env[63366]: DEBUG oslo_concurrency.lockutils [req-d161cbad-f744-4cd1-902c-34b54cf738d1 req-57772fd0-ba3a-426e-bad4-8ccbcbe11eed service nova] Acquiring lock "d703bcf8-1c8e-4b86-9f27-050c57a9d7f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2451.747905] env[63366]: DEBUG oslo_concurrency.lockutils [req-d161cbad-f744-4cd1-902c-34b54cf738d1 req-57772fd0-ba3a-426e-bad4-8ccbcbe11eed service nova] Lock "d703bcf8-1c8e-4b86-9f27-050c57a9d7f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2451.748056] env[63366]: DEBUG oslo_concurrency.lockutils [req-d161cbad-f744-4cd1-902c-34b54cf738d1 req-57772fd0-ba3a-426e-bad4-8ccbcbe11eed service nova] Lock "d703bcf8-1c8e-4b86-9f27-050c57a9d7f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2451.748258] env[63366]: DEBUG nova.compute.manager [req-d161cbad-f744-4cd1-902c-34b54cf738d1 req-57772fd0-ba3a-426e-bad4-8ccbcbe11eed service nova] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] No waiting events found dispatching network-vif-plugged-8a62ce4b-0e37-4835-9d25-ec08cf929891 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2451.748515] env[63366]: WARNING nova.compute.manager [req-d161cbad-f744-4cd1-902c-34b54cf738d1 req-57772fd0-ba3a-426e-bad4-8ccbcbe11eed service nova] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Received unexpected event network-vif-plugged-8a62ce4b-0e37-4835-9d25-ec08cf929891 for instance with vm_state building and task_state spawning. [ 2452.134483] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2452.134751] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2452.134954] env[63366]: DEBUG nova.objects.instance [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lazy-loading 'resources' on Instance uuid 5257823c-5769-4f52-85e2-1e06ad7ecc94 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2452.164482] env[63366]: DEBUG oslo_concurrency.lockutils [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2452.228541] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "refresh_cache-d703bcf8-1c8e-4b86-9f27-050c57a9d7f9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2452.228685] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquired lock "refresh_cache-d703bcf8-1c8e-4b86-9f27-050c57a9d7f9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2452.228840] env[63366]: DEBUG nova.network.neutron [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2452.414166] env[63366]: DEBUG oslo_concurrency.lockutils [None req-859d76dd-29bd-4180-8ba9-b460c179401e tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "interface-516edfeb-50a7-4121-8932-0549bba2dccc-e93a3942-847a-4520-b50a-212a26f08df8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2452.414453] env[63366]: DEBUG oslo_concurrency.lockutils [None req-859d76dd-29bd-4180-8ba9-b460c179401e tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "interface-516edfeb-50a7-4121-8932-0549bba2dccc-e93a3942-847a-4520-b50a-212a26f08df8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2452.690134] env[63366]: DEBUG nova.compute.manager [req-5459f73a-4ed1-4860-9d7d-8a16168b9066 req-eba6d618-daf8-4a8d-b3d5-d596d4fafdab service nova] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Received event network-vif-deleted-669db47e-f549-4067-9804-b92ac7cff341 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2452.737353] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e63a66b-f847-4186-a099-d4ba1703c72d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.745339] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cf6c73-40b9-4425-8634-8187a2f8391c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.774786] env[63366]: DEBUG nova.network.neutron [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2452.777100] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3954e972-0fff-4d56-9e5f-207f8e64e930 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.784917] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e91b0a9-6aad-4d12-bdb2-5cd0ccd28129 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.799853] env[63366]: DEBUG nova.compute.provider_tree [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2452.917051] env[63366]: DEBUG oslo_concurrency.lockutils [None req-859d76dd-29bd-4180-8ba9-b460c179401e tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "516edfeb-50a7-4121-8932-0549bba2dccc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2452.917051] env[63366]: DEBUG oslo_concurrency.lockutils [None req-859d76dd-29bd-4180-8ba9-b460c179401e tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired lock "516edfeb-50a7-4121-8932-0549bba2dccc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2452.917848] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfd203e-fc42-4564-85af-b12ea33d7deb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.923167] env[63366]: DEBUG nova.network.neutron [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Updating instance_info_cache with network_info: [{"id": "8a62ce4b-0e37-4835-9d25-ec08cf929891", "address": "fa:16:3e:92:5a:d4", "network": {"id": "4129a070-c31a-4310-b4b1-4e475fb3f1bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1668961456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2100d8abe0431c93b03b71a19f2086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a62ce4b-0e", "ovs_interfaceid": "8a62ce4b-0e37-4835-9d25-ec08cf929891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2452.938807] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac637716-7c54-46be-a3f4-b24ba639a58e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.965553] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-859d76dd-29bd-4180-8ba9-b460c179401e tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Reconfiguring VM to detach interface {{(pid=63366) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2452.965837] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd84b29c-f9e5-4550-9d19-5f4ffacd3a25 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.983760] env[63366]: DEBUG oslo_vmware.api [None req-859d76dd-29bd-4180-8ba9-b460c179401e tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2452.983760] env[63366]: value = "task-2104689" [ 2452.983760] env[63366]: _type = "Task" [ 2452.983760] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2452.991366] env[63366]: DEBUG oslo_vmware.api [None req-859d76dd-29bd-4180-8ba9-b460c179401e tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.302726] env[63366]: DEBUG nova.scheduler.client.report [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2453.438407] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Releasing lock "refresh_cache-d703bcf8-1c8e-4b86-9f27-050c57a9d7f9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2453.438820] env[63366]: DEBUG nova.compute.manager [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Instance network_info: |[{"id": "8a62ce4b-0e37-4835-9d25-ec08cf929891", "address": "fa:16:3e:92:5a:d4", "network": {"id": "4129a070-c31a-4310-b4b1-4e475fb3f1bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1668961456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2100d8abe0431c93b03b71a19f2086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a62ce4b-0e", "ovs_interfaceid": "8a62ce4b-0e37-4835-9d25-ec08cf929891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2453.439262] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:5a:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39a4aca0-934b-4a91-8779-6a4360c3f967', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a62ce4b-0e37-4835-9d25-ec08cf929891', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2453.446703] env[63366]: DEBUG oslo.service.loopingcall [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2453.447217] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2453.447506] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2b2eee7-b07a-49e1-a033-a72ad4aa09c2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.468736] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2453.468736] env[63366]: value = "task-2104690" [ 2453.468736] env[63366]: _type = "Task" [ 2453.468736] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2453.476050] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104690, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.491590] env[63366]: DEBUG oslo_vmware.api [None req-859d76dd-29bd-4180-8ba9-b460c179401e tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.780351] env[63366]: DEBUG nova.compute.manager [req-f02db27a-7278-4584-bcb8-6a71c1261ee3 req-b21b49fa-3477-4e6e-b8ae-3c3e30ade1d8 service nova] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Received event network-changed-8a62ce4b-0e37-4835-9d25-ec08cf929891 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2453.780351] env[63366]: DEBUG nova.compute.manager [req-f02db27a-7278-4584-bcb8-6a71c1261ee3 req-b21b49fa-3477-4e6e-b8ae-3c3e30ade1d8 service nova] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Refreshing instance network info cache due to event network-changed-8a62ce4b-0e37-4835-9d25-ec08cf929891. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2453.780491] env[63366]: DEBUG oslo_concurrency.lockutils [req-f02db27a-7278-4584-bcb8-6a71c1261ee3 req-b21b49fa-3477-4e6e-b8ae-3c3e30ade1d8 service nova] Acquiring lock "refresh_cache-d703bcf8-1c8e-4b86-9f27-050c57a9d7f9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2453.780628] env[63366]: DEBUG oslo_concurrency.lockutils [req-f02db27a-7278-4584-bcb8-6a71c1261ee3 req-b21b49fa-3477-4e6e-b8ae-3c3e30ade1d8 service nova] Acquired lock "refresh_cache-d703bcf8-1c8e-4b86-9f27-050c57a9d7f9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2453.780788] env[63366]: DEBUG nova.network.neutron [req-f02db27a-7278-4584-bcb8-6a71c1261ee3 req-b21b49fa-3477-4e6e-b8ae-3c3e30ade1d8 service nova] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Refreshing network info cache for port 8a62ce4b-0e37-4835-9d25-ec08cf929891 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2453.807742] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.673s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2453.810020] env[63366]: DEBUG oslo_concurrency.lockutils [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.646s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2453.810242] env[63366]: DEBUG nova.objects.instance [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Lazy-loading 'resources' on Instance uuid 4215a0e4-bdbd-4261-9d3e-5006bdac691b {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2453.831727] env[63366]: INFO nova.scheduler.client.report [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Deleted allocations for instance 5257823c-5769-4f52-85e2-1e06ad7ecc94 [ 2453.979464] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104690, 'name': CreateVM_Task, 'duration_secs': 0.47629} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2453.979721] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2453.983023] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2453.983023] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2453.983023] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2453.983023] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1028bb54-0aec-4f37-866d-17173f6d55a0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.985938] env[63366]: DEBUG oslo_vmware.api [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2453.985938] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52698e1e-ea0a-efb4-bf0d-0acef85ddc1e" [ 2453.985938] env[63366]: _type = "Task" [ 2453.985938] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2453.999020] env[63366]: DEBUG oslo_vmware.api [None req-859d76dd-29bd-4180-8ba9-b460c179401e tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2454.000840] env[63366]: DEBUG oslo_vmware.api [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52698e1e-ea0a-efb4-bf0d-0acef85ddc1e, 'name': SearchDatastore_Task, 'duration_secs': 0.009688} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2454.001128] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2454.001361] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2454.001588] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2454.001737] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2454.001905] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2454.002167] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e541445-0d8b-45bd-a8dd-1e4bbbd78cc8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.010262] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2454.010465] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2454.011135] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e92d696-56c6-415e-bfe9-aa411c1166fe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.016800] env[63366]: DEBUG oslo_vmware.api [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2454.016800] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52c12df0-1d3d-b7d8-0ec3-9e1799712456" [ 2454.016800] env[63366]: _type = "Task" [ 2454.016800] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2454.025058] env[63366]: DEBUG oslo_vmware.api [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52c12df0-1d3d-b7d8-0ec3-9e1799712456, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2454.339063] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2f6666b9-7507-4382-819f-5d628b9df6f1 tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "5257823c-5769-4f52-85e2-1e06ad7ecc94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.258s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2454.399563] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c930cc-1f98-4418-a9e2-2e05c66834cd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.407583] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9b6ffa-f388-4097-86a0-56108e94941f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.440846] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367e46bc-0089-49e8-9866-335c199183ee {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.448172] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420d10d1-b59f-4818-8aa2-c8d15044ec90 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.460971] env[63366]: DEBUG nova.compute.provider_tree [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2454.494534] env[63366]: DEBUG oslo_vmware.api [None req-859d76dd-29bd-4180-8ba9-b460c179401e tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2454.506088] env[63366]: DEBUG nova.network.neutron [req-f02db27a-7278-4584-bcb8-6a71c1261ee3 req-b21b49fa-3477-4e6e-b8ae-3c3e30ade1d8 service nova] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Updated VIF entry in instance network info cache for port 8a62ce4b-0e37-4835-9d25-ec08cf929891. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2454.506469] env[63366]: DEBUG nova.network.neutron [req-f02db27a-7278-4584-bcb8-6a71c1261ee3 req-b21b49fa-3477-4e6e-b8ae-3c3e30ade1d8 service nova] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Updating instance_info_cache with network_info: [{"id": "8a62ce4b-0e37-4835-9d25-ec08cf929891", "address": "fa:16:3e:92:5a:d4", "network": {"id": "4129a070-c31a-4310-b4b1-4e475fb3f1bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1668961456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2100d8abe0431c93b03b71a19f2086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a62ce4b-0e", "ovs_interfaceid": "8a62ce4b-0e37-4835-9d25-ec08cf929891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2454.528829] env[63366]: DEBUG oslo_vmware.api [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52c12df0-1d3d-b7d8-0ec3-9e1799712456, 'name': SearchDatastore_Task, 'duration_secs': 0.007897} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2454.529567] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70d3897e-91b4-4bea-8663-b04dca378098 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.534316] env[63366]: DEBUG oslo_vmware.api [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2454.534316] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]528a3733-beff-f0a9-c65f-d262e31b82ae" [ 2454.534316] env[63366]: _type = "Task" [ 2454.534316] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2454.541949] env[63366]: DEBUG oslo_vmware.api [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]528a3733-beff-f0a9-c65f-d262e31b82ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2454.965143] env[63366]: DEBUG nova.scheduler.client.report [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2454.996149] env[63366]: DEBUG oslo_vmware.api [None req-859d76dd-29bd-4180-8ba9-b460c179401e tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2455.009076] env[63366]: DEBUG oslo_concurrency.lockutils [req-f02db27a-7278-4584-bcb8-6a71c1261ee3 req-b21b49fa-3477-4e6e-b8ae-3c3e30ade1d8 service nova] Releasing lock "refresh_cache-d703bcf8-1c8e-4b86-9f27-050c57a9d7f9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2455.043924] env[63366]: DEBUG oslo_vmware.api [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]528a3733-beff-f0a9-c65f-d262e31b82ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009342} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2455.044215] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2455.044468] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] d703bcf8-1c8e-4b86-9f27-050c57a9d7f9/d703bcf8-1c8e-4b86-9f27-050c57a9d7f9.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2455.044720] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a1e9e53-73c6-4c9e-8420-e10929c96ab9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.050790] env[63366]: DEBUG oslo_vmware.api [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2455.050790] env[63366]: value = "task-2104692" [ 2455.050790] env[63366]: _type = "Task" [ 2455.050790] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2455.058327] env[63366]: DEBUG oslo_vmware.api [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2455.470406] env[63366]: DEBUG oslo_concurrency.lockutils [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2455.491386] env[63366]: INFO nova.scheduler.client.report [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Deleted allocations for instance 4215a0e4-bdbd-4261-9d3e-5006bdac691b [ 2455.500773] env[63366]: DEBUG oslo_vmware.api [None req-859d76dd-29bd-4180-8ba9-b460c179401e tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2455.562086] env[63366]: DEBUG oslo_vmware.api [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.412319} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2455.562086] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] d703bcf8-1c8e-4b86-9f27-050c57a9d7f9/d703bcf8-1c8e-4b86-9f27-050c57a9d7f9.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2455.562086] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2455.562086] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-253a3a87-1713-44eb-8539-79a563b33015 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.568642] env[63366]: DEBUG oslo_vmware.api [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2455.568642] env[63366]: value = "task-2104693" [ 2455.568642] env[63366]: _type = "Task" [ 2455.568642] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2455.576679] env[63366]: DEBUG oslo_vmware.api [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2455.882800] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e2ac5bee-5280-4382-8a78-28613bf917f6 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "326da030-428b-4fb4-9b39-0d27f0f78ca9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2455.883092] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e2ac5bee-5280-4382-8a78-28613bf917f6 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "326da030-428b-4fb4-9b39-0d27f0f78ca9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2455.998415] env[63366]: DEBUG oslo_vmware.api [None req-859d76dd-29bd-4180-8ba9-b460c179401e tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2455.999257] env[63366]: DEBUG oslo_concurrency.lockutils [None req-56044e35-a7e1-4d85-90b9-4452fc1f8f10 tempest-ServerAddressesTestJSON-1946352366 tempest-ServerAddressesTestJSON-1946352366-project-member] Lock "4215a0e4-bdbd-4261-9d3e-5006bdac691b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.706s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2456.079639] env[63366]: DEBUG oslo_vmware.api [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061985} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2456.079898] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2456.080658] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42e87e7-106c-4c41-9d5c-eb607b621406 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.104375] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] d703bcf8-1c8e-4b86-9f27-050c57a9d7f9/d703bcf8-1c8e-4b86-9f27-050c57a9d7f9.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2456.104651] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ccfd7b3-fc0a-4921-89bf-504cadd633f5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.124975] env[63366]: DEBUG oslo_vmware.api [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2456.124975] env[63366]: value = "task-2104694" [ 2456.124975] env[63366]: _type = "Task" [ 2456.124975] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2456.133078] env[63366]: DEBUG oslo_vmware.api [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2456.390750] env[63366]: INFO nova.compute.manager [None req-e2ac5bee-5280-4382-8a78-28613bf917f6 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Detaching volume 315f6397-fdc5-4d0c-ac7e-5a431e5d2a7a [ 2456.422320] env[63366]: INFO nova.virt.block_device [None req-e2ac5bee-5280-4382-8a78-28613bf917f6 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Attempting to driver detach volume 315f6397-fdc5-4d0c-ac7e-5a431e5d2a7a from mountpoint /dev/sdb [ 2456.422320] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ac5bee-5280-4382-8a78-28613bf917f6 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Volume detach. Driver type: vmdk {{(pid=63366) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2456.422320] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ac5bee-5280-4382-8a78-28613bf917f6 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430894', 'volume_id': '315f6397-fdc5-4d0c-ac7e-5a431e5d2a7a', 'name': 'volume-315f6397-fdc5-4d0c-ac7e-5a431e5d2a7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '326da030-428b-4fb4-9b39-0d27f0f78ca9', 'attached_at': '', 'detached_at': '', 'volume_id': '315f6397-fdc5-4d0c-ac7e-5a431e5d2a7a', 'serial': '315f6397-fdc5-4d0c-ac7e-5a431e5d2a7a'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2456.422320] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9915f417-3e3d-45f9-9907-8416e74e0642 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.449935] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3db21e8-2b29-4240-b6ee-5c15691bd74b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.458681] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4dc838e-9ba5-419a-9be2-fc6450c908d5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.480504] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bc68ea-d12e-486d-82dd-96c297e07e93 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.495595] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ac5bee-5280-4382-8a78-28613bf917f6 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] The volume has not been displaced from its original location: [datastore2] volume-315f6397-fdc5-4d0c-ac7e-5a431e5d2a7a/volume-315f6397-fdc5-4d0c-ac7e-5a431e5d2a7a.vmdk. No consolidation needed. {{(pid=63366) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2456.501586] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ac5bee-5280-4382-8a78-28613bf917f6 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2456.504830] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f21275f0-6c1d-48d3-972d-a8396695f1ea {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.524509] env[63366]: DEBUG oslo_vmware.api [None req-859d76dd-29bd-4180-8ba9-b460c179401e tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2456.525794] env[63366]: DEBUG oslo_vmware.api [None req-e2ac5bee-5280-4382-8a78-28613bf917f6 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2456.525794] env[63366]: value = "task-2104695" [ 2456.525794] env[63366]: _type = "Task" [ 2456.525794] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2456.533324] env[63366]: DEBUG oslo_vmware.api [None req-e2ac5bee-5280-4382-8a78-28613bf917f6 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104695, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2456.636447] env[63366]: DEBUG oslo_vmware.api [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104694, 'name': ReconfigVM_Task, 'duration_secs': 0.284661} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2456.636801] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Reconfigured VM instance instance-00000067 to attach disk [datastore2] d703bcf8-1c8e-4b86-9f27-050c57a9d7f9/d703bcf8-1c8e-4b86-9f27-050c57a9d7f9.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2456.637480] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0e8f41a-e8da-4486-94fe-2bf9efaa08a4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.644170] env[63366]: DEBUG oslo_vmware.api [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2456.644170] env[63366]: value = "task-2104696" [ 2456.644170] env[63366]: _type = "Task" [ 2456.644170] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2456.652613] env[63366]: DEBUG oslo_vmware.api [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104696, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2456.745403] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "3f634a63-a93f-48b9-8272-3bbf62ae807f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2456.745781] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "3f634a63-a93f-48b9-8272-3bbf62ae807f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2456.746029] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "3f634a63-a93f-48b9-8272-3bbf62ae807f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2456.746236] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "3f634a63-a93f-48b9-8272-3bbf62ae807f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2456.746491] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "3f634a63-a93f-48b9-8272-3bbf62ae807f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2456.748716] env[63366]: INFO nova.compute.manager [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Terminating instance [ 2457.005521] env[63366]: DEBUG oslo_vmware.api [None req-859d76dd-29bd-4180-8ba9-b460c179401e tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2457.035860] env[63366]: DEBUG oslo_vmware.api [None req-e2ac5bee-5280-4382-8a78-28613bf917f6 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104695, 'name': ReconfigVM_Task, 'duration_secs': 0.217435} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2457.036157] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ac5bee-5280-4382-8a78-28613bf917f6 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2457.040834] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eef3aa96-f272-4f71-9d36-e186243f3f2e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.055088] env[63366]: DEBUG oslo_vmware.api [None req-e2ac5bee-5280-4382-8a78-28613bf917f6 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2457.055088] env[63366]: value = "task-2104697" [ 2457.055088] env[63366]: _type = "Task" [ 2457.055088] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2457.062677] env[63366]: DEBUG oslo_vmware.api [None req-e2ac5bee-5280-4382-8a78-28613bf917f6 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2457.155086] env[63366]: DEBUG oslo_vmware.api [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104696, 'name': Rename_Task, 'duration_secs': 0.130886} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2457.155526] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2457.155863] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8490071-e973-4061-af12-5ccd1e0a36b0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.164025] env[63366]: DEBUG oslo_vmware.api [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2457.164025] env[63366]: value = "task-2104698" [ 2457.164025] env[63366]: _type = "Task" [ 2457.164025] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2457.174843] env[63366]: DEBUG oslo_vmware.api [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2457.253272] env[63366]: DEBUG nova.compute.manager [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2457.253272] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2457.253769] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc9b988-f463-4948-9523-4f88040a2ff8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.262468] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2457.262767] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60ac3347-ddc8-43a8-ab84-df6dda6979f2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.269251] env[63366]: DEBUG oslo_vmware.api [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2457.269251] env[63366]: value = "task-2104699" [ 2457.269251] env[63366]: _type = "Task" [ 2457.269251] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2457.280007] env[63366]: DEBUG oslo_vmware.api [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2457.505586] env[63366]: DEBUG oslo_vmware.api [None req-859d76dd-29bd-4180-8ba9-b460c179401e tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2457.565841] env[63366]: DEBUG oslo_vmware.api [None req-e2ac5bee-5280-4382-8a78-28613bf917f6 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104697, 'name': ReconfigVM_Task, 'duration_secs': 0.150678} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2457.566220] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ac5bee-5280-4382-8a78-28613bf917f6 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430894', 'volume_id': '315f6397-fdc5-4d0c-ac7e-5a431e5d2a7a', 'name': 'volume-315f6397-fdc5-4d0c-ac7e-5a431e5d2a7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '326da030-428b-4fb4-9b39-0d27f0f78ca9', 'attached_at': '', 'detached_at': '', 'volume_id': '315f6397-fdc5-4d0c-ac7e-5a431e5d2a7a', 'serial': '315f6397-fdc5-4d0c-ac7e-5a431e5d2a7a'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2457.675417] env[63366]: DEBUG oslo_vmware.api [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104698, 'name': PowerOnVM_Task, 'duration_secs': 0.505555} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2457.675697] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2457.675953] env[63366]: INFO nova.compute.manager [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Took 6.33 seconds to spawn the instance on the hypervisor. [ 2457.676231] env[63366]: DEBUG nova.compute.manager [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2457.677015] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c06adf-2216-4f2c-9f43-8e096e60891a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.779623] env[63366]: DEBUG oslo_vmware.api [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104699, 'name': PowerOffVM_Task, 'duration_secs': 0.188385} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2457.779907] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2457.780112] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2457.780389] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ff2a0b1-8738-42a6-a37d-c690c7adbb5b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.988818] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2457.989056] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2457.989240] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Deleting the datastore file [datastore2] 3f634a63-a93f-48b9-8272-3bbf62ae807f {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2457.989509] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b432993-9cad-4348-926a-a3b31b951897 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.995382] env[63366]: DEBUG oslo_vmware.api [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for the task: (returnval){ [ 2457.995382] env[63366]: value = "task-2104701" [ 2457.995382] env[63366]: _type = "Task" [ 2457.995382] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2458.005131] env[63366]: DEBUG oslo_vmware.api [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2458.008597] env[63366]: DEBUG oslo_vmware.api [None req-859d76dd-29bd-4180-8ba9-b460c179401e tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2458.112984] env[63366]: DEBUG nova.objects.instance [None req-e2ac5bee-5280-4382-8a78-28613bf917f6 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lazy-loading 'flavor' on Instance uuid 326da030-428b-4fb4-9b39-0d27f0f78ca9 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2458.199352] env[63366]: INFO nova.compute.manager [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Took 11.06 seconds to build instance. [ 2458.509040] env[63366]: DEBUG oslo_vmware.api [None req-859d76dd-29bd-4180-8ba9-b460c179401e tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104689, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2458.511949] env[63366]: DEBUG oslo_vmware.api [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Task: {'id': task-2104701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232343} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2458.512205] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2458.512388] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2458.512567] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2458.512738] env[63366]: INFO nova.compute.manager [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Took 1.26 seconds to destroy the instance on the hypervisor. [ 2458.512972] env[63366]: DEBUG oslo.service.loopingcall [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2458.513175] env[63366]: DEBUG nova.compute.manager [-] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2458.513271] env[63366]: DEBUG nova.network.neutron [-] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2458.699774] env[63366]: DEBUG oslo_concurrency.lockutils [None req-44506853-cde8-40fe-92b2-5a76f5bb817f tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "d703bcf8-1c8e-4b86-9f27-050c57a9d7f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.570s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2458.815250] env[63366]: DEBUG nova.compute.manager [req-4ada7252-deaf-4fce-9e88-1f1be846b41c req-ecaf7255-3fff-4ca0-911e-bdd2f59ec648 service nova] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Received event network-vif-deleted-edeba78b-ac89-41f8-969a-4f5d67d34122 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2458.815250] env[63366]: INFO nova.compute.manager [req-4ada7252-deaf-4fce-9e88-1f1be846b41c req-ecaf7255-3fff-4ca0-911e-bdd2f59ec648 service nova] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Neutron deleted interface edeba78b-ac89-41f8-969a-4f5d67d34122; detaching it from the instance and deleting it from the info cache [ 2458.815532] env[63366]: DEBUG nova.network.neutron [req-4ada7252-deaf-4fce-9e88-1f1be846b41c req-ecaf7255-3fff-4ca0-911e-bdd2f59ec648 service nova] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2459.012030] env[63366]: DEBUG oslo_vmware.api [None req-859d76dd-29bd-4180-8ba9-b460c179401e tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104689, 'name': ReconfigVM_Task, 'duration_secs': 5.808683} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2459.012030] env[63366]: DEBUG oslo_concurrency.lockutils [None req-859d76dd-29bd-4180-8ba9-b460c179401e tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Releasing lock "516edfeb-50a7-4121-8932-0549bba2dccc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2459.012030] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-859d76dd-29bd-4180-8ba9-b460c179401e tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Reconfigured VM to detach interface {{(pid=63366) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2459.122067] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e2ac5bee-5280-4382-8a78-28613bf917f6 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "326da030-428b-4fb4-9b39-0d27f0f78ca9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.238s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2459.257810] env[63366]: DEBUG nova.network.neutron [-] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2459.319934] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a03d5bc-778b-4977-8edc-67eff164df98 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.330670] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f68757-320b-467e-80d2-baab9327a31d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.360585] env[63366]: DEBUG nova.compute.manager [req-4ada7252-deaf-4fce-9e88-1f1be846b41c req-ecaf7255-3fff-4ca0-911e-bdd2f59ec648 service nova] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Detach interface failed, port_id=edeba78b-ac89-41f8-969a-4f5d67d34122, reason: Instance 3f634a63-a93f-48b9-8272-3bbf62ae807f could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2459.761115] env[63366]: INFO nova.compute.manager [-] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Took 1.25 seconds to deallocate network for instance. [ 2460.182841] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "326da030-428b-4fb4-9b39-0d27f0f78ca9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2460.182941] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "326da030-428b-4fb4-9b39-0d27f0f78ca9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2460.183450] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "326da030-428b-4fb4-9b39-0d27f0f78ca9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2460.183450] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "326da030-428b-4fb4-9b39-0d27f0f78ca9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2460.183450] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "326da030-428b-4fb4-9b39-0d27f0f78ca9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2460.191017] env[63366]: INFO nova.compute.manager [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Terminating instance [ 2460.269844] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2460.270202] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2460.270468] env[63366]: DEBUG nova.objects.instance [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lazy-loading 'resources' on Instance uuid 3f634a63-a93f-48b9-8272-3bbf62ae807f {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2460.695256] env[63366]: DEBUG nova.compute.manager [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2460.695497] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2460.696443] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e9c618-c63b-40f1-85c4-800b74069684 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.707045] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2460.707285] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4aa99ee-d3f0-4d69-856a-9fd9314fa293 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.713779] env[63366]: DEBUG oslo_vmware.api [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2460.713779] env[63366]: value = "task-2104702" [ 2460.713779] env[63366]: _type = "Task" [ 2460.713779] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2460.721673] env[63366]: DEBUG oslo_vmware.api [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2460.849635] env[63366]: DEBUG nova.compute.manager [req-b69a4e2f-d746-4de5-9bc0-fbb66991e29d req-6ab98201-f9ee-4689-9d2c-74c522dd0dbb service nova] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Received event network-changed-8a62ce4b-0e37-4835-9d25-ec08cf929891 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2460.849876] env[63366]: DEBUG nova.compute.manager [req-b69a4e2f-d746-4de5-9bc0-fbb66991e29d req-6ab98201-f9ee-4689-9d2c-74c522dd0dbb service nova] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Refreshing instance network info cache due to event network-changed-8a62ce4b-0e37-4835-9d25-ec08cf929891. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2460.853123] env[63366]: DEBUG oslo_concurrency.lockutils [req-b69a4e2f-d746-4de5-9bc0-fbb66991e29d req-6ab98201-f9ee-4689-9d2c-74c522dd0dbb service nova] Acquiring lock "refresh_cache-d703bcf8-1c8e-4b86-9f27-050c57a9d7f9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2460.853123] env[63366]: DEBUG oslo_concurrency.lockutils [req-b69a4e2f-d746-4de5-9bc0-fbb66991e29d req-6ab98201-f9ee-4689-9d2c-74c522dd0dbb service nova] Acquired lock "refresh_cache-d703bcf8-1c8e-4b86-9f27-050c57a9d7f9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2460.853123] env[63366]: DEBUG nova.network.neutron [req-b69a4e2f-d746-4de5-9bc0-fbb66991e29d req-6ab98201-f9ee-4689-9d2c-74c522dd0dbb service nova] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Refreshing network info cache for port 8a62ce4b-0e37-4835-9d25-ec08cf929891 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2460.885226] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc630b0-acd4-444c-a8bc-63fb7ec04d83 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.891205] env[63366]: DEBUG oslo_concurrency.lockutils [None req-859d76dd-29bd-4180-8ba9-b460c179401e tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "refresh_cache-516edfeb-50a7-4121-8932-0549bba2dccc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2460.891880] env[63366]: DEBUG oslo_concurrency.lockutils [None req-859d76dd-29bd-4180-8ba9-b460c179401e tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquired lock "refresh_cache-516edfeb-50a7-4121-8932-0549bba2dccc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2460.893159] env[63366]: DEBUG nova.network.neutron [None req-859d76dd-29bd-4180-8ba9-b460c179401e tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2460.894282] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6ed61c-ae38-4c26-a4e3-4bc09d937775 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.925891] env[63366]: DEBUG oslo_concurrency.lockutils [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "516edfeb-50a7-4121-8932-0549bba2dccc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2460.925891] env[63366]: DEBUG oslo_concurrency.lockutils [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "516edfeb-50a7-4121-8932-0549bba2dccc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2460.925891] env[63366]: DEBUG oslo_concurrency.lockutils [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "516edfeb-50a7-4121-8932-0549bba2dccc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2460.926078] env[63366]: DEBUG oslo_concurrency.lockutils [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "516edfeb-50a7-4121-8932-0549bba2dccc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2460.926235] env[63366]: DEBUG oslo_concurrency.lockutils [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "516edfeb-50a7-4121-8932-0549bba2dccc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2460.928595] env[63366]: INFO nova.compute.manager [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Terminating instance [ 2460.930573] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61e7f09-ad1e-4f9e-b2c0-61963daefcfa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.943283] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154476ac-cb32-4c44-ac7d-e8f139819cd8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.957919] env[63366]: DEBUG nova.compute.provider_tree [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2461.223286] env[63366]: DEBUG oslo_vmware.api [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104702, 'name': PowerOffVM_Task, 'duration_secs': 0.193381} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2461.226233] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2461.226233] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2461.226233] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbe15d96-016d-4fd9-a459-ba3a82fd49ed {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2461.398049] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2461.398268] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2461.398449] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Deleting the datastore file [datastore2] 326da030-428b-4fb4-9b39-0d27f0f78ca9 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2461.400724] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-418e71aa-827b-4e33-aa62-74fe17742779 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2461.409079] env[63366]: DEBUG oslo_vmware.api [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2461.409079] env[63366]: value = "task-2104704" [ 2461.409079] env[63366]: _type = "Task" [ 2461.409079] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2461.417620] env[63366]: DEBUG oslo_vmware.api [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2461.436283] env[63366]: DEBUG nova.compute.manager [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2461.436564] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2461.437455] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd874451-8888-4816-ab8f-afddd9c50505 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2461.444319] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2461.444547] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c5f9079-c2da-4087-9370-c3bbe2adb274 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2461.450525] env[63366]: DEBUG oslo_vmware.api [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2461.450525] env[63366]: value = "task-2104705" [ 2461.450525] env[63366]: _type = "Task" [ 2461.450525] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2461.458122] env[63366]: DEBUG oslo_vmware.api [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2461.469010] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Acquiring lock "dbb2fa34-1c3d-4f98-b4fb-1693586d4d76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2461.469268] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Lock "dbb2fa34-1c3d-4f98-b4fb-1693586d4d76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2461.480147] env[63366]: ERROR nova.scheduler.client.report [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] [req-fca77ae7-f77c-4e78-b472-c6b8b14cce32] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d4eb5599-1ee7-4533-a84b-536c6f825ecc. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fca77ae7-f77c-4e78-b472-c6b8b14cce32"}]} [ 2461.503094] env[63366]: DEBUG nova.scheduler.client.report [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Refreshing inventories for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2461.519188] env[63366]: DEBUG nova.scheduler.client.report [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Updating ProviderTree inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2461.519427] env[63366]: DEBUG nova.compute.provider_tree [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2461.534666] env[63366]: DEBUG nova.scheduler.client.report [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Refreshing aggregate associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, aggregates: None {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2461.554173] env[63366]: DEBUG nova.scheduler.client.report [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Refreshing trait associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2461.602745] env[63366]: DEBUG nova.network.neutron [req-b69a4e2f-d746-4de5-9bc0-fbb66991e29d req-6ab98201-f9ee-4689-9d2c-74c522dd0dbb service nova] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Updated VIF entry in instance network info cache for port 8a62ce4b-0e37-4835-9d25-ec08cf929891. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2461.602882] env[63366]: DEBUG nova.network.neutron [req-b69a4e2f-d746-4de5-9bc0-fbb66991e29d req-6ab98201-f9ee-4689-9d2c-74c522dd0dbb service nova] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Updating instance_info_cache with network_info: [{"id": "8a62ce4b-0e37-4835-9d25-ec08cf929891", "address": "fa:16:3e:92:5a:d4", "network": {"id": "4129a070-c31a-4310-b4b1-4e475fb3f1bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1668961456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2100d8abe0431c93b03b71a19f2086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a62ce4b-0e", "ovs_interfaceid": "8a62ce4b-0e37-4835-9d25-ec08cf929891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2461.652156] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71819abf-72a2-4f44-9db9-9e23b8c3b822 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2461.661330] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc2db9c-16ab-418e-822e-394955e42e75 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2461.695771] env[63366]: INFO nova.network.neutron [None req-859d76dd-29bd-4180-8ba9-b460c179401e tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Port e93a3942-847a-4520-b50a-212a26f08df8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2461.696151] env[63366]: DEBUG nova.network.neutron [None req-859d76dd-29bd-4180-8ba9-b460c179401e tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Updating instance_info_cache with network_info: [{"id": "bfffb496-3dfc-4d45-9e06-c048a84cdde3", "address": "fa:16:3e:e4:1c:1a", "network": {"id": "e989eaa8-8398-4667-b936-e8659ebe938a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-722216281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198c481722604b28b22fe824a12b6100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfffb496-3d", "ovs_interfaceid": "bfffb496-3dfc-4d45-9e06-c048a84cdde3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2461.698250] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f8aedb-4d24-402e-be1f-3756f8feb28b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2461.706018] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cfea9e-9c89-4826-a4f8-5b75ebba62c5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2461.721749] env[63366]: DEBUG nova.compute.provider_tree [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2461.919350] env[63366]: DEBUG oslo_vmware.api [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256856} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2461.919638] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2461.920682] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2461.920682] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2461.920682] env[63366]: INFO nova.compute.manager [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2461.920682] env[63366]: DEBUG oslo.service.loopingcall [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2461.920682] env[63366]: DEBUG nova.compute.manager [-] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2461.920682] env[63366]: DEBUG nova.network.neutron [-] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2461.962100] env[63366]: DEBUG oslo_vmware.api [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104705, 'name': PowerOffVM_Task, 'duration_secs': 0.229135} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2461.962364] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2461.962659] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2461.962773] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c5f1dcd-1602-4a48-a15f-6e21df4c014a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2461.971949] env[63366]: DEBUG nova.compute.manager [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2462.106092] env[63366]: DEBUG oslo_concurrency.lockutils [req-b69a4e2f-d746-4de5-9bc0-fbb66991e29d req-6ab98201-f9ee-4689-9d2c-74c522dd0dbb service nova] Releasing lock "refresh_cache-d703bcf8-1c8e-4b86-9f27-050c57a9d7f9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2462.114565] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2462.114823] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2462.114989] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Deleting the datastore file [datastore2] 516edfeb-50a7-4121-8932-0549bba2dccc {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2462.115291] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-664cb043-150b-49cc-85b4-700a5885fa87 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.121485] env[63366]: DEBUG oslo_vmware.api [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2462.121485] env[63366]: value = "task-2104707" [ 2462.121485] env[63366]: _type = "Task" [ 2462.121485] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2462.129872] env[63366]: DEBUG oslo_vmware.api [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2462.201218] env[63366]: DEBUG oslo_concurrency.lockutils [None req-859d76dd-29bd-4180-8ba9-b460c179401e tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Releasing lock "refresh_cache-516edfeb-50a7-4121-8932-0549bba2dccc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2462.256302] env[63366]: DEBUG nova.scheduler.client.report [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Updated inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with generation 161 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2462.256610] env[63366]: DEBUG nova.compute.provider_tree [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Updating resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc generation from 161 to 162 during operation: update_inventory {{(pid=63366) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2462.256797] env[63366]: DEBUG nova.compute.provider_tree [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2462.433765] env[63366]: DEBUG nova.compute.manager [req-5b9237e1-4ceb-4a5e-b89a-be45c21b88d6 req-2ec7cd8c-1a39-4815-b404-13db3495d5ef service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Received event network-vif-deleted-9b920db3-6023-4e4c-812e-5c9c2c97f769 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2462.433994] env[63366]: INFO nova.compute.manager [req-5b9237e1-4ceb-4a5e-b89a-be45c21b88d6 req-2ec7cd8c-1a39-4815-b404-13db3495d5ef service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Neutron deleted interface 9b920db3-6023-4e4c-812e-5c9c2c97f769; detaching it from the instance and deleting it from the info cache [ 2462.434268] env[63366]: DEBUG nova.network.neutron [req-5b9237e1-4ceb-4a5e-b89a-be45c21b88d6 req-2ec7cd8c-1a39-4815-b404-13db3495d5ef service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2462.493119] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2462.631867] env[63366]: DEBUG oslo_vmware.api [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2462.706120] env[63366]: DEBUG oslo_concurrency.lockutils [None req-859d76dd-29bd-4180-8ba9-b460c179401e tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "interface-516edfeb-50a7-4121-8932-0549bba2dccc-e93a3942-847a-4520-b50a-212a26f08df8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.291s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2462.761496] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.491s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2462.764567] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.271s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2462.765327] env[63366]: INFO nova.compute.claims [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2462.781385] env[63366]: INFO nova.scheduler.client.report [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Deleted allocations for instance 3f634a63-a93f-48b9-8272-3bbf62ae807f [ 2462.910554] env[63366]: DEBUG nova.network.neutron [-] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2462.937726] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f34009f-b3b1-4f30-b16a-d238b9c6c125 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.948754] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8b3e79-85fd-4a81-a62f-35f47c15ec72 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.974572] env[63366]: DEBUG nova.compute.manager [req-5b9237e1-4ceb-4a5e-b89a-be45c21b88d6 req-2ec7cd8c-1a39-4815-b404-13db3495d5ef service nova] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Detach interface failed, port_id=9b920db3-6023-4e4c-812e-5c9c2c97f769, reason: Instance 326da030-428b-4fb4-9b39-0d27f0f78ca9 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2463.132410] env[63366]: DEBUG oslo_vmware.api [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.516265} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2463.132882] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2463.133021] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2463.133204] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2463.133453] env[63366]: INFO nova.compute.manager [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Took 1.70 seconds to destroy the instance on the hypervisor. [ 2463.133611] env[63366]: DEBUG oslo.service.loopingcall [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2463.134176] env[63366]: DEBUG nova.compute.manager [-] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2463.134176] env[63366]: DEBUG nova.network.neutron [-] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2463.288283] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d4d0374d-9952-454e-b7f3-e0ad7a000afc tempest-ServerActionsTestOtherA-1655604164 tempest-ServerActionsTestOtherA-1655604164-project-member] Lock "3f634a63-a93f-48b9-8272-3bbf62ae807f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.542s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2463.413288] env[63366]: INFO nova.compute.manager [-] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Took 1.49 seconds to deallocate network for instance. [ 2463.859688] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6919f4-50f3-4365-9fe5-15864997f194 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.867504] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae783a7f-e73b-4759-a95f-8f95854ac2c0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.898686] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991981a5-9a2e-42dd-a6dd-284c9b29f2c2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.906139] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a68c9c-622b-494d-b28d-c5e8daa9595e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.919526] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2463.919954] env[63366]: DEBUG nova.compute.provider_tree [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2464.423050] env[63366]: DEBUG nova.scheduler.client.report [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2464.511580] env[63366]: DEBUG nova.compute.manager [req-a12ee8e6-8c04-46db-8cde-a4e56cc0f92d req-5e3a5b00-9ccc-4109-86b9-9d71b113a1db service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Received event network-vif-deleted-bfffb496-3dfc-4d45-9e06-c048a84cdde3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2464.511866] env[63366]: INFO nova.compute.manager [req-a12ee8e6-8c04-46db-8cde-a4e56cc0f92d req-5e3a5b00-9ccc-4109-86b9-9d71b113a1db service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Neutron deleted interface bfffb496-3dfc-4d45-9e06-c048a84cdde3; detaching it from the instance and deleting it from the info cache [ 2464.511940] env[63366]: DEBUG nova.network.neutron [req-a12ee8e6-8c04-46db-8cde-a4e56cc0f92d req-5e3a5b00-9ccc-4109-86b9-9d71b113a1db service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2464.927828] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2464.928414] env[63366]: DEBUG nova.compute.manager [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2464.931131] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.012s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2464.931353] env[63366]: DEBUG nova.objects.instance [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lazy-loading 'resources' on Instance uuid 326da030-428b-4fb4-9b39-0d27f0f78ca9 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2464.989970] env[63366]: DEBUG nova.network.neutron [-] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2465.015897] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ef9b0c0-5972-4944-a67b-6278aa50d96a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.027084] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e13c642-52a8-40ca-af2f-20d4d335965a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.052021] env[63366]: DEBUG nova.compute.manager [req-a12ee8e6-8c04-46db-8cde-a4e56cc0f92d req-5e3a5b00-9ccc-4109-86b9-9d71b113a1db service nova] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Detach interface failed, port_id=bfffb496-3dfc-4d45-9e06-c048a84cdde3, reason: Instance 516edfeb-50a7-4121-8932-0549bba2dccc could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2465.438966] env[63366]: DEBUG nova.compute.utils [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2465.443243] env[63366]: DEBUG nova.compute.manager [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2465.443361] env[63366]: DEBUG nova.network.neutron [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2465.492052] env[63366]: INFO nova.compute.manager [-] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Took 2.36 seconds to deallocate network for instance. [ 2465.502383] env[63366]: DEBUG nova.policy [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cef80f5a81d41478de1de65467312b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12c10170388a487eb75431b57cbe0732', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2465.525530] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27ab450-5d79-4533-8358-b07ede24ffb9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.533274] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51348a92-d2b4-47a4-8228-270a001982d7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.567915] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2240144a-5e48-4444-8cc0-aa0bb0f4d209 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.576194] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10c2853-3a01-4f51-b111-feded31cbefd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.590139] env[63366]: DEBUG nova.compute.provider_tree [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2465.756211] env[63366]: DEBUG nova.network.neutron [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Successfully created port: 3ee0921d-8dab-470f-bc00-96cad192ca09 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2465.944091] env[63366]: DEBUG nova.compute.manager [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2466.005577] env[63366]: DEBUG oslo_concurrency.lockutils [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2466.093542] env[63366]: DEBUG nova.scheduler.client.report [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2466.599066] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2466.600846] env[63366]: DEBUG oslo_concurrency.lockutils [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.595s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2466.601086] env[63366]: DEBUG nova.objects.instance [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lazy-loading 'resources' on Instance uuid 516edfeb-50a7-4121-8932-0549bba2dccc {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2466.622600] env[63366]: INFO nova.scheduler.client.report [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Deleted allocations for instance 326da030-428b-4fb4-9b39-0d27f0f78ca9 [ 2466.953296] env[63366]: DEBUG nova.compute.manager [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2466.979866] env[63366]: DEBUG nova.virt.hardware [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2466.980119] env[63366]: DEBUG nova.virt.hardware [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2466.980275] env[63366]: DEBUG nova.virt.hardware [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2466.980458] env[63366]: DEBUG nova.virt.hardware [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2466.980731] env[63366]: DEBUG nova.virt.hardware [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2466.980900] env[63366]: DEBUG nova.virt.hardware [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2466.981118] env[63366]: DEBUG nova.virt.hardware [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2466.981485] env[63366]: DEBUG nova.virt.hardware [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2466.981692] env[63366]: DEBUG nova.virt.hardware [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2466.981873] env[63366]: DEBUG nova.virt.hardware [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2466.983055] env[63366]: DEBUG nova.virt.hardware [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2466.983055] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b71693-4d13-499c-8e1e-88789da4bd37 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.990940] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e40b09b-8e34-4230-a3a2-2e68432a5909 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.133582] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b9afbba8-c333-4968-92c5-3318591ba8b1 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "326da030-428b-4fb4-9b39-0d27f0f78ca9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.950s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2467.145438] env[63366]: DEBUG nova.compute.manager [req-f56e18de-4c67-45fc-9eab-e403bcc626eb req-abc58597-7f74-46a4-b437-46a24386f921 service nova] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Received event network-vif-plugged-3ee0921d-8dab-470f-bc00-96cad192ca09 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2467.145593] env[63366]: DEBUG oslo_concurrency.lockutils [req-f56e18de-4c67-45fc-9eab-e403bcc626eb req-abc58597-7f74-46a4-b437-46a24386f921 service nova] Acquiring lock "dbb2fa34-1c3d-4f98-b4fb-1693586d4d76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2467.146935] env[63366]: DEBUG oslo_concurrency.lockutils [req-f56e18de-4c67-45fc-9eab-e403bcc626eb req-abc58597-7f74-46a4-b437-46a24386f921 service nova] Lock "dbb2fa34-1c3d-4f98-b4fb-1693586d4d76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2467.146935] env[63366]: DEBUG oslo_concurrency.lockutils [req-f56e18de-4c67-45fc-9eab-e403bcc626eb req-abc58597-7f74-46a4-b437-46a24386f921 service nova] Lock "dbb2fa34-1c3d-4f98-b4fb-1693586d4d76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2467.146935] env[63366]: DEBUG nova.compute.manager [req-f56e18de-4c67-45fc-9eab-e403bcc626eb req-abc58597-7f74-46a4-b437-46a24386f921 service nova] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] No waiting events found dispatching network-vif-plugged-3ee0921d-8dab-470f-bc00-96cad192ca09 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2467.146935] env[63366]: WARNING nova.compute.manager [req-f56e18de-4c67-45fc-9eab-e403bcc626eb req-abc58597-7f74-46a4-b437-46a24386f921 service nova] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Received unexpected event network-vif-plugged-3ee0921d-8dab-470f-bc00-96cad192ca09 for instance with vm_state building and task_state spawning. [ 2467.240222] env[63366]: DEBUG nova.network.neutron [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Successfully updated port: 3ee0921d-8dab-470f-bc00-96cad192ca09 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2467.261721] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c760fa-68fe-4345-8548-839f5c042edb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.269931] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d9d536-9eff-4b9d-9198-29e73d5b4785 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.299810] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b117e3ff-b878-4cfc-868c-752fe36ad301 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.307325] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efaab582-4d01-4f15-b7ba-fe6c9ddad336 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.320809] env[63366]: DEBUG nova.compute.provider_tree [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2467.742629] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Acquiring lock "refresh_cache-dbb2fa34-1c3d-4f98-b4fb-1693586d4d76" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2467.742945] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Acquired lock "refresh_cache-dbb2fa34-1c3d-4f98-b4fb-1693586d4d76" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2467.742945] env[63366]: DEBUG nova.network.neutron [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2467.824229] env[63366]: DEBUG nova.scheduler.client.report [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2468.286227] env[63366]: DEBUG nova.network.neutron [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2468.329837] env[63366]: DEBUG oslo_concurrency.lockutils [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2468.357880] env[63366]: INFO nova.scheduler.client.report [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Deleted allocations for instance 516edfeb-50a7-4121-8932-0549bba2dccc [ 2468.442328] env[63366]: DEBUG nova.network.neutron [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Updating instance_info_cache with network_info: [{"id": "3ee0921d-8dab-470f-bc00-96cad192ca09", "address": "fa:16:3e:da:d6:11", "network": {"id": "33fc51eb-8d8d-449e-8bdb-63960210039a", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-162444953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12c10170388a487eb75431b57cbe0732", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ee0921d-8d", "ovs_interfaceid": "3ee0921d-8dab-470f-bc00-96cad192ca09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2468.864753] env[63366]: DEBUG oslo_concurrency.lockutils [None req-83c260eb-4983-4253-9c8c-103ef5043e66 tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "516edfeb-50a7-4121-8932-0549bba2dccc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.939s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2468.947017] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Releasing lock "refresh_cache-dbb2fa34-1c3d-4f98-b4fb-1693586d4d76" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2468.948274] env[63366]: DEBUG nova.compute.manager [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Instance network_info: |[{"id": "3ee0921d-8dab-470f-bc00-96cad192ca09", "address": "fa:16:3e:da:d6:11", "network": {"id": "33fc51eb-8d8d-449e-8bdb-63960210039a", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-162444953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12c10170388a487eb75431b57cbe0732", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ee0921d-8d", "ovs_interfaceid": "3ee0921d-8dab-470f-bc00-96cad192ca09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2468.948274] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:d6:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ee0921d-8dab-470f-bc00-96cad192ca09', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2468.955362] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Creating folder: Project (12c10170388a487eb75431b57cbe0732). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2468.955675] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-569e9718-0520-4204-908f-30f2e01daa5b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.967200] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Created folder: Project (12c10170388a487eb75431b57cbe0732) in parent group-v430612. [ 2468.967360] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Creating folder: Instances. Parent ref: group-v430904. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2468.967594] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ff597c9-1187-4842-8101-02cbcad22628 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.977420] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Created folder: Instances in parent group-v430904. [ 2468.977420] env[63366]: DEBUG oslo.service.loopingcall [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2468.977420] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2468.977420] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c53d796-423b-4e88-a329-65c4cf68be6e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.995681] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2468.995681] env[63366]: value = "task-2104710" [ 2468.995681] env[63366]: _type = "Task" [ 2468.995681] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2469.003137] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104710, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2469.175871] env[63366]: DEBUG nova.compute.manager [req-cd53222b-e2ed-4078-bb96-9a917958218e req-56fcd93c-c9cb-410a-9139-0e74b131f270 service nova] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Received event network-changed-3ee0921d-8dab-470f-bc00-96cad192ca09 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2469.176144] env[63366]: DEBUG nova.compute.manager [req-cd53222b-e2ed-4078-bb96-9a917958218e req-56fcd93c-c9cb-410a-9139-0e74b131f270 service nova] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Refreshing instance network info cache due to event network-changed-3ee0921d-8dab-470f-bc00-96cad192ca09. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2469.176302] env[63366]: DEBUG oslo_concurrency.lockutils [req-cd53222b-e2ed-4078-bb96-9a917958218e req-56fcd93c-c9cb-410a-9139-0e74b131f270 service nova] Acquiring lock "refresh_cache-dbb2fa34-1c3d-4f98-b4fb-1693586d4d76" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2469.176448] env[63366]: DEBUG oslo_concurrency.lockutils [req-cd53222b-e2ed-4078-bb96-9a917958218e req-56fcd93c-c9cb-410a-9139-0e74b131f270 service nova] Acquired lock "refresh_cache-dbb2fa34-1c3d-4f98-b4fb-1693586d4d76" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2469.176616] env[63366]: DEBUG nova.network.neutron [req-cd53222b-e2ed-4078-bb96-9a917958218e req-56fcd93c-c9cb-410a-9139-0e74b131f270 service nova] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Refreshing network info cache for port 3ee0921d-8dab-470f-bc00-96cad192ca09 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2469.505726] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104710, 'name': CreateVM_Task, 'duration_secs': 0.349435} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2469.505949] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2469.506654] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2469.506881] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2469.507139] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2469.507395] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fc7e0d5-a6e8-4a5e-bacf-7fa0f8c5cd40 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2469.512550] env[63366]: DEBUG oslo_vmware.api [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Waiting for the task: (returnval){ [ 2469.512550] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]526a0f44-16c2-8bf4-4042-98c9759f8d67" [ 2469.512550] env[63366]: _type = "Task" [ 2469.512550] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2469.520020] env[63366]: DEBUG oslo_vmware.api [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526a0f44-16c2-8bf4-4042-98c9759f8d67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2469.532313] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "72facf09-c27f-4a6e-916a-94f5b28a6202" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2469.532313] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "72facf09-c27f-4a6e-916a-94f5b28a6202" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2469.860921] env[63366]: DEBUG nova.network.neutron [req-cd53222b-e2ed-4078-bb96-9a917958218e req-56fcd93c-c9cb-410a-9139-0e74b131f270 service nova] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Updated VIF entry in instance network info cache for port 3ee0921d-8dab-470f-bc00-96cad192ca09. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2469.861299] env[63366]: DEBUG nova.network.neutron [req-cd53222b-e2ed-4078-bb96-9a917958218e req-56fcd93c-c9cb-410a-9139-0e74b131f270 service nova] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Updating instance_info_cache with network_info: [{"id": "3ee0921d-8dab-470f-bc00-96cad192ca09", "address": "fa:16:3e:da:d6:11", "network": {"id": "33fc51eb-8d8d-449e-8bdb-63960210039a", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-162444953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12c10170388a487eb75431b57cbe0732", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ee0921d-8d", "ovs_interfaceid": "3ee0921d-8dab-470f-bc00-96cad192ca09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2469.865207] env[63366]: DEBUG oslo_concurrency.lockutils [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "cd23bcf3-0d19-4694-8d80-fb91dbd342cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2469.865465] env[63366]: DEBUG oslo_concurrency.lockutils [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "cd23bcf3-0d19-4694-8d80-fb91dbd342cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2469.865620] env[63366]: DEBUG oslo_concurrency.lockutils [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "cd23bcf3-0d19-4694-8d80-fb91dbd342cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2469.865797] env[63366]: DEBUG oslo_concurrency.lockutils [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "cd23bcf3-0d19-4694-8d80-fb91dbd342cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2469.865961] env[63366]: DEBUG oslo_concurrency.lockutils [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "cd23bcf3-0d19-4694-8d80-fb91dbd342cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2469.867862] env[63366]: INFO nova.compute.manager [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Terminating instance [ 2470.023172] env[63366]: DEBUG oslo_vmware.api [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526a0f44-16c2-8bf4-4042-98c9759f8d67, 'name': SearchDatastore_Task, 'duration_secs': 0.011303} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2470.023471] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2470.023703] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2470.023932] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2470.024098] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2470.024287] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2470.024573] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9461499f-6444-4fcc-973a-dc3af944926f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.032970] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2470.033153] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2470.033949] env[63366]: DEBUG nova.compute.manager [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2470.036488] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15134d47-a575-425f-bc9a-86bdbc7c0c15 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.042047] env[63366]: DEBUG oslo_vmware.api [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Waiting for the task: (returnval){ [ 2470.042047] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]528a6105-f564-c368-33ec-f2005c408802" [ 2470.042047] env[63366]: _type = "Task" [ 2470.042047] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2470.049157] env[63366]: DEBUG oslo_vmware.api [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]528a6105-f564-c368-33ec-f2005c408802, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2470.363902] env[63366]: DEBUG oslo_concurrency.lockutils [req-cd53222b-e2ed-4078-bb96-9a917958218e req-56fcd93c-c9cb-410a-9139-0e74b131f270 service nova] Releasing lock "refresh_cache-dbb2fa34-1c3d-4f98-b4fb-1693586d4d76" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2470.371831] env[63366]: DEBUG nova.compute.manager [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2470.372054] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2470.372905] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35357d1f-21b9-4891-9f47-c109151f7be6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.380655] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2470.380874] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-554500a9-d4a3-46ce-950d-8ce2d4f3b7da {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.387143] env[63366]: DEBUG oslo_vmware.api [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2470.387143] env[63366]: value = "task-2104711" [ 2470.387143] env[63366]: _type = "Task" [ 2470.387143] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2470.394496] env[63366]: DEBUG oslo_vmware.api [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2470.552896] env[63366]: DEBUG oslo_vmware.api [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]528a6105-f564-c368-33ec-f2005c408802, 'name': SearchDatastore_Task, 'duration_secs': 0.008314} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2470.553732] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-109d9f0b-42a2-4978-bef9-aaf374d0db0a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.559061] env[63366]: DEBUG oslo_vmware.api [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Waiting for the task: (returnval){ [ 2470.559061] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5268cea1-01b2-5c9d-e250-a5f33b5b5a40" [ 2470.559061] env[63366]: _type = "Task" [ 2470.559061] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2470.562649] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2470.562875] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2470.564641] env[63366]: INFO nova.compute.claims [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2470.572341] env[63366]: DEBUG oslo_vmware.api [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5268cea1-01b2-5c9d-e250-a5f33b5b5a40, 'name': SearchDatastore_Task, 'duration_secs': 0.010154} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2470.572570] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2470.572840] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] dbb2fa34-1c3d-4f98-b4fb-1693586d4d76/dbb2fa34-1c3d-4f98-b4fb-1693586d4d76.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2470.573100] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0dba4cf8-2f85-402f-a3e6-de072635be25 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.578514] env[63366]: DEBUG oslo_vmware.api [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Waiting for the task: (returnval){ [ 2470.578514] env[63366]: value = "task-2104712" [ 2470.578514] env[63366]: _type = "Task" [ 2470.578514] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2470.587916] env[63366]: DEBUG oslo_vmware.api [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Task: {'id': task-2104712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2470.897634] env[63366]: DEBUG oslo_vmware.api [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104711, 'name': PowerOffVM_Task, 'duration_secs': 0.237774} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2470.898069] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2470.898069] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2470.898311] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-714b3ef0-a880-43df-ace2-daf4bd962aa5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.088448] env[63366]: DEBUG oslo_vmware.api [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Task: {'id': task-2104712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432521} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2471.088737] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] dbb2fa34-1c3d-4f98-b4fb-1693586d4d76/dbb2fa34-1c3d-4f98-b4fb-1693586d4d76.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2471.088949] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2471.089205] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ca634af-a5be-495e-88ba-be7093aeb8d1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.095503] env[63366]: DEBUG oslo_vmware.api [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Waiting for the task: (returnval){ [ 2471.095503] env[63366]: value = "task-2104714" [ 2471.095503] env[63366]: _type = "Task" [ 2471.095503] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2471.102517] env[63366]: DEBUG oslo_vmware.api [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Task: {'id': task-2104714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2471.609126] env[63366]: DEBUG oslo_vmware.api [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Task: {'id': task-2104714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068603} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2471.609384] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2471.612095] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c055a036-bbee-4733-8808-fe386a4fbed3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.633395] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] dbb2fa34-1c3d-4f98-b4fb-1693586d4d76/dbb2fa34-1c3d-4f98-b4fb-1693586d4d76.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2471.635695] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f422d3a-ee77-4bcb-a941-a57e5f5f6609 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.657262] env[63366]: DEBUG oslo_vmware.api [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Waiting for the task: (returnval){ [ 2471.657262] env[63366]: value = "task-2104715" [ 2471.657262] env[63366]: _type = "Task" [ 2471.657262] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2471.661350] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bb1990-10c3-45e8-9a86-f55a9322f591 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.670819] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d8ddec-8bed-4520-8763-70d7c35c74b9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.673776] env[63366]: DEBUG oslo_vmware.api [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Task: {'id': task-2104715, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2471.700757] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a140809b-a9e1-4c62-8bc1-46c87000b5be {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.708125] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc07478-ca43-4089-90b8-89e659b3e470 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.721115] env[63366]: DEBUG nova.compute.provider_tree [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2472.167632] env[63366]: DEBUG oslo_vmware.api [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Task: {'id': task-2104715, 'name': ReconfigVM_Task, 'duration_secs': 0.290613} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2472.167955] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Reconfigured VM instance instance-00000068 to attach disk [datastore2] dbb2fa34-1c3d-4f98-b4fb-1693586d4d76/dbb2fa34-1c3d-4f98-b4fb-1693586d4d76.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2472.168576] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50e418bb-861d-4b0a-b05e-5b4b20f7e568 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2472.175047] env[63366]: DEBUG oslo_vmware.api [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Waiting for the task: (returnval){ [ 2472.175047] env[63366]: value = "task-2104716" [ 2472.175047] env[63366]: _type = "Task" [ 2472.175047] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2472.188648] env[63366]: DEBUG oslo_vmware.api [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Task: {'id': task-2104716, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2472.224719] env[63366]: DEBUG nova.scheduler.client.report [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2472.684703] env[63366]: DEBUG oslo_vmware.api [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Task: {'id': task-2104716, 'name': Rename_Task, 'duration_secs': 0.146724} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2472.684961] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2472.685206] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0439e091-eb1b-4a8d-95d5-f9bb7f976e41 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2472.691340] env[63366]: DEBUG oslo_vmware.api [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Waiting for the task: (returnval){ [ 2472.691340] env[63366]: value = "task-2104717" [ 2472.691340] env[63366]: _type = "Task" [ 2472.691340] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2472.698190] env[63366]: DEBUG oslo_vmware.api [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Task: {'id': task-2104717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2472.729238] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2472.729791] env[63366]: DEBUG nova.compute.manager [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2473.201382] env[63366]: DEBUG oslo_vmware.api [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Task: {'id': task-2104717, 'name': PowerOnVM_Task, 'duration_secs': 0.454324} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2473.201719] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2473.201970] env[63366]: INFO nova.compute.manager [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Took 6.25 seconds to spawn the instance on the hypervisor. [ 2473.202179] env[63366]: DEBUG nova.compute.manager [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2473.202911] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3136fbfc-bbc7-4e73-8bc6-1a852c594369 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.234714] env[63366]: DEBUG nova.compute.utils [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2473.235991] env[63366]: DEBUG nova.compute.manager [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2473.236177] env[63366]: DEBUG nova.network.neutron [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2473.275872] env[63366]: DEBUG nova.policy [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3dbd7156e434cb0845dfc366637cb43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62200d1a03874ff385bca60027eceb1d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2473.518240] env[63366]: DEBUG nova.network.neutron [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Successfully created port: a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2473.719981] env[63366]: INFO nova.compute.manager [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Took 11.24 seconds to build instance. [ 2473.739757] env[63366]: DEBUG nova.compute.manager [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2474.222400] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9b87296c-f1e2-4361-8c88-1a323cbd0d08 tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Lock "dbb2fa34-1c3d-4f98-b4fb-1693586d4d76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.753s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2474.749044] env[63366]: DEBUG nova.compute.manager [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2474.775907] env[63366]: DEBUG nova.virt.hardware [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2474.776164] env[63366]: DEBUG nova.virt.hardware [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2474.776322] env[63366]: DEBUG nova.virt.hardware [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2474.776519] env[63366]: DEBUG nova.virt.hardware [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2474.776680] env[63366]: DEBUG nova.virt.hardware [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2474.776827] env[63366]: DEBUG nova.virt.hardware [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2474.777045] env[63366]: DEBUG nova.virt.hardware [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2474.777207] env[63366]: DEBUG nova.virt.hardware [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2474.777373] env[63366]: DEBUG nova.virt.hardware [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2474.777567] env[63366]: DEBUG nova.virt.hardware [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2474.777753] env[63366]: DEBUG nova.virt.hardware [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2474.778645] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eafa493-b383-4400-bbe8-cc514630886a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.786872] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9922371a-e5ad-4cf6-8f4b-a18a329bfa57 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.385194] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Acquiring lock "dbb2fa34-1c3d-4f98-b4fb-1693586d4d76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2475.385477] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Lock "dbb2fa34-1c3d-4f98-b4fb-1693586d4d76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2475.387727] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Acquiring lock "dbb2fa34-1c3d-4f98-b4fb-1693586d4d76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2475.387989] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Lock "dbb2fa34-1c3d-4f98-b4fb-1693586d4d76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2475.388190] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Lock "dbb2fa34-1c3d-4f98-b4fb-1693586d4d76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2475.390328] env[63366]: INFO nova.compute.manager [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Terminating instance [ 2475.894419] env[63366]: DEBUG nova.compute.manager [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2475.894675] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2475.895665] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39006f79-a3df-4d5c-b724-ccbe3be3914b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.903550] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2475.903797] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a48e9775-ba7a-480c-9daa-78d88ff9e4e0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.909890] env[63366]: DEBUG oslo_vmware.api [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Waiting for the task: (returnval){ [ 2475.909890] env[63366]: value = "task-2104718" [ 2475.909890] env[63366]: _type = "Task" [ 2475.909890] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2475.918783] env[63366]: DEBUG oslo_vmware.api [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Task: {'id': task-2104718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2476.420466] env[63366]: DEBUG oslo_vmware.api [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Task: {'id': task-2104718, 'name': PowerOffVM_Task, 'duration_secs': 0.188513} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2476.420820] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2476.420857] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2476.421082] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9d5dcbf-d549-47f1-ae40-c07b522c861c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.903068] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2476.903068] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2476.903068] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Deleting the datastore file [datastore2] dbb2fa34-1c3d-4f98-b4fb-1693586d4d76 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2476.904247] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11f271bb-1a64-4c20-99bd-b6e6e6bf20e1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.906424] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2476.906657] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2476.906837] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Deleting the datastore file [datastore2] cd23bcf3-0d19-4694-8d80-fb91dbd342cc {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2476.907099] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e961eca-e9f4-487e-919c-224848325e7d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.915871] env[63366]: DEBUG oslo_vmware.api [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for the task: (returnval){ [ 2476.915871] env[63366]: value = "task-2104720" [ 2476.915871] env[63366]: _type = "Task" [ 2476.915871] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2476.916219] env[63366]: DEBUG oslo_vmware.api [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Waiting for the task: (returnval){ [ 2476.916219] env[63366]: value = "task-2104721" [ 2476.916219] env[63366]: _type = "Task" [ 2476.916219] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2476.930431] env[63366]: DEBUG oslo_vmware.api [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2476.930689] env[63366]: DEBUG oslo_vmware.api [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Task: {'id': task-2104721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2477.432295] env[63366]: DEBUG oslo_vmware.api [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Task: {'id': task-2104720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130578} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2477.432669] env[63366]: DEBUG oslo_vmware.api [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Task: {'id': task-2104721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191633} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2477.432795] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2477.432918] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2477.433109] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2477.433280] env[63366]: INFO nova.compute.manager [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Took 7.06 seconds to destroy the instance on the hypervisor. [ 2477.433519] env[63366]: DEBUG oslo.service.loopingcall [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2477.433719] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2477.433868] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2477.434045] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2477.434213] env[63366]: INFO nova.compute.manager [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Took 1.54 seconds to destroy the instance on the hypervisor. [ 2477.434419] env[63366]: DEBUG oslo.service.loopingcall [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2477.434605] env[63366]: DEBUG nova.compute.manager [-] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2477.434747] env[63366]: DEBUG nova.network.neutron [-] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2477.436263] env[63366]: DEBUG nova.compute.manager [-] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2477.436372] env[63366]: DEBUG nova.network.neutron [-] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2477.699143] env[63366]: DEBUG nova.compute.manager [req-35c4a224-afb0-4b63-8795-939453f38530 req-ac4672e5-5308-46ce-a1f5-0063df4f3c13 service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Received event network-vif-deleted-dbf69c5d-2a18-4a19-a4a2-b127f247ee59 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2477.699641] env[63366]: INFO nova.compute.manager [req-35c4a224-afb0-4b63-8795-939453f38530 req-ac4672e5-5308-46ce-a1f5-0063df4f3c13 service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Neutron deleted interface dbf69c5d-2a18-4a19-a4a2-b127f247ee59; detaching it from the instance and deleting it from the info cache [ 2477.701258] env[63366]: DEBUG nova.network.neutron [req-35c4a224-afb0-4b63-8795-939453f38530 req-ac4672e5-5308-46ce-a1f5-0063df4f3c13 service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2477.708200] env[63366]: DEBUG nova.compute.manager [req-24aaf295-5f76-417d-a5e8-db7f6c93a7ed req-dee95c7b-222f-423c-a9df-d5d04e537cc7 service nova] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Received event network-vif-deleted-3ee0921d-8dab-470f-bc00-96cad192ca09 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2477.708401] env[63366]: INFO nova.compute.manager [req-24aaf295-5f76-417d-a5e8-db7f6c93a7ed req-dee95c7b-222f-423c-a9df-d5d04e537cc7 service nova] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Neutron deleted interface 3ee0921d-8dab-470f-bc00-96cad192ca09; detaching it from the instance and deleting it from the info cache [ 2477.708572] env[63366]: DEBUG nova.network.neutron [req-24aaf295-5f76-417d-a5e8-db7f6c93a7ed req-dee95c7b-222f-423c-a9df-d5d04e537cc7 service nova] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2477.991548] env[63366]: DEBUG nova.network.neutron [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Successfully updated port: a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2478.174979] env[63366]: DEBUG nova.network.neutron [-] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2478.185810] env[63366]: DEBUG nova.network.neutron [-] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2478.204722] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b0bc902-e7eb-4c41-b287-5abae66de66d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.211403] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b1eca2c-ef02-49f5-920c-25acdd997bd9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.217365] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f44272b-e885-4578-be8d-d78553e9fc81 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.231561] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c13ad0-a562-45c1-8de7-a0881dbaf857 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.246371] env[63366]: DEBUG nova.compute.manager [req-35c4a224-afb0-4b63-8795-939453f38530 req-ac4672e5-5308-46ce-a1f5-0063df4f3c13 service nova] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Detach interface failed, port_id=dbf69c5d-2a18-4a19-a4a2-b127f247ee59, reason: Instance cd23bcf3-0d19-4694-8d80-fb91dbd342cc could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2478.260282] env[63366]: DEBUG nova.compute.manager [req-24aaf295-5f76-417d-a5e8-db7f6c93a7ed req-dee95c7b-222f-423c-a9df-d5d04e537cc7 service nova] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Detach interface failed, port_id=3ee0921d-8dab-470f-bc00-96cad192ca09, reason: Instance dbb2fa34-1c3d-4f98-b4fb-1693586d4d76 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2478.497067] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "refresh_cache-72facf09-c27f-4a6e-916a-94f5b28a6202" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2478.497067] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquired lock "refresh_cache-72facf09-c27f-4a6e-916a-94f5b28a6202" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2478.497394] env[63366]: DEBUG nova.network.neutron [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2478.678184] env[63366]: INFO nova.compute.manager [-] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Took 1.24 seconds to deallocate network for instance. [ 2478.688344] env[63366]: INFO nova.compute.manager [-] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Took 1.25 seconds to deallocate network for instance. [ 2479.029950] env[63366]: DEBUG nova.network.neutron [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2479.158334] env[63366]: DEBUG nova.network.neutron [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Updating instance_info_cache with network_info: [{"id": "a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6", "address": "fa:16:3e:a7:81:15", "network": {"id": "dde64ecf-d04d-416e-8b83-815c32c700c4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1469551463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62200d1a03874ff385bca60027eceb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa159f4a3-2a", "ovs_interfaceid": "a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2479.185504] env[63366]: DEBUG oslo_concurrency.lockutils [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2479.185755] env[63366]: DEBUG oslo_concurrency.lockutils [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2479.186013] env[63366]: DEBUG nova.objects.instance [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lazy-loading 'resources' on Instance uuid cd23bcf3-0d19-4694-8d80-fb91dbd342cc {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2479.194083] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2479.662879] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Releasing lock "refresh_cache-72facf09-c27f-4a6e-916a-94f5b28a6202" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2479.662879] env[63366]: DEBUG nova.compute.manager [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Instance network_info: |[{"id": "a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6", "address": "fa:16:3e:a7:81:15", "network": {"id": "dde64ecf-d04d-416e-8b83-815c32c700c4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1469551463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62200d1a03874ff385bca60027eceb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa159f4a3-2a", "ovs_interfaceid": "a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2479.662879] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:81:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2479.669745] env[63366]: DEBUG oslo.service.loopingcall [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2479.669973] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2479.670223] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ad746cc-d60d-408b-b9f7-b84a2ef4b2f7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2479.692146] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2479.692146] env[63366]: value = "task-2104722" [ 2479.692146] env[63366]: _type = "Task" [ 2479.692146] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2479.699905] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104722, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2479.733822] env[63366]: DEBUG nova.compute.manager [req-32b69929-423c-4b15-b7a3-97d26394fe05 req-496a92f0-77a0-447e-8523-fc5143d256e3 service nova] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Received event network-vif-plugged-a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2479.734083] env[63366]: DEBUG oslo_concurrency.lockutils [req-32b69929-423c-4b15-b7a3-97d26394fe05 req-496a92f0-77a0-447e-8523-fc5143d256e3 service nova] Acquiring lock "72facf09-c27f-4a6e-916a-94f5b28a6202-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2479.734341] env[63366]: DEBUG oslo_concurrency.lockutils [req-32b69929-423c-4b15-b7a3-97d26394fe05 req-496a92f0-77a0-447e-8523-fc5143d256e3 service nova] Lock "72facf09-c27f-4a6e-916a-94f5b28a6202-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2479.734492] env[63366]: DEBUG oslo_concurrency.lockutils [req-32b69929-423c-4b15-b7a3-97d26394fe05 req-496a92f0-77a0-447e-8523-fc5143d256e3 service nova] Lock "72facf09-c27f-4a6e-916a-94f5b28a6202-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2479.734639] env[63366]: DEBUG nova.compute.manager [req-32b69929-423c-4b15-b7a3-97d26394fe05 req-496a92f0-77a0-447e-8523-fc5143d256e3 service nova] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] No waiting events found dispatching network-vif-plugged-a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2479.734799] env[63366]: WARNING nova.compute.manager [req-32b69929-423c-4b15-b7a3-97d26394fe05 req-496a92f0-77a0-447e-8523-fc5143d256e3 service nova] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Received unexpected event network-vif-plugged-a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6 for instance with vm_state building and task_state spawning. [ 2479.734953] env[63366]: DEBUG nova.compute.manager [req-32b69929-423c-4b15-b7a3-97d26394fe05 req-496a92f0-77a0-447e-8523-fc5143d256e3 service nova] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Received event network-changed-a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2479.735118] env[63366]: DEBUG nova.compute.manager [req-32b69929-423c-4b15-b7a3-97d26394fe05 req-496a92f0-77a0-447e-8523-fc5143d256e3 service nova] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Refreshing instance network info cache due to event network-changed-a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2479.735296] env[63366]: DEBUG oslo_concurrency.lockutils [req-32b69929-423c-4b15-b7a3-97d26394fe05 req-496a92f0-77a0-447e-8523-fc5143d256e3 service nova] Acquiring lock "refresh_cache-72facf09-c27f-4a6e-916a-94f5b28a6202" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2479.735429] env[63366]: DEBUG oslo_concurrency.lockutils [req-32b69929-423c-4b15-b7a3-97d26394fe05 req-496a92f0-77a0-447e-8523-fc5143d256e3 service nova] Acquired lock "refresh_cache-72facf09-c27f-4a6e-916a-94f5b28a6202" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2479.735583] env[63366]: DEBUG nova.network.neutron [req-32b69929-423c-4b15-b7a3-97d26394fe05 req-496a92f0-77a0-447e-8523-fc5143d256e3 service nova] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Refreshing network info cache for port a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2479.750173] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefbe7a3-7a28-4354-b759-886b123828ad {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2479.759198] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a0aa88-11ed-452d-89ad-12c483a2aa56 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2479.791761] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c58a7b-5d6b-40a8-aab1-aea681af4b75 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2479.799396] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77949d4-d006-44a6-a876-2d94c41c87ee {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2479.812662] env[63366]: DEBUG nova.compute.provider_tree [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2480.204769] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104722, 'name': CreateVM_Task, 'duration_secs': 0.347638} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2480.204936] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2480.205706] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2480.205895] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2480.206212] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2480.206462] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6f95b97-9a09-4740-b967-9dca8dd68bcf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2480.210807] env[63366]: DEBUG oslo_vmware.api [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2480.210807] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52a5fb9d-5635-2a46-89ee-e0470970cde2" [ 2480.210807] env[63366]: _type = "Task" [ 2480.210807] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2480.218390] env[63366]: DEBUG oslo_vmware.api [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a5fb9d-5635-2a46-89ee-e0470970cde2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2480.316064] env[63366]: DEBUG nova.scheduler.client.report [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2480.451006] env[63366]: DEBUG nova.network.neutron [req-32b69929-423c-4b15-b7a3-97d26394fe05 req-496a92f0-77a0-447e-8523-fc5143d256e3 service nova] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Updated VIF entry in instance network info cache for port a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2480.451391] env[63366]: DEBUG nova.network.neutron [req-32b69929-423c-4b15-b7a3-97d26394fe05 req-496a92f0-77a0-447e-8523-fc5143d256e3 service nova] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Updating instance_info_cache with network_info: [{"id": "a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6", "address": "fa:16:3e:a7:81:15", "network": {"id": "dde64ecf-d04d-416e-8b83-815c32c700c4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1469551463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62200d1a03874ff385bca60027eceb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa159f4a3-2a", "ovs_interfaceid": "a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2480.721804] env[63366]: DEBUG oslo_vmware.api [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a5fb9d-5635-2a46-89ee-e0470970cde2, 'name': SearchDatastore_Task, 'duration_secs': 0.011793} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2480.722165] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2480.722297] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2480.722487] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2480.722669] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2480.722856] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2480.723111] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-145da2bc-a88b-49b7-afaa-60f24c843eb7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2480.730631] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2480.730803] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2480.731456] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c775a31-b66f-4b77-b80e-30bdf1e2efac {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2480.736033] env[63366]: DEBUG oslo_vmware.api [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2480.736033] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]522e52dc-9357-e27a-453a-f84d2819a547" [ 2480.736033] env[63366]: _type = "Task" [ 2480.736033] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2480.742907] env[63366]: DEBUG oslo_vmware.api [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522e52dc-9357-e27a-453a-f84d2819a547, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2480.822350] env[63366]: DEBUG oslo_concurrency.lockutils [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2480.824550] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.630s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2480.824788] env[63366]: DEBUG nova.objects.instance [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Lazy-loading 'resources' on Instance uuid dbb2fa34-1c3d-4f98-b4fb-1693586d4d76 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2480.840049] env[63366]: INFO nova.scheduler.client.report [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Deleted allocations for instance cd23bcf3-0d19-4694-8d80-fb91dbd342cc [ 2480.954513] env[63366]: DEBUG oslo_concurrency.lockutils [req-32b69929-423c-4b15-b7a3-97d26394fe05 req-496a92f0-77a0-447e-8523-fc5143d256e3 service nova] Releasing lock "refresh_cache-72facf09-c27f-4a6e-916a-94f5b28a6202" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2481.246904] env[63366]: DEBUG oslo_vmware.api [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522e52dc-9357-e27a-453a-f84d2819a547, 'name': SearchDatastore_Task, 'duration_secs': 0.008052} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2481.247625] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93f0283c-97a1-47ee-a9e8-e03b93c5fcb2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.253049] env[63366]: DEBUG oslo_vmware.api [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2481.253049] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5200fb65-4193-13ab-eee4-0b86350b126c" [ 2481.253049] env[63366]: _type = "Task" [ 2481.253049] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2481.260194] env[63366]: DEBUG oslo_vmware.api [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5200fb65-4193-13ab-eee4-0b86350b126c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2481.347283] env[63366]: DEBUG oslo_concurrency.lockutils [None req-95aca03d-8e4a-4ba3-baee-3ee8dba565ca tempest-AttachInterfacesTestJSON-345132345 tempest-AttachInterfacesTestJSON-345132345-project-member] Lock "cd23bcf3-0d19-4694-8d80-fb91dbd342cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.482s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2481.374500] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed06d445-06b4-45dd-8da4-b28008c31669 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.382452] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261eac54-14b9-4616-bf87-bab0170324a9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.412197] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c1d4b6-6f35-4b31-a392-1ffb2067a22a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.419187] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cddc39a-8cf6-4d18-906c-fc0d237c3049 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.432200] env[63366]: DEBUG nova.compute.provider_tree [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2481.764261] env[63366]: DEBUG oslo_vmware.api [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5200fb65-4193-13ab-eee4-0b86350b126c, 'name': SearchDatastore_Task, 'duration_secs': 0.01014} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2481.764261] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2481.764261] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 72facf09-c27f-4a6e-916a-94f5b28a6202/72facf09-c27f-4a6e-916a-94f5b28a6202.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2481.764261] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb26a548-ad2a-451c-ab8c-c7ae55e889e6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.770383] env[63366]: DEBUG oslo_vmware.api [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2481.770383] env[63366]: value = "task-2104723" [ 2481.770383] env[63366]: _type = "Task" [ 2481.770383] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2481.779197] env[63366]: DEBUG oslo_vmware.api [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2481.936067] env[63366]: DEBUG nova.scheduler.client.report [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2482.280334] env[63366]: DEBUG oslo_vmware.api [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441985} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2482.280531] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 72facf09-c27f-4a6e-916a-94f5b28a6202/72facf09-c27f-4a6e-916a-94f5b28a6202.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2482.280736] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2482.280974] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eba93c0f-f535-4dbc-b98e-2b3f8b6b6dd9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2482.287470] env[63366]: DEBUG oslo_vmware.api [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2482.287470] env[63366]: value = "task-2104724" [ 2482.287470] env[63366]: _type = "Task" [ 2482.287470] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2482.294726] env[63366]: DEBUG oslo_vmware.api [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2482.440869] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.616s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2482.464763] env[63366]: INFO nova.scheduler.client.report [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Deleted allocations for instance dbb2fa34-1c3d-4f98-b4fb-1693586d4d76 [ 2482.618946] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2482.619588] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2482.797241] env[63366]: DEBUG oslo_vmware.api [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078329} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2482.797682] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2482.798376] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80e3aaa-3fec-43de-8e11-7444b88ce158 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2482.820843] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 72facf09-c27f-4a6e-916a-94f5b28a6202/72facf09-c27f-4a6e-916a-94f5b28a6202.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2482.821260] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1b2c10a-31b0-451e-bc3d-760a261fe599 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2482.841098] env[63366]: DEBUG oslo_vmware.api [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2482.841098] env[63366]: value = "task-2104725" [ 2482.841098] env[63366]: _type = "Task" [ 2482.841098] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2482.849022] env[63366]: DEBUG oslo_vmware.api [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104725, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2482.973024] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f12cdbb3-0b26-4fc0-849c-aac68f2d38fe tempest-ServerMetadataTestJSON-1555036746 tempest-ServerMetadataTestJSON-1555036746-project-member] Lock "dbb2fa34-1c3d-4f98-b4fb-1693586d4d76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.587s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2483.125694] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2483.125694] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2483.125694] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Rebuilding the list of instances to heal {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2483.352416] env[63366]: DEBUG oslo_vmware.api [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104725, 'name': ReconfigVM_Task, 'duration_secs': 0.341004} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2483.352745] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 72facf09-c27f-4a6e-916a-94f5b28a6202/72facf09-c27f-4a6e-916a-94f5b28a6202.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2483.353442] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6df9fe3-76c1-407d-bcaf-ba46de69c3cc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2483.361406] env[63366]: DEBUG oslo_vmware.api [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2483.361406] env[63366]: value = "task-2104726" [ 2483.361406] env[63366]: _type = "Task" [ 2483.361406] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2483.370868] env[63366]: DEBUG oslo_vmware.api [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104726, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2483.629210] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Skipping network cache update for instance because it is Building. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 2483.670863] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "refresh_cache-d703bcf8-1c8e-4b86-9f27-050c57a9d7f9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2483.671042] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "refresh_cache-d703bcf8-1c8e-4b86-9f27-050c57a9d7f9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2483.671199] env[63366]: DEBUG nova.network.neutron [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Forcefully refreshing network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2483.671361] env[63366]: DEBUG nova.objects.instance [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lazy-loading 'info_cache' on Instance uuid d703bcf8-1c8e-4b86-9f27-050c57a9d7f9 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2483.878699] env[63366]: DEBUG oslo_vmware.api [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104726, 'name': Rename_Task, 'duration_secs': 0.150966} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2483.879082] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2483.879284] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c53c3a66-98f3-47d6-86bf-42a3bc745a3d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2483.886728] env[63366]: DEBUG oslo_vmware.api [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2483.886728] env[63366]: value = "task-2104727" [ 2483.886728] env[63366]: _type = "Task" [ 2483.886728] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2483.896601] env[63366]: DEBUG oslo_vmware.api [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2484.397870] env[63366]: DEBUG oslo_vmware.api [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104727, 'name': PowerOnVM_Task, 'duration_secs': 0.455114} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2484.398253] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2484.398675] env[63366]: INFO nova.compute.manager [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Took 9.65 seconds to spawn the instance on the hypervisor. [ 2484.398738] env[63366]: DEBUG nova.compute.manager [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2484.399572] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64287e63-d824-47a9-8b34-53ed2a423ccc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2484.919067] env[63366]: INFO nova.compute.manager [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Took 14.38 seconds to build instance. [ 2485.422079] env[63366]: DEBUG oslo_concurrency.lockutils [None req-2afde790-4e38-4fb2-af1d-9c7781f3e9bd tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "72facf09-c27f-4a6e-916a-94f5b28a6202" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.890s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2485.571588] env[63366]: DEBUG nova.network.neutron [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Updating instance_info_cache with network_info: [{"id": "8a62ce4b-0e37-4835-9d25-ec08cf929891", "address": "fa:16:3e:92:5a:d4", "network": {"id": "4129a070-c31a-4310-b4b1-4e475fb3f1bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1668961456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2100d8abe0431c93b03b71a19f2086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a62ce4b-0e", "ovs_interfaceid": "8a62ce4b-0e37-4835-9d25-ec08cf929891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2486.076685] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "refresh_cache-d703bcf8-1c8e-4b86-9f27-050c57a9d7f9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2486.076995] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Updated the network info_cache for instance {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2486.077141] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2486.077299] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2486.077442] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2486.077622] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2486.077752] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2486.077910] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2486.078164] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2486.078385] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2486.420143] env[63366]: DEBUG nova.compute.manager [req-89e474b8-cb02-4357-a24f-90b77696ea3a req-c8eff916-99cf-4c4d-8be0-dd9e1b2da2c4 service nova] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Received event network-changed-a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2486.420344] env[63366]: DEBUG nova.compute.manager [req-89e474b8-cb02-4357-a24f-90b77696ea3a req-c8eff916-99cf-4c4d-8be0-dd9e1b2da2c4 service nova] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Refreshing instance network info cache due to event network-changed-a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2486.420574] env[63366]: DEBUG oslo_concurrency.lockutils [req-89e474b8-cb02-4357-a24f-90b77696ea3a req-c8eff916-99cf-4c4d-8be0-dd9e1b2da2c4 service nova] Acquiring lock "refresh_cache-72facf09-c27f-4a6e-916a-94f5b28a6202" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2486.420695] env[63366]: DEBUG oslo_concurrency.lockutils [req-89e474b8-cb02-4357-a24f-90b77696ea3a req-c8eff916-99cf-4c4d-8be0-dd9e1b2da2c4 service nova] Acquired lock "refresh_cache-72facf09-c27f-4a6e-916a-94f5b28a6202" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2486.420950] env[63366]: DEBUG nova.network.neutron [req-89e474b8-cb02-4357-a24f-90b77696ea3a req-c8eff916-99cf-4c4d-8be0-dd9e1b2da2c4 service nova] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Refreshing network info cache for port a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2486.583088] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2486.583088] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2486.583088] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2486.583088] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2486.583817] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5926e35c-f5c7-4cb2-9292-5bedda96db93 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2486.593427] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4a640e-c4e8-47cc-82c7-74adbec66b73 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2486.609716] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9e6d15-5a2b-4646-8f47-8f915de66117 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2486.617890] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c5e65c-8efb-4e65-a35e-8ee37777d0cf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2486.649448] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180095MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2486.649740] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2486.649839] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2487.089170] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "2564dd5a-f083-4248-9588-52276a2c117b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2487.089836] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "2564dd5a-f083-4248-9588-52276a2c117b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2487.194028] env[63366]: DEBUG nova.network.neutron [req-89e474b8-cb02-4357-a24f-90b77696ea3a req-c8eff916-99cf-4c4d-8be0-dd9e1b2da2c4 service nova] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Updated VIF entry in instance network info cache for port a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2487.194418] env[63366]: DEBUG nova.network.neutron [req-89e474b8-cb02-4357-a24f-90b77696ea3a req-c8eff916-99cf-4c4d-8be0-dd9e1b2da2c4 service nova] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Updating instance_info_cache with network_info: [{"id": "a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6", "address": "fa:16:3e:a7:81:15", "network": {"id": "dde64ecf-d04d-416e-8b83-815c32c700c4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1469551463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62200d1a03874ff385bca60027eceb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa159f4a3-2a", "ovs_interfaceid": "a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2487.594893] env[63366]: DEBUG nova.compute.manager [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2487.679388] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance d703bcf8-1c8e-4b86-9f27-050c57a9d7f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2487.679388] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 72facf09-c27f-4a6e-916a-94f5b28a6202 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2487.697662] env[63366]: DEBUG oslo_concurrency.lockutils [req-89e474b8-cb02-4357-a24f-90b77696ea3a req-c8eff916-99cf-4c4d-8be0-dd9e1b2da2c4 service nova] Releasing lock "refresh_cache-72facf09-c27f-4a6e-916a-94f5b28a6202" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2488.127772] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2488.181756] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 2564dd5a-f083-4248-9588-52276a2c117b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2488.183688] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2488.183688] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2488.235986] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079d828b-1554-4604-ac50-75030bc55ff3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2488.246239] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04324094-7c4a-4006-a36c-60c119ca36c4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2488.282451] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b157edb7-71db-4ff8-a374-2dd35a7aec73 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2488.290929] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f504b437-8295-456e-96a9-82e682cd3a1f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2488.305025] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2488.809398] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2489.245303] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2489.245600] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2489.315433] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2489.316013] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.666s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2489.316013] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.190s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2489.317406] env[63366]: INFO nova.compute.claims [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2489.748251] env[63366]: DEBUG nova.compute.manager [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2490.270853] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2490.384917] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c30a43-b4f1-4bc1-a0fa-76d091a5df9f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2490.393043] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116670fe-af89-4be0-94b6-0bb7f2f1c5d5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2490.424094] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef0c372-11f3-4060-b302-6421a0c9af75 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2490.431583] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9922708d-066e-46e0-bce8-770741104973 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2490.444620] env[63366]: DEBUG nova.compute.provider_tree [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2490.948715] env[63366]: DEBUG nova.scheduler.client.report [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2491.453401] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.137s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2491.453886] env[63366]: DEBUG nova.compute.manager [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2491.456584] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.186s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2491.461015] env[63366]: INFO nova.compute.claims [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2491.966951] env[63366]: DEBUG nova.compute.utils [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2491.969423] env[63366]: DEBUG nova.compute.manager [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2491.969750] env[63366]: DEBUG nova.network.neutron [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2492.007722] env[63366]: DEBUG nova.policy [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79e8be6cc5544eb08e372429e9ce9d68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1586db76da6a43f0b16607a527f4c9b4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2492.257027] env[63366]: DEBUG nova.network.neutron [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Successfully created port: b76882ea-cf6b-4da2-a153-30fb74ea305c {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2492.470140] env[63366]: DEBUG nova.compute.manager [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2492.534653] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9b0d74-e6dc-467e-bad8-8aca03467325 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2492.541709] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c750d0f-c6cc-4ee5-9b50-0e55cfea6f6d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2492.572476] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ee0406-2fa4-45d9-bd35-f6a9daf2f8f0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2492.579993] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67806bce-d64e-4722-ba89-34a47f718759 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2492.593541] env[63366]: DEBUG nova.compute.provider_tree [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2493.096399] env[63366]: DEBUG nova.scheduler.client.report [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2493.482979] env[63366]: DEBUG nova.compute.manager [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2493.510354] env[63366]: DEBUG nova.virt.hardware [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2493.510591] env[63366]: DEBUG nova.virt.hardware [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2493.510747] env[63366]: DEBUG nova.virt.hardware [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2493.510935] env[63366]: DEBUG nova.virt.hardware [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2493.511089] env[63366]: DEBUG nova.virt.hardware [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2493.511235] env[63366]: DEBUG nova.virt.hardware [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2493.511438] env[63366]: DEBUG nova.virt.hardware [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2493.511592] env[63366]: DEBUG nova.virt.hardware [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2493.511772] env[63366]: DEBUG nova.virt.hardware [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2493.511961] env[63366]: DEBUG nova.virt.hardware [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2493.512150] env[63366]: DEBUG nova.virt.hardware [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2493.512985] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67764ab2-c82c-4d8a-970b-5623c0c5b56d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.521132] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ae8ba2-7c3e-4363-b1b5-c3d23387fcc2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.600958] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.144s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2493.601510] env[63366]: DEBUG nova.compute.manager [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2493.652566] env[63366]: DEBUG nova.compute.manager [req-6c886da7-b4e7-46be-88ea-e26d3d7a4a37 req-051f1a6c-5806-4475-bb1b-2462959b39dc service nova] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Received event network-vif-plugged-b76882ea-cf6b-4da2-a153-30fb74ea305c {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2493.652752] env[63366]: DEBUG oslo_concurrency.lockutils [req-6c886da7-b4e7-46be-88ea-e26d3d7a4a37 req-051f1a6c-5806-4475-bb1b-2462959b39dc service nova] Acquiring lock "2564dd5a-f083-4248-9588-52276a2c117b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2493.652955] env[63366]: DEBUG oslo_concurrency.lockutils [req-6c886da7-b4e7-46be-88ea-e26d3d7a4a37 req-051f1a6c-5806-4475-bb1b-2462959b39dc service nova] Lock "2564dd5a-f083-4248-9588-52276a2c117b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2493.653142] env[63366]: DEBUG oslo_concurrency.lockutils [req-6c886da7-b4e7-46be-88ea-e26d3d7a4a37 req-051f1a6c-5806-4475-bb1b-2462959b39dc service nova] Lock "2564dd5a-f083-4248-9588-52276a2c117b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2493.653308] env[63366]: DEBUG nova.compute.manager [req-6c886da7-b4e7-46be-88ea-e26d3d7a4a37 req-051f1a6c-5806-4475-bb1b-2462959b39dc service nova] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] No waiting events found dispatching network-vif-plugged-b76882ea-cf6b-4da2-a153-30fb74ea305c {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2493.653469] env[63366]: WARNING nova.compute.manager [req-6c886da7-b4e7-46be-88ea-e26d3d7a4a37 req-051f1a6c-5806-4475-bb1b-2462959b39dc service nova] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Received unexpected event network-vif-plugged-b76882ea-cf6b-4da2-a153-30fb74ea305c for instance with vm_state building and task_state spawning. [ 2493.742058] env[63366]: DEBUG nova.network.neutron [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Successfully updated port: b76882ea-cf6b-4da2-a153-30fb74ea305c {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2494.106588] env[63366]: DEBUG nova.compute.utils [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2494.108154] env[63366]: DEBUG nova.compute.manager [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2494.108325] env[63366]: DEBUG nova.network.neutron [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2494.146065] env[63366]: DEBUG nova.policy [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08c29289d9e64c558eb43390eca16382', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34fe491c616540959b7b8ecd84c4415c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2494.245851] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "refresh_cache-2564dd5a-f083-4248-9588-52276a2c117b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2494.246060] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquired lock "refresh_cache-2564dd5a-f083-4248-9588-52276a2c117b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2494.246323] env[63366]: DEBUG nova.network.neutron [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2494.406377] env[63366]: DEBUG nova.network.neutron [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Successfully created port: 9cdb2fa0-c6d0-4e70-ada0-d383e6a9441b {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2494.612228] env[63366]: DEBUG nova.compute.manager [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2494.777632] env[63366]: DEBUG nova.network.neutron [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2494.897557] env[63366]: DEBUG nova.network.neutron [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Updating instance_info_cache with network_info: [{"id": "b76882ea-cf6b-4da2-a153-30fb74ea305c", "address": "fa:16:3e:95:3c:12", "network": {"id": "f582484c-867a-471e-ab8c-e54dc033c2f8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1880965132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1586db76da6a43f0b16607a527f4c9b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb76882ea-cf", "ovs_interfaceid": "b76882ea-cf6b-4da2-a153-30fb74ea305c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2495.400584] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Releasing lock "refresh_cache-2564dd5a-f083-4248-9588-52276a2c117b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2495.400871] env[63366]: DEBUG nova.compute.manager [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Instance network_info: |[{"id": "b76882ea-cf6b-4da2-a153-30fb74ea305c", "address": "fa:16:3e:95:3c:12", "network": {"id": "f582484c-867a-471e-ab8c-e54dc033c2f8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1880965132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1586db76da6a43f0b16607a527f4c9b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb76882ea-cf", "ovs_interfaceid": "b76882ea-cf6b-4da2-a153-30fb74ea305c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2495.401302] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:3c:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b76882ea-cf6b-4da2-a153-30fb74ea305c', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2495.408983] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Creating folder: Project (1586db76da6a43f0b16607a527f4c9b4). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2495.409286] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-316b52c5-24f6-4d6f-ad07-b1519e34074b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.421815] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Created folder: Project (1586db76da6a43f0b16607a527f4c9b4) in parent group-v430612. [ 2495.421989] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Creating folder: Instances. Parent ref: group-v430908. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2495.422220] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f3cdce3-d709-46c1-850d-6b5b45bd9e32 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.430868] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Created folder: Instances in parent group-v430908. [ 2495.431091] env[63366]: DEBUG oslo.service.loopingcall [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2495.431268] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2495.431447] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbed8e89-2db5-4e67-99e8-1529f5c2bb3f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.449450] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2495.449450] env[63366]: value = "task-2104730" [ 2495.449450] env[63366]: _type = "Task" [ 2495.449450] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2495.456206] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104730, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2495.622014] env[63366]: DEBUG nova.compute.manager [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2495.651114] env[63366]: DEBUG nova.virt.hardware [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2495.651367] env[63366]: DEBUG nova.virt.hardware [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2495.651521] env[63366]: DEBUG nova.virt.hardware [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2495.651811] env[63366]: DEBUG nova.virt.hardware [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2495.652175] env[63366]: DEBUG nova.virt.hardware [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2495.652400] env[63366]: DEBUG nova.virt.hardware [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2495.652628] env[63366]: DEBUG nova.virt.hardware [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2495.652853] env[63366]: DEBUG nova.virt.hardware [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2495.652976] env[63366]: DEBUG nova.virt.hardware [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2495.653151] env[63366]: DEBUG nova.virt.hardware [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2495.653326] env[63366]: DEBUG nova.virt.hardware [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2495.654182] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1cc47d-489a-4ae6-9a65-0b52a4dab517 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.662611] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3012f172-a663-422e-8b1e-93be22a74a47 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.680520] env[63366]: DEBUG nova.compute.manager [req-2b373014-ea52-4585-82ba-26c77d3acb2f req-14936bad-d946-4500-8a8b-f15347d4f5c3 service nova] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Received event network-changed-b76882ea-cf6b-4da2-a153-30fb74ea305c {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2495.680716] env[63366]: DEBUG nova.compute.manager [req-2b373014-ea52-4585-82ba-26c77d3acb2f req-14936bad-d946-4500-8a8b-f15347d4f5c3 service nova] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Refreshing instance network info cache due to event network-changed-b76882ea-cf6b-4da2-a153-30fb74ea305c. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2495.680928] env[63366]: DEBUG oslo_concurrency.lockutils [req-2b373014-ea52-4585-82ba-26c77d3acb2f req-14936bad-d946-4500-8a8b-f15347d4f5c3 service nova] Acquiring lock "refresh_cache-2564dd5a-f083-4248-9588-52276a2c117b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2495.681178] env[63366]: DEBUG oslo_concurrency.lockutils [req-2b373014-ea52-4585-82ba-26c77d3acb2f req-14936bad-d946-4500-8a8b-f15347d4f5c3 service nova] Acquired lock "refresh_cache-2564dd5a-f083-4248-9588-52276a2c117b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2495.681292] env[63366]: DEBUG nova.network.neutron [req-2b373014-ea52-4585-82ba-26c77d3acb2f req-14936bad-d946-4500-8a8b-f15347d4f5c3 service nova] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Refreshing network info cache for port b76882ea-cf6b-4da2-a153-30fb74ea305c {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2495.930322] env[63366]: DEBUG nova.network.neutron [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Successfully updated port: 9cdb2fa0-c6d0-4e70-ada0-d383e6a9441b {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2495.959514] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104730, 'name': CreateVM_Task, 'duration_secs': 0.399997} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2495.959514] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2495.960076] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2495.960243] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2495.960554] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2495.960796] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14194ac6-7be6-43f7-9024-06037728793e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.965188] env[63366]: DEBUG oslo_vmware.api [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2495.965188] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52de1df6-33a4-6430-fd0c-43b201b0c0a6" [ 2495.965188] env[63366]: _type = "Task" [ 2495.965188] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2495.972350] env[63366]: DEBUG oslo_vmware.api [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52de1df6-33a4-6430-fd0c-43b201b0c0a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2496.179043] env[63366]: DEBUG oslo_concurrency.lockutils [None req-82996929-c411-446a-a540-db5c49220f73 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "d703bcf8-1c8e-4b86-9f27-050c57a9d7f9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2496.179043] env[63366]: DEBUG oslo_concurrency.lockutils [None req-82996929-c411-446a-a540-db5c49220f73 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "d703bcf8-1c8e-4b86-9f27-050c57a9d7f9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2496.179043] env[63366]: DEBUG nova.compute.manager [None req-82996929-c411-446a-a540-db5c49220f73 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2496.179533] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435e4985-50c1-42f2-b3e6-8a545df87276 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2496.187403] env[63366]: DEBUG nova.compute.manager [None req-82996929-c411-446a-a540-db5c49220f73 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63366) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2496.187923] env[63366]: DEBUG nova.objects.instance [None req-82996929-c411-446a-a540-db5c49220f73 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lazy-loading 'flavor' on Instance uuid d703bcf8-1c8e-4b86-9f27-050c57a9d7f9 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2496.391273] env[63366]: DEBUG nova.network.neutron [req-2b373014-ea52-4585-82ba-26c77d3acb2f req-14936bad-d946-4500-8a8b-f15347d4f5c3 service nova] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Updated VIF entry in instance network info cache for port b76882ea-cf6b-4da2-a153-30fb74ea305c. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2496.391631] env[63366]: DEBUG nova.network.neutron [req-2b373014-ea52-4585-82ba-26c77d3acb2f req-14936bad-d946-4500-8a8b-f15347d4f5c3 service nova] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Updating instance_info_cache with network_info: [{"id": "b76882ea-cf6b-4da2-a153-30fb74ea305c", "address": "fa:16:3e:95:3c:12", "network": {"id": "f582484c-867a-471e-ab8c-e54dc033c2f8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1880965132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1586db76da6a43f0b16607a527f4c9b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb76882ea-cf", "ovs_interfaceid": "b76882ea-cf6b-4da2-a153-30fb74ea305c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2496.432625] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "refresh_cache-c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2496.432772] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquired lock "refresh_cache-c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2496.432919] env[63366]: DEBUG nova.network.neutron [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2496.475492] env[63366]: DEBUG oslo_vmware.api [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52de1df6-33a4-6430-fd0c-43b201b0c0a6, 'name': SearchDatastore_Task, 'duration_secs': 0.010418} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2496.475788] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2496.476019] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2496.476248] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2496.476392] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2496.476567] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2496.476849] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5ce2432-1d88-438e-81b5-cb866b45f0ff {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2496.485106] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2496.485277] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2496.485929] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb9816ff-d229-4a75-8b22-d296e26cb32a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2496.490423] env[63366]: DEBUG oslo_vmware.api [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2496.490423] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5255a1f0-4c3a-6a31-3ad1-7f875b135d79" [ 2496.490423] env[63366]: _type = "Task" [ 2496.490423] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2496.497501] env[63366]: DEBUG oslo_vmware.api [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5255a1f0-4c3a-6a31-3ad1-7f875b135d79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2496.894742] env[63366]: DEBUG oslo_concurrency.lockutils [req-2b373014-ea52-4585-82ba-26c77d3acb2f req-14936bad-d946-4500-8a8b-f15347d4f5c3 service nova] Releasing lock "refresh_cache-2564dd5a-f083-4248-9588-52276a2c117b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2496.967804] env[63366]: DEBUG nova.network.neutron [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2497.001167] env[63366]: DEBUG oslo_vmware.api [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5255a1f0-4c3a-6a31-3ad1-7f875b135d79, 'name': SearchDatastore_Task, 'duration_secs': 0.008041} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2497.001937] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a692b1b-6b7f-4483-9fb9-d96295153aae {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.008864] env[63366]: DEBUG oslo_vmware.api [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2497.008864] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5268a4ea-5c6c-6a97-3508-7a969e467f49" [ 2497.008864] env[63366]: _type = "Task" [ 2497.008864] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2497.016346] env[63366]: DEBUG oslo_vmware.api [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5268a4ea-5c6c-6a97-3508-7a969e467f49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2497.095744] env[63366]: DEBUG nova.network.neutron [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Updating instance_info_cache with network_info: [{"id": "9cdb2fa0-c6d0-4e70-ada0-d383e6a9441b", "address": "fa:16:3e:d6:bf:7b", "network": {"id": "49a15919-acd2-4c9c-bb1c-fcc5af970fc7", "bridge": "br-int", "label": "tempest-ServersTestJSON-2122947830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fe491c616540959b7b8ecd84c4415c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cdb2fa0-c6", "ovs_interfaceid": "9cdb2fa0-c6d0-4e70-ada0-d383e6a9441b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2497.194106] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-82996929-c411-446a-a540-db5c49220f73 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2497.194446] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33d8bcb1-451e-4403-802f-0ac70878af97 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.202576] env[63366]: DEBUG oslo_vmware.api [None req-82996929-c411-446a-a540-db5c49220f73 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2497.202576] env[63366]: value = "task-2104731" [ 2497.202576] env[63366]: _type = "Task" [ 2497.202576] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2497.211968] env[63366]: DEBUG oslo_vmware.api [None req-82996929-c411-446a-a540-db5c49220f73 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2497.520039] env[63366]: DEBUG oslo_vmware.api [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5268a4ea-5c6c-6a97-3508-7a969e467f49, 'name': SearchDatastore_Task, 'duration_secs': 0.009072} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2497.520039] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2497.520271] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 2564dd5a-f083-4248-9588-52276a2c117b/2564dd5a-f083-4248-9588-52276a2c117b.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2497.520521] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73d3f074-a90e-4a3d-b35c-1eb7115910a8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.527978] env[63366]: DEBUG oslo_vmware.api [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2497.527978] env[63366]: value = "task-2104732" [ 2497.527978] env[63366]: _type = "Task" [ 2497.527978] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2497.535395] env[63366]: DEBUG oslo_vmware.api [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2497.598244] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Releasing lock "refresh_cache-c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2497.598579] env[63366]: DEBUG nova.compute.manager [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Instance network_info: |[{"id": "9cdb2fa0-c6d0-4e70-ada0-d383e6a9441b", "address": "fa:16:3e:d6:bf:7b", "network": {"id": "49a15919-acd2-4c9c-bb1c-fcc5af970fc7", "bridge": "br-int", "label": "tempest-ServersTestJSON-2122947830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fe491c616540959b7b8ecd84c4415c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cdb2fa0-c6", "ovs_interfaceid": "9cdb2fa0-c6d0-4e70-ada0-d383e6a9441b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2497.599020] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:bf:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cdb2fa0-c6d0-4e70-ada0-d383e6a9441b', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2497.606523] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Creating folder: Project (34fe491c616540959b7b8ecd84c4415c). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2497.606882] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e7b7fbd-d618-4548-ba76-5abf9ce0920b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.617849] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Created folder: Project (34fe491c616540959b7b8ecd84c4415c) in parent group-v430612. [ 2497.618028] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Creating folder: Instances. Parent ref: group-v430911. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2497.618269] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-851a4c44-8fc0-41d4-9b11-37d1dcdc5c19 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.627461] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Created folder: Instances in parent group-v430911. [ 2497.627706] env[63366]: DEBUG oslo.service.loopingcall [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2497.627939] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2497.628200] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd836773-949d-42b4-a69e-14d2e947e99b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.648488] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2497.648488] env[63366]: value = "task-2104735" [ 2497.648488] env[63366]: _type = "Task" [ 2497.648488] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2497.656957] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104735, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2497.711466] env[63366]: DEBUG nova.compute.manager [req-43386335-8c11-4c26-a882-cf0ed4f64d23 req-d092f711-ded1-4726-8344-c21b150cc5d8 service nova] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Received event network-vif-plugged-9cdb2fa0-c6d0-4e70-ada0-d383e6a9441b {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2497.711717] env[63366]: DEBUG oslo_concurrency.lockutils [req-43386335-8c11-4c26-a882-cf0ed4f64d23 req-d092f711-ded1-4726-8344-c21b150cc5d8 service nova] Acquiring lock "c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2497.711900] env[63366]: DEBUG oslo_concurrency.lockutils [req-43386335-8c11-4c26-a882-cf0ed4f64d23 req-d092f711-ded1-4726-8344-c21b150cc5d8 service nova] Lock "c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2497.712086] env[63366]: DEBUG oslo_concurrency.lockutils [req-43386335-8c11-4c26-a882-cf0ed4f64d23 req-d092f711-ded1-4726-8344-c21b150cc5d8 service nova] Lock "c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2497.712245] env[63366]: DEBUG nova.compute.manager [req-43386335-8c11-4c26-a882-cf0ed4f64d23 req-d092f711-ded1-4726-8344-c21b150cc5d8 service nova] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] No waiting events found dispatching network-vif-plugged-9cdb2fa0-c6d0-4e70-ada0-d383e6a9441b {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2497.712450] env[63366]: WARNING nova.compute.manager [req-43386335-8c11-4c26-a882-cf0ed4f64d23 req-d092f711-ded1-4726-8344-c21b150cc5d8 service nova] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Received unexpected event network-vif-plugged-9cdb2fa0-c6d0-4e70-ada0-d383e6a9441b for instance with vm_state building and task_state spawning. [ 2497.712626] env[63366]: DEBUG nova.compute.manager [req-43386335-8c11-4c26-a882-cf0ed4f64d23 req-d092f711-ded1-4726-8344-c21b150cc5d8 service nova] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Received event network-changed-9cdb2fa0-c6d0-4e70-ada0-d383e6a9441b {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2497.712781] env[63366]: DEBUG nova.compute.manager [req-43386335-8c11-4c26-a882-cf0ed4f64d23 req-d092f711-ded1-4726-8344-c21b150cc5d8 service nova] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Refreshing instance network info cache due to event network-changed-9cdb2fa0-c6d0-4e70-ada0-d383e6a9441b. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2497.712961] env[63366]: DEBUG oslo_concurrency.lockutils [req-43386335-8c11-4c26-a882-cf0ed4f64d23 req-d092f711-ded1-4726-8344-c21b150cc5d8 service nova] Acquiring lock "refresh_cache-c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2497.713110] env[63366]: DEBUG oslo_concurrency.lockutils [req-43386335-8c11-4c26-a882-cf0ed4f64d23 req-d092f711-ded1-4726-8344-c21b150cc5d8 service nova] Acquired lock "refresh_cache-c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2497.713265] env[63366]: DEBUG nova.network.neutron [req-43386335-8c11-4c26-a882-cf0ed4f64d23 req-d092f711-ded1-4726-8344-c21b150cc5d8 service nova] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Refreshing network info cache for port 9cdb2fa0-c6d0-4e70-ada0-d383e6a9441b {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2497.718547] env[63366]: DEBUG oslo_vmware.api [None req-82996929-c411-446a-a540-db5c49220f73 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104731, 'name': PowerOffVM_Task, 'duration_secs': 0.1987} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2497.719153] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-82996929-c411-446a-a540-db5c49220f73 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2497.719358] env[63366]: DEBUG nova.compute.manager [None req-82996929-c411-446a-a540-db5c49220f73 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2497.720197] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1b258f-3aaf-4459-bbef-c2d1239d4ccd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2498.037677] env[63366]: DEBUG oslo_vmware.api [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.415612} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2498.038034] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 2564dd5a-f083-4248-9588-52276a2c117b/2564dd5a-f083-4248-9588-52276a2c117b.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2498.038157] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2498.038394] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1290fd3d-0b6c-40a8-9cb9-be70aae3e749 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2498.045167] env[63366]: DEBUG oslo_vmware.api [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2498.045167] env[63366]: value = "task-2104736" [ 2498.045167] env[63366]: _type = "Task" [ 2498.045167] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2498.052364] env[63366]: DEBUG oslo_vmware.api [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2498.158252] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104735, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2498.233327] env[63366]: DEBUG oslo_concurrency.lockutils [None req-82996929-c411-446a-a540-db5c49220f73 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "d703bcf8-1c8e-4b86-9f27-050c57a9d7f9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2498.494566] env[63366]: DEBUG nova.network.neutron [req-43386335-8c11-4c26-a882-cf0ed4f64d23 req-d092f711-ded1-4726-8344-c21b150cc5d8 service nova] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Updated VIF entry in instance network info cache for port 9cdb2fa0-c6d0-4e70-ada0-d383e6a9441b. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2498.494967] env[63366]: DEBUG nova.network.neutron [req-43386335-8c11-4c26-a882-cf0ed4f64d23 req-d092f711-ded1-4726-8344-c21b150cc5d8 service nova] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Updating instance_info_cache with network_info: [{"id": "9cdb2fa0-c6d0-4e70-ada0-d383e6a9441b", "address": "fa:16:3e:d6:bf:7b", "network": {"id": "49a15919-acd2-4c9c-bb1c-fcc5af970fc7", "bridge": "br-int", "label": "tempest-ServersTestJSON-2122947830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fe491c616540959b7b8ecd84c4415c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cdb2fa0-c6", "ovs_interfaceid": "9cdb2fa0-c6d0-4e70-ada0-d383e6a9441b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2498.556281] env[63366]: DEBUG oslo_vmware.api [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066352} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2498.556528] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2498.557303] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a369c898-7547-40db-b1ef-e77ce131534c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2498.578597] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 2564dd5a-f083-4248-9588-52276a2c117b/2564dd5a-f083-4248-9588-52276a2c117b.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2498.578843] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b41a5d5b-352e-44e3-9895-ae5f67a00778 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2498.600721] env[63366]: DEBUG oslo_vmware.api [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2498.600721] env[63366]: value = "task-2104737" [ 2498.600721] env[63366]: _type = "Task" [ 2498.600721] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2498.608786] env[63366]: DEBUG nova.objects.instance [None req-5054e3c8-c7e1-4412-a686-72ed43580412 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lazy-loading 'flavor' on Instance uuid d703bcf8-1c8e-4b86-9f27-050c57a9d7f9 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2498.610039] env[63366]: DEBUG oslo_vmware.api [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2498.659567] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104735, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2498.998418] env[63366]: DEBUG oslo_concurrency.lockutils [req-43386335-8c11-4c26-a882-cf0ed4f64d23 req-d092f711-ded1-4726-8344-c21b150cc5d8 service nova] Releasing lock "refresh_cache-c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2499.110663] env[63366]: DEBUG oslo_vmware.api [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104737, 'name': ReconfigVM_Task, 'duration_secs': 0.509267} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2499.112736] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 2564dd5a-f083-4248-9588-52276a2c117b/2564dd5a-f083-4248-9588-52276a2c117b.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2499.113347] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e90bb397-373a-48f7-bf51-69d8dc9bd626 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.115825] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5054e3c8-c7e1-4412-a686-72ed43580412 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "refresh_cache-d703bcf8-1c8e-4b86-9f27-050c57a9d7f9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2499.115990] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5054e3c8-c7e1-4412-a686-72ed43580412 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquired lock "refresh_cache-d703bcf8-1c8e-4b86-9f27-050c57a9d7f9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2499.116178] env[63366]: DEBUG nova.network.neutron [None req-5054e3c8-c7e1-4412-a686-72ed43580412 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2499.116356] env[63366]: DEBUG nova.objects.instance [None req-5054e3c8-c7e1-4412-a686-72ed43580412 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lazy-loading 'info_cache' on Instance uuid d703bcf8-1c8e-4b86-9f27-050c57a9d7f9 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2499.119131] env[63366]: DEBUG oslo_vmware.api [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2499.119131] env[63366]: value = "task-2104738" [ 2499.119131] env[63366]: _type = "Task" [ 2499.119131] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2499.127866] env[63366]: DEBUG oslo_vmware.api [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104738, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2499.158866] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104735, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2499.619769] env[63366]: DEBUG nova.objects.base [None req-5054e3c8-c7e1-4412-a686-72ed43580412 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63366) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2499.630565] env[63366]: DEBUG oslo_vmware.api [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104738, 'name': Rename_Task, 'duration_secs': 0.167435} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2499.630832] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2499.631378] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ea0113c-3bc3-4861-a8b9-e50fd0796daf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.638471] env[63366]: DEBUG oslo_vmware.api [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2499.638471] env[63366]: value = "task-2104739" [ 2499.638471] env[63366]: _type = "Task" [ 2499.638471] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2499.646528] env[63366]: DEBUG oslo_vmware.api [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2499.658309] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104735, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2500.148331] env[63366]: DEBUG oslo_vmware.api [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104739, 'name': PowerOnVM_Task, 'duration_secs': 0.420199} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2500.148674] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2500.148710] env[63366]: INFO nova.compute.manager [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Took 6.67 seconds to spawn the instance on the hypervisor. [ 2500.148879] env[63366]: DEBUG nova.compute.manager [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2500.149628] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d06d5b-5df3-49b9-ab2a-be9b2eb9a9bf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.165364] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104735, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2500.349530] env[63366]: DEBUG nova.network.neutron [None req-5054e3c8-c7e1-4412-a686-72ed43580412 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Updating instance_info_cache with network_info: [{"id": "8a62ce4b-0e37-4835-9d25-ec08cf929891", "address": "fa:16:3e:92:5a:d4", "network": {"id": "4129a070-c31a-4310-b4b1-4e475fb3f1bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1668961456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2100d8abe0431c93b03b71a19f2086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a62ce4b-0e", "ovs_interfaceid": "8a62ce4b-0e37-4835-9d25-ec08cf929891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2500.662226] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104735, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2500.668528] env[63366]: INFO nova.compute.manager [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Took 12.57 seconds to build instance. [ 2500.852333] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5054e3c8-c7e1-4412-a686-72ed43580412 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Releasing lock "refresh_cache-d703bcf8-1c8e-4b86-9f27-050c57a9d7f9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2501.163373] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104735, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2501.170246] env[63366]: DEBUG oslo_concurrency.lockutils [None req-e5c1427d-aa89-4277-9984-e540ca54a1eb tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "2564dd5a-f083-4248-9588-52276a2c117b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.080s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2501.412153] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "2564dd5a-f083-4248-9588-52276a2c117b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2501.413026] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "2564dd5a-f083-4248-9588-52276a2c117b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2501.413026] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "2564dd5a-f083-4248-9588-52276a2c117b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2501.413026] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "2564dd5a-f083-4248-9588-52276a2c117b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2501.413026] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "2564dd5a-f083-4248-9588-52276a2c117b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2501.415037] env[63366]: INFO nova.compute.manager [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Terminating instance [ 2501.664322] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104735, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2501.857738] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-5054e3c8-c7e1-4412-a686-72ed43580412 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2501.858098] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c1ee0c0-7d59-4a5b-b6d6-c6d20eeddc1c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2501.865440] env[63366]: DEBUG oslo_vmware.api [None req-5054e3c8-c7e1-4412-a686-72ed43580412 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2501.865440] env[63366]: value = "task-2104740" [ 2501.865440] env[63366]: _type = "Task" [ 2501.865440] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2501.872980] env[63366]: DEBUG oslo_vmware.api [None req-5054e3c8-c7e1-4412-a686-72ed43580412 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2501.919007] env[63366]: DEBUG nova.compute.manager [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2501.919222] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2501.920107] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75586d06-f559-4a01-9340-457b882869c8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2501.928052] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2501.928052] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b29838fd-d055-4597-9297-c7a668a5094e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2501.933235] env[63366]: DEBUG oslo_vmware.api [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2501.933235] env[63366]: value = "task-2104741" [ 2501.933235] env[63366]: _type = "Task" [ 2501.933235] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2501.942173] env[63366]: DEBUG oslo_vmware.api [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2502.165080] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104735, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2502.376070] env[63366]: DEBUG oslo_vmware.api [None req-5054e3c8-c7e1-4412-a686-72ed43580412 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104740, 'name': PowerOnVM_Task, 'duration_secs': 0.422698} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2502.376070] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-5054e3c8-c7e1-4412-a686-72ed43580412 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2502.376070] env[63366]: DEBUG nova.compute.manager [None req-5054e3c8-c7e1-4412-a686-72ed43580412 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2502.376627] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c6de12-db19-47db-bd26-1567c7c398b4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.443854] env[63366]: DEBUG oslo_vmware.api [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104741, 'name': PowerOffVM_Task, 'duration_secs': 0.178176} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2502.444116] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2502.444272] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2502.444503] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7d72d8b-6ace-4b43-859b-ecae568cdc92 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.665223] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104735, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2503.166043] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104735, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2503.306999] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2503.307253] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2503.307434] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Deleting the datastore file [datastore2] 2564dd5a-f083-4248-9588-52276a2c117b {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2503.307696] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-197e4ec8-a60c-4a9e-becb-7455f204b971 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.314947] env[63366]: DEBUG oslo_vmware.api [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2503.314947] env[63366]: value = "task-2104743" [ 2503.314947] env[63366]: _type = "Task" [ 2503.314947] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2503.322976] env[63366]: DEBUG oslo_vmware.api [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2503.357992] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa8b55b-8e1d-4438-804f-6287c1fefd8d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.364354] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b6552a47-e3c3-4273-87a7-1a907a54534b tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Suspending the VM {{(pid=63366) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2503.364613] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-29ea7488-4643-42d4-b093-a0d3c420c24f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.373534] env[63366]: DEBUG oslo_vmware.api [None req-b6552a47-e3c3-4273-87a7-1a907a54534b tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2503.373534] env[63366]: value = "task-2104744" [ 2503.373534] env[63366]: _type = "Task" [ 2503.373534] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2503.381707] env[63366]: DEBUG oslo_vmware.api [None req-b6552a47-e3c3-4273-87a7-1a907a54534b tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104744, 'name': SuspendVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2503.666208] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104735, 'name': CreateVM_Task, 'duration_secs': 5.926993} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2503.666392] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2503.667069] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2503.667245] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2503.667565] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2503.667847] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dd6ec85-ae5a-4202-a9f1-6196fe3b8988 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.672601] env[63366]: DEBUG oslo_vmware.api [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2503.672601] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52fce4c7-d383-0194-8d1b-cbbe80c846dc" [ 2503.672601] env[63366]: _type = "Task" [ 2503.672601] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2503.680936] env[63366]: DEBUG oslo_vmware.api [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52fce4c7-d383-0194-8d1b-cbbe80c846dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2503.824133] env[63366]: DEBUG oslo_vmware.api [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.442812} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2503.824413] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2503.824601] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2503.824808] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2503.824966] env[63366]: INFO nova.compute.manager [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Took 1.91 seconds to destroy the instance on the hypervisor. [ 2503.825227] env[63366]: DEBUG oslo.service.loopingcall [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2503.825416] env[63366]: DEBUG nova.compute.manager [-] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2503.825515] env[63366]: DEBUG nova.network.neutron [-] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2503.883744] env[63366]: DEBUG oslo_vmware.api [None req-b6552a47-e3c3-4273-87a7-1a907a54534b tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104744, 'name': SuspendVM_Task} progress is 70%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2504.122679] env[63366]: DEBUG nova.compute.manager [req-e31f0bf8-1246-4b77-982a-9cf2ab0a0b20 req-b256fadb-e304-4e8b-a12f-a2462380630f service nova] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Received event network-vif-deleted-b76882ea-cf6b-4da2-a153-30fb74ea305c {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2504.122943] env[63366]: INFO nova.compute.manager [req-e31f0bf8-1246-4b77-982a-9cf2ab0a0b20 req-b256fadb-e304-4e8b-a12f-a2462380630f service nova] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Neutron deleted interface b76882ea-cf6b-4da2-a153-30fb74ea305c; detaching it from the instance and deleting it from the info cache [ 2504.123158] env[63366]: DEBUG nova.network.neutron [req-e31f0bf8-1246-4b77-982a-9cf2ab0a0b20 req-b256fadb-e304-4e8b-a12f-a2462380630f service nova] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2504.182742] env[63366]: DEBUG oslo_vmware.api [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52fce4c7-d383-0194-8d1b-cbbe80c846dc, 'name': SearchDatastore_Task, 'duration_secs': 0.049405} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2504.183050] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2504.183231] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2504.183464] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2504.183609] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2504.183787] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2504.184076] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d3d610d-ff14-480d-990c-ecbb1ce74531 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.191986] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2504.192174] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2504.192838] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f766b558-897b-4766-9b09-d19a34232695 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.197529] env[63366]: DEBUG oslo_vmware.api [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2504.197529] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52eaec4d-7e07-4599-3f56-389c1393af39" [ 2504.197529] env[63366]: _type = "Task" [ 2504.197529] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2504.207024] env[63366]: DEBUG oslo_vmware.api [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52eaec4d-7e07-4599-3f56-389c1393af39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2504.384712] env[63366]: DEBUG oslo_vmware.api [None req-b6552a47-e3c3-4273-87a7-1a907a54534b tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104744, 'name': SuspendVM_Task, 'duration_secs': 0.664249} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2504.384973] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b6552a47-e3c3-4273-87a7-1a907a54534b tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Suspended the VM {{(pid=63366) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2504.385173] env[63366]: DEBUG nova.compute.manager [None req-b6552a47-e3c3-4273-87a7-1a907a54534b tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2504.385901] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75c127a-bca0-497e-8e1a-1d6493343caf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.596817] env[63366]: DEBUG nova.network.neutron [-] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2504.628778] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47b2bb3c-ea6a-415b-a0ce-4a59d77d530f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.638679] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0616abd-b214-496a-a02d-3ee6e08680de {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.663576] env[63366]: DEBUG nova.compute.manager [req-e31f0bf8-1246-4b77-982a-9cf2ab0a0b20 req-b256fadb-e304-4e8b-a12f-a2462380630f service nova] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Detach interface failed, port_id=b76882ea-cf6b-4da2-a153-30fb74ea305c, reason: Instance 2564dd5a-f083-4248-9588-52276a2c117b could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2504.707421] env[63366]: DEBUG oslo_vmware.api [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52eaec4d-7e07-4599-3f56-389c1393af39, 'name': SearchDatastore_Task, 'duration_secs': 0.008811} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2504.708219] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fc88fcd-302a-42d0-9791-b36dfaf7fcae {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.713120] env[63366]: DEBUG oslo_vmware.api [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2504.713120] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52d63b93-5e59-b2bf-d807-0a94d8538dde" [ 2504.713120] env[63366]: _type = "Task" [ 2504.713120] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2504.720383] env[63366]: DEBUG oslo_vmware.api [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d63b93-5e59-b2bf-d807-0a94d8538dde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2505.100058] env[63366]: INFO nova.compute.manager [-] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Took 1.27 seconds to deallocate network for instance. [ 2505.223304] env[63366]: DEBUG oslo_vmware.api [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d63b93-5e59-b2bf-d807-0a94d8538dde, 'name': SearchDatastore_Task, 'duration_secs': 0.009782} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2505.223564] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2505.223798] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50/c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2505.224063] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78640398-a3ef-4e31-b6fc-d234815fe293 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2505.231895] env[63366]: DEBUG oslo_vmware.api [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2505.231895] env[63366]: value = "task-2104745" [ 2505.231895] env[63366]: _type = "Task" [ 2505.231895] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2505.239732] env[63366]: DEBUG oslo_vmware.api [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2505.605847] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2505.606138] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2505.606358] env[63366]: DEBUG nova.objects.instance [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lazy-loading 'resources' on Instance uuid 2564dd5a-f083-4248-9588-52276a2c117b {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2505.699544] env[63366]: INFO nova.compute.manager [None req-29390140-5e81-4343-accb-25083cfe0712 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Resuming [ 2505.700187] env[63366]: DEBUG nova.objects.instance [None req-29390140-5e81-4343-accb-25083cfe0712 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lazy-loading 'flavor' on Instance uuid d703bcf8-1c8e-4b86-9f27-050c57a9d7f9 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2505.740934] env[63366]: DEBUG oslo_vmware.api [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455441} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2505.741238] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50/c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2505.741459] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2505.741695] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e4ff1a5-3ff9-430e-b069-e2b257f49c87 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2505.747854] env[63366]: DEBUG oslo_vmware.api [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2505.747854] env[63366]: value = "task-2104746" [ 2505.747854] env[63366]: _type = "Task" [ 2505.747854] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2505.754794] env[63366]: DEBUG oslo_vmware.api [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2506.168037] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987b9252-a973-4dfc-82b8-4cbac9cdfeaa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.175783] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c24b7b7-0853-44e4-b6e3-4432bbbbaea7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.206199] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e3ccf7-f6c1-4148-b65b-35dd564fc80c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.214739] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20e1a7f-0e7d-4acd-bec3-e95d2f33f323 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.228512] env[63366]: DEBUG nova.compute.provider_tree [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2506.257302] env[63366]: DEBUG oslo_vmware.api [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179501} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2506.257528] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2506.258268] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54e20b9-62be-41aa-a545-4b1ea0ceb3d7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.279397] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50/c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2506.279612] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b4773e6-c006-4704-92a9-dd1d6c51499a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.298992] env[63366]: DEBUG oslo_vmware.api [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2506.298992] env[63366]: value = "task-2104747" [ 2506.298992] env[63366]: _type = "Task" [ 2506.298992] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2506.306325] env[63366]: DEBUG oslo_vmware.api [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2506.748203] env[63366]: ERROR nova.scheduler.client.report [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [req-f92c9681-b4f4-4b9c-8ce2-ca2bfce4501f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d4eb5599-1ee7-4533-a84b-536c6f825ecc. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f92c9681-b4f4-4b9c-8ce2-ca2bfce4501f"}]} [ 2506.762769] env[63366]: DEBUG nova.scheduler.client.report [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Refreshing inventories for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2506.775521] env[63366]: DEBUG nova.scheduler.client.report [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Updating ProviderTree inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2506.775735] env[63366]: DEBUG nova.compute.provider_tree [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2506.785099] env[63366]: DEBUG nova.scheduler.client.report [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Refreshing aggregate associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, aggregates: None {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2506.803776] env[63366]: DEBUG nova.scheduler.client.report [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Refreshing trait associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2506.811102] env[63366]: DEBUG oslo_vmware.api [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104747, 'name': ReconfigVM_Task, 'duration_secs': 0.320136} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2506.811352] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Reconfigured VM instance instance-0000006b to attach disk [datastore2] c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50/c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2506.811963] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a73540fd-9a40-4bee-a57c-ce12543eaa73 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.818619] env[63366]: DEBUG oslo_vmware.api [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2506.818619] env[63366]: value = "task-2104748" [ 2506.818619] env[63366]: _type = "Task" [ 2506.818619] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2506.825904] env[63366]: DEBUG oslo_vmware.api [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104748, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2506.856245] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80d1261-385e-45c5-bb5f-b04412944c76 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.863326] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e6aa11-0f82-44f6-bbe1-fb2eb7b1f357 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.892377] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06457fd8-c1cf-46e1-bacd-ab784c35921d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.899417] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808f3880-3047-4bf9-bef3-f1257ab0bd76 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.913444] env[63366]: DEBUG nova.compute.provider_tree [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2507.214208] env[63366]: DEBUG oslo_concurrency.lockutils [None req-29390140-5e81-4343-accb-25083cfe0712 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "refresh_cache-d703bcf8-1c8e-4b86-9f27-050c57a9d7f9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2507.214401] env[63366]: DEBUG oslo_concurrency.lockutils [None req-29390140-5e81-4343-accb-25083cfe0712 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquired lock "refresh_cache-d703bcf8-1c8e-4b86-9f27-050c57a9d7f9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2507.214580] env[63366]: DEBUG nova.network.neutron [None req-29390140-5e81-4343-accb-25083cfe0712 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2507.328318] env[63366]: DEBUG oslo_vmware.api [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104748, 'name': Rename_Task, 'duration_secs': 0.134511} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2507.328674] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2507.328790] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24998269-08d9-4d3e-9848-9f51a06fa55e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.334764] env[63366]: DEBUG oslo_vmware.api [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2507.334764] env[63366]: value = "task-2104749" [ 2507.334764] env[63366]: _type = "Task" [ 2507.334764] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2507.341759] env[63366]: DEBUG oslo_vmware.api [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2507.443264] env[63366]: DEBUG nova.scheduler.client.report [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Updated inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with generation 165 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2507.443545] env[63366]: DEBUG nova.compute.provider_tree [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Updating resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc generation from 165 to 166 during operation: update_inventory {{(pid=63366) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2507.443723] env[63366]: DEBUG nova.compute.provider_tree [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2507.843962] env[63366]: DEBUG oslo_vmware.api [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104749, 'name': PowerOnVM_Task, 'duration_secs': 0.423072} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2507.844246] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2507.844444] env[63366]: INFO nova.compute.manager [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Took 12.22 seconds to spawn the instance on the hypervisor. [ 2507.844621] env[63366]: DEBUG nova.compute.manager [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2507.845363] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075db0ad-9022-4945-9271-c0cf476e6a69 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.931017] env[63366]: DEBUG nova.network.neutron [None req-29390140-5e81-4343-accb-25083cfe0712 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Updating instance_info_cache with network_info: [{"id": "8a62ce4b-0e37-4835-9d25-ec08cf929891", "address": "fa:16:3e:92:5a:d4", "network": {"id": "4129a070-c31a-4310-b4b1-4e475fb3f1bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1668961456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2100d8abe0431c93b03b71a19f2086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a62ce4b-0e", "ovs_interfaceid": "8a62ce4b-0e37-4835-9d25-ec08cf929891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2507.948587] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.342s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2507.968258] env[63366]: INFO nova.scheduler.client.report [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Deleted allocations for instance 2564dd5a-f083-4248-9588-52276a2c117b [ 2508.359927] env[63366]: INFO nova.compute.manager [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Took 18.11 seconds to build instance. [ 2508.434077] env[63366]: DEBUG oslo_concurrency.lockutils [None req-29390140-5e81-4343-accb-25083cfe0712 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Releasing lock "refresh_cache-d703bcf8-1c8e-4b86-9f27-050c57a9d7f9" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2508.434077] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab33190-b5f9-43f1-b739-3834f4b3d1da {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.441024] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-29390140-5e81-4343-accb-25083cfe0712 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Resuming the VM {{(pid=63366) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2508.441167] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-031395da-a7fd-4bce-93dc-b1e698717bd8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.447276] env[63366]: DEBUG oslo_vmware.api [None req-29390140-5e81-4343-accb-25083cfe0712 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2508.447276] env[63366]: value = "task-2104750" [ 2508.447276] env[63366]: _type = "Task" [ 2508.447276] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2508.454533] env[63366]: DEBUG oslo_vmware.api [None req-29390140-5e81-4343-accb-25083cfe0712 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2508.474697] env[63366]: DEBUG oslo_concurrency.lockutils [None req-dba5a88d-1bfd-4f10-b71c-1d50848e4c0c tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "2564dd5a-f083-4248-9588-52276a2c117b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.062s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2508.862249] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c3476351-8b1f-48fd-bbf8-4d746f10fc70 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.616s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2508.958497] env[63366]: DEBUG oslo_vmware.api [None req-29390140-5e81-4343-accb-25083cfe0712 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104750, 'name': PowerOnVM_Task, 'duration_secs': 0.444335} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2508.959803] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-29390140-5e81-4343-accb-25083cfe0712 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Resumed the VM {{(pid=63366) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2508.959803] env[63366]: DEBUG nova.compute.manager [None req-29390140-5e81-4343-accb-25083cfe0712 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2508.960649] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e8e175-5d4e-4ada-87a6-6bd7dfa256c3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.597979] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "03e79de3-5847-4a18-b296-c705b07af339" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2509.598325] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "03e79de3-5847-4a18-b296-c705b07af339" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2510.100367] env[63366]: DEBUG nova.compute.manager [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2510.202621] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "9a749277-009b-446d-8942-e91f50f81690" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2510.202850] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "9a749277-009b-446d-8942-e91f50f81690" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2510.431958] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "d703bcf8-1c8e-4b86-9f27-050c57a9d7f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2510.432203] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "d703bcf8-1c8e-4b86-9f27-050c57a9d7f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2510.432452] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "d703bcf8-1c8e-4b86-9f27-050c57a9d7f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2510.432656] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "d703bcf8-1c8e-4b86-9f27-050c57a9d7f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2510.432854] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "d703bcf8-1c8e-4b86-9f27-050c57a9d7f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2510.435070] env[63366]: INFO nova.compute.manager [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Terminating instance [ 2510.623428] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2510.623732] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2510.625253] env[63366]: INFO nova.compute.claims [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2510.705497] env[63366]: DEBUG nova.compute.manager [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2510.939557] env[63366]: DEBUG nova.compute.manager [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2510.939741] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2510.941022] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2015d9d1-45e4-4391-97d7-43d8058ebc77 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2510.948822] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2510.949068] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1aeba0eb-ba2a-4408-b714-86ef2dad212f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2510.955540] env[63366]: DEBUG oslo_vmware.api [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2510.955540] env[63366]: value = "task-2104751" [ 2510.955540] env[63366]: _type = "Task" [ 2510.955540] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2510.964854] env[63366]: DEBUG oslo_vmware.api [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2511.224581] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2511.465555] env[63366]: DEBUG oslo_vmware.api [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104751, 'name': PowerOffVM_Task, 'duration_secs': 0.181568} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2511.465803] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2511.465972] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2511.466233] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a62b7245-e2fc-4ec8-a9b8-3e497507f1c9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2511.638189] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2511.638560] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2511.638767] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Deleting the datastore file [datastore2] d703bcf8-1c8e-4b86-9f27-050c57a9d7f9 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2511.638816] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdf024c9-b6b4-4c1b-99e2-f5eabd73669a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2511.644847] env[63366]: DEBUG oslo_vmware.api [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for the task: (returnval){ [ 2511.644847] env[63366]: value = "task-2104753" [ 2511.644847] env[63366]: _type = "Task" [ 2511.644847] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2511.652129] env[63366]: DEBUG oslo_vmware.api [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2511.702145] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fa3375-3081-4c76-976a-69a2d04617bc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2511.709048] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af54ba33-3d23-4f92-888c-76b03ba452cd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2511.738445] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617ed2ec-1e92-4c31-971f-b48b0b2e8be4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2511.746008] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0449882a-393a-45e0-b526-86dbeafd2272 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2511.759126] env[63366]: DEBUG nova.compute.provider_tree [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2512.154785] env[63366]: DEBUG oslo_vmware.api [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Task: {'id': task-2104753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141248} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2512.155079] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2512.155556] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2512.155556] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2512.155685] env[63366]: INFO nova.compute.manager [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2512.155824] env[63366]: DEBUG oslo.service.loopingcall [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2512.156027] env[63366]: DEBUG nova.compute.manager [-] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2512.156115] env[63366]: DEBUG nova.network.neutron [-] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2512.262186] env[63366]: DEBUG nova.scheduler.client.report [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2512.611765] env[63366]: DEBUG nova.compute.manager [req-226ce09a-9259-4ad4-87d2-9118fe6791dc req-c04ecafa-abb0-4c0e-9495-a2c79eaa9f01 service nova] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Received event network-vif-deleted-8a62ce4b-0e37-4835-9d25-ec08cf929891 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2512.611924] env[63366]: INFO nova.compute.manager [req-226ce09a-9259-4ad4-87d2-9118fe6791dc req-c04ecafa-abb0-4c0e-9495-a2c79eaa9f01 service nova] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Neutron deleted interface 8a62ce4b-0e37-4835-9d25-ec08cf929891; detaching it from the instance and deleting it from the info cache [ 2512.612073] env[63366]: DEBUG nova.network.neutron [req-226ce09a-9259-4ad4-87d2-9118fe6791dc req-c04ecafa-abb0-4c0e-9495-a2c79eaa9f01 service nova] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2512.767522] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.144s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2512.768101] env[63366]: DEBUG nova.compute.manager [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2512.770677] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.546s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2512.772121] env[63366]: INFO nova.compute.claims [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2513.091336] env[63366]: DEBUG nova.network.neutron [-] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2513.114991] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc37bcff-0cdf-4f1a-a11b-24546bc6f037 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2513.125498] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a19f86-fedf-462b-8b7d-d5248c763d15 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2513.152986] env[63366]: DEBUG nova.compute.manager [req-226ce09a-9259-4ad4-87d2-9118fe6791dc req-c04ecafa-abb0-4c0e-9495-a2c79eaa9f01 service nova] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Detach interface failed, port_id=8a62ce4b-0e37-4835-9d25-ec08cf929891, reason: Instance d703bcf8-1c8e-4b86-9f27-050c57a9d7f9 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2513.277116] env[63366]: DEBUG nova.compute.utils [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2513.279064] env[63366]: DEBUG nova.compute.manager [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2513.279064] env[63366]: DEBUG nova.network.neutron [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2513.326980] env[63366]: DEBUG nova.policy [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79e8be6cc5544eb08e372429e9ce9d68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1586db76da6a43f0b16607a527f4c9b4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2513.592187] env[63366]: DEBUG nova.network.neutron [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Successfully created port: 81f3e7f2-36b9-48a4-996e-8c9b3bf4908b {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2513.594331] env[63366]: INFO nova.compute.manager [-] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Took 1.44 seconds to deallocate network for instance. [ 2513.781474] env[63366]: DEBUG nova.compute.manager [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2513.865038] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea345fb-3b75-452b-b1ab-aad9c4408060 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2513.872742] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a18c8c-b39b-496c-87fa-8d60ae987cf7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2513.904168] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a90b6ee-8ed0-45c8-8393-f282266e890a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2513.911316] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca4a401-9a55-4e26-882e-564e0545119a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2513.924286] env[63366]: DEBUG nova.compute.provider_tree [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2514.101179] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2514.444422] env[63366]: ERROR nova.scheduler.client.report [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [req-4ec15aa4-0cba-483f-98d9-c1b3bf70f099] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d4eb5599-1ee7-4533-a84b-536c6f825ecc. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4ec15aa4-0cba-483f-98d9-c1b3bf70f099"}]} [ 2514.460648] env[63366]: DEBUG nova.scheduler.client.report [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Refreshing inventories for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2514.473448] env[63366]: DEBUG nova.scheduler.client.report [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Updating ProviderTree inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2514.473671] env[63366]: DEBUG nova.compute.provider_tree [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2514.483711] env[63366]: DEBUG nova.scheduler.client.report [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Refreshing aggregate associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, aggregates: None {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2514.500091] env[63366]: DEBUG nova.scheduler.client.report [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Refreshing trait associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2514.563230] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01140925-5832-4dfc-a754-17836d1662fe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.571045] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fee499-c982-466e-9b3f-25b6c938e639 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.602030] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9c170f-c7cf-4285-804d-074e7c9dea46 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.609050] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d63d6f-a967-4f45-9a08-53c149096cb9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.621885] env[63366]: DEBUG nova.compute.provider_tree [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2514.795315] env[63366]: DEBUG nova.compute.manager [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2514.820857] env[63366]: DEBUG nova.virt.hardware [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2514.821110] env[63366]: DEBUG nova.virt.hardware [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2514.821270] env[63366]: DEBUG nova.virt.hardware [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2514.821447] env[63366]: DEBUG nova.virt.hardware [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2514.821589] env[63366]: DEBUG nova.virt.hardware [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2514.821733] env[63366]: DEBUG nova.virt.hardware [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2514.821939] env[63366]: DEBUG nova.virt.hardware [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2514.822137] env[63366]: DEBUG nova.virt.hardware [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2514.822309] env[63366]: DEBUG nova.virt.hardware [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2514.822471] env[63366]: DEBUG nova.virt.hardware [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2514.822640] env[63366]: DEBUG nova.virt.hardware [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2514.823474] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc666de2-c375-4e71-a2d5-3507ed13a728 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.831053] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eeef275-d25e-4f45-bfb5-2354bcb4e13f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.975453] env[63366]: DEBUG nova.compute.manager [req-c0c02d39-b4c7-4c9d-9acc-3721a11a230e req-aebacdce-9f93-4588-9396-0e0fa8a2f97c service nova] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Received event network-vif-plugged-81f3e7f2-36b9-48a4-996e-8c9b3bf4908b {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2514.975696] env[63366]: DEBUG oslo_concurrency.lockutils [req-c0c02d39-b4c7-4c9d-9acc-3721a11a230e req-aebacdce-9f93-4588-9396-0e0fa8a2f97c service nova] Acquiring lock "03e79de3-5847-4a18-b296-c705b07af339-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2514.975891] env[63366]: DEBUG oslo_concurrency.lockutils [req-c0c02d39-b4c7-4c9d-9acc-3721a11a230e req-aebacdce-9f93-4588-9396-0e0fa8a2f97c service nova] Lock "03e79de3-5847-4a18-b296-c705b07af339-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2514.976071] env[63366]: DEBUG oslo_concurrency.lockutils [req-c0c02d39-b4c7-4c9d-9acc-3721a11a230e req-aebacdce-9f93-4588-9396-0e0fa8a2f97c service nova] Lock "03e79de3-5847-4a18-b296-c705b07af339-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2514.976240] env[63366]: DEBUG nova.compute.manager [req-c0c02d39-b4c7-4c9d-9acc-3721a11a230e req-aebacdce-9f93-4588-9396-0e0fa8a2f97c service nova] [instance: 03e79de3-5847-4a18-b296-c705b07af339] No waiting events found dispatching network-vif-plugged-81f3e7f2-36b9-48a4-996e-8c9b3bf4908b {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2514.976401] env[63366]: WARNING nova.compute.manager [req-c0c02d39-b4c7-4c9d-9acc-3721a11a230e req-aebacdce-9f93-4588-9396-0e0fa8a2f97c service nova] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Received unexpected event network-vif-plugged-81f3e7f2-36b9-48a4-996e-8c9b3bf4908b for instance with vm_state building and task_state spawning. [ 2515.062636] env[63366]: DEBUG nova.network.neutron [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Successfully updated port: 81f3e7f2-36b9-48a4-996e-8c9b3bf4908b {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2515.152131] env[63366]: DEBUG nova.scheduler.client.report [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Updated inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2515.152412] env[63366]: DEBUG nova.compute.provider_tree [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Updating resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc generation from 169 to 170 during operation: update_inventory {{(pid=63366) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2515.152592] env[63366]: DEBUG nova.compute.provider_tree [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2515.564933] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "refresh_cache-03e79de3-5847-4a18-b296-c705b07af339" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2515.565220] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquired lock "refresh_cache-03e79de3-5847-4a18-b296-c705b07af339" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2515.565494] env[63366]: DEBUG nova.network.neutron [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2515.657197] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.886s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2515.657720] env[63366]: DEBUG nova.compute.manager [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2515.660411] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.560s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2515.660630] env[63366]: DEBUG nova.objects.instance [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lazy-loading 'resources' on Instance uuid d703bcf8-1c8e-4b86-9f27-050c57a9d7f9 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2516.097613] env[63366]: DEBUG nova.network.neutron [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2516.163224] env[63366]: DEBUG nova.compute.utils [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2516.167704] env[63366]: DEBUG nova.compute.manager [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2516.167704] env[63366]: DEBUG nova.network.neutron [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2516.229915] env[63366]: DEBUG nova.policy [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08c29289d9e64c558eb43390eca16382', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34fe491c616540959b7b8ecd84c4415c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2516.236049] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef556a9-b341-432c-9d4f-083f100603c1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2516.243710] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc5aabe-f8b0-4a94-9b25-f8ad880320df {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2516.274581] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e733a743-6355-4d2f-a928-1a5fca5a348a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2516.281924] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a44739d-755e-4b57-8a63-3458c11a934e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2516.286379] env[63366]: DEBUG nova.network.neutron [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Updating instance_info_cache with network_info: [{"id": "81f3e7f2-36b9-48a4-996e-8c9b3bf4908b", "address": "fa:16:3e:81:86:01", "network": {"id": "f582484c-867a-471e-ab8c-e54dc033c2f8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1880965132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1586db76da6a43f0b16607a527f4c9b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81f3e7f2-36", "ovs_interfaceid": "81f3e7f2-36b9-48a4-996e-8c9b3bf4908b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2516.297326] env[63366]: DEBUG nova.compute.provider_tree [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2516.487865] env[63366]: DEBUG nova.network.neutron [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Successfully created port: 6855830f-b2b3-4392-87fd-9abbdbc238da {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2516.667827] env[63366]: DEBUG nova.compute.manager [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2516.790041] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Releasing lock "refresh_cache-03e79de3-5847-4a18-b296-c705b07af339" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2516.790041] env[63366]: DEBUG nova.compute.manager [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Instance network_info: |[{"id": "81f3e7f2-36b9-48a4-996e-8c9b3bf4908b", "address": "fa:16:3e:81:86:01", "network": {"id": "f582484c-867a-471e-ab8c-e54dc033c2f8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1880965132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1586db76da6a43f0b16607a527f4c9b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81f3e7f2-36", "ovs_interfaceid": "81f3e7f2-36b9-48a4-996e-8c9b3bf4908b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2516.790295] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:86:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81f3e7f2-36b9-48a4-996e-8c9b3bf4908b', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2516.798065] env[63366]: DEBUG oslo.service.loopingcall [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2516.798293] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2516.798529] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de7e821d-4f91-4f79-b8a8-50b0d4dfdd15 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2516.813360] env[63366]: DEBUG nova.scheduler.client.report [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2516.822314] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2516.822314] env[63366]: value = "task-2104754" [ 2516.822314] env[63366]: _type = "Task" [ 2516.822314] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2516.831019] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104754, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2517.000879] env[63366]: DEBUG nova.compute.manager [req-2d37adb3-4dde-4cbf-8784-352ad1b5d3b8 req-e1b059b9-b6bf-435f-a8c1-fd4139fb57cb service nova] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Received event network-changed-81f3e7f2-36b9-48a4-996e-8c9b3bf4908b {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2517.001177] env[63366]: DEBUG nova.compute.manager [req-2d37adb3-4dde-4cbf-8784-352ad1b5d3b8 req-e1b059b9-b6bf-435f-a8c1-fd4139fb57cb service nova] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Refreshing instance network info cache due to event network-changed-81f3e7f2-36b9-48a4-996e-8c9b3bf4908b. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2517.001787] env[63366]: DEBUG oslo_concurrency.lockutils [req-2d37adb3-4dde-4cbf-8784-352ad1b5d3b8 req-e1b059b9-b6bf-435f-a8c1-fd4139fb57cb service nova] Acquiring lock "refresh_cache-03e79de3-5847-4a18-b296-c705b07af339" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2517.001923] env[63366]: DEBUG oslo_concurrency.lockutils [req-2d37adb3-4dde-4cbf-8784-352ad1b5d3b8 req-e1b059b9-b6bf-435f-a8c1-fd4139fb57cb service nova] Acquired lock "refresh_cache-03e79de3-5847-4a18-b296-c705b07af339" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2517.002122] env[63366]: DEBUG nova.network.neutron [req-2d37adb3-4dde-4cbf-8784-352ad1b5d3b8 req-e1b059b9-b6bf-435f-a8c1-fd4139fb57cb service nova] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Refreshing network info cache for port 81f3e7f2-36b9-48a4-996e-8c9b3bf4908b {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2517.317751] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2517.332661] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104754, 'name': CreateVM_Task, 'duration_secs': 0.422434} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2517.332822] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2517.333487] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2517.333654] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2517.333973] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2517.334234] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1611f52f-29a0-4aea-a0d4-244ffe24680c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2517.337677] env[63366]: INFO nova.scheduler.client.report [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Deleted allocations for instance d703bcf8-1c8e-4b86-9f27-050c57a9d7f9 [ 2517.339709] env[63366]: DEBUG oslo_vmware.api [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2517.339709] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5267cbb8-9210-ef2b-9085-f81875400e82" [ 2517.339709] env[63366]: _type = "Task" [ 2517.339709] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2517.350029] env[63366]: DEBUG oslo_vmware.api [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5267cbb8-9210-ef2b-9085-f81875400e82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2517.677785] env[63366]: DEBUG nova.compute.manager [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2517.704711] env[63366]: DEBUG nova.virt.hardware [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2517.705278] env[63366]: DEBUG nova.virt.hardware [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2517.705443] env[63366]: DEBUG nova.virt.hardware [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2517.705782] env[63366]: DEBUG nova.virt.hardware [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2517.706681] env[63366]: DEBUG nova.virt.hardware [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2517.706681] env[63366]: DEBUG nova.virt.hardware [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2517.706681] env[63366]: DEBUG nova.virt.hardware [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2517.706896] env[63366]: DEBUG nova.virt.hardware [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2517.707170] env[63366]: DEBUG nova.virt.hardware [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2517.707445] env[63366]: DEBUG nova.virt.hardware [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2517.707732] env[63366]: DEBUG nova.virt.hardware [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2517.709021] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa70251e-9038-4d1e-a7fb-1b8a6dd97118 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2517.712340] env[63366]: DEBUG nova.network.neutron [req-2d37adb3-4dde-4cbf-8784-352ad1b5d3b8 req-e1b059b9-b6bf-435f-a8c1-fd4139fb57cb service nova] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Updated VIF entry in instance network info cache for port 81f3e7f2-36b9-48a4-996e-8c9b3bf4908b. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2517.712659] env[63366]: DEBUG nova.network.neutron [req-2d37adb3-4dde-4cbf-8784-352ad1b5d3b8 req-e1b059b9-b6bf-435f-a8c1-fd4139fb57cb service nova] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Updating instance_info_cache with network_info: [{"id": "81f3e7f2-36b9-48a4-996e-8c9b3bf4908b", "address": "fa:16:3e:81:86:01", "network": {"id": "f582484c-867a-471e-ab8c-e54dc033c2f8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1880965132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1586db76da6a43f0b16607a527f4c9b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81f3e7f2-36", "ovs_interfaceid": "81f3e7f2-36b9-48a4-996e-8c9b3bf4908b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2517.719751] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7704ec40-da41-4f86-a108-b08a23643dd9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2517.849953] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9871569b-7b51-4691-bb35-6d64eb2c6fb5 tempest-ServerActionsTestJSON-1161898934 tempest-ServerActionsTestJSON-1161898934-project-member] Lock "d703bcf8-1c8e-4b86-9f27-050c57a9d7f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.418s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2517.856088] env[63366]: DEBUG oslo_vmware.api [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5267cbb8-9210-ef2b-9085-f81875400e82, 'name': SearchDatastore_Task, 'duration_secs': 0.01085} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2517.856088] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2517.856088] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2517.856088] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2517.856088] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2517.856088] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2517.856654] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc44e5e5-f3e2-402c-a2b6-0c8cc5cc15b5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2517.865705] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2517.865891] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2517.866625] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42049dc5-cfa9-4bec-9427-478f50eba5e8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2517.872408] env[63366]: DEBUG oslo_vmware.api [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2517.872408] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52284788-a400-dd29-0661-f585cce96c94" [ 2517.872408] env[63366]: _type = "Task" [ 2517.872408] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2517.880800] env[63366]: DEBUG oslo_vmware.api [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52284788-a400-dd29-0661-f585cce96c94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2518.054275] env[63366]: DEBUG nova.network.neutron [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Successfully updated port: 6855830f-b2b3-4392-87fd-9abbdbc238da {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2518.215488] env[63366]: DEBUG oslo_concurrency.lockutils [req-2d37adb3-4dde-4cbf-8784-352ad1b5d3b8 req-e1b059b9-b6bf-435f-a8c1-fd4139fb57cb service nova] Releasing lock "refresh_cache-03e79de3-5847-4a18-b296-c705b07af339" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2518.382817] env[63366]: DEBUG oslo_vmware.api [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52284788-a400-dd29-0661-f585cce96c94, 'name': SearchDatastore_Task, 'duration_secs': 0.009279} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2518.383638] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-274735dc-7b1c-4171-8cf4-75755170c9a6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2518.389537] env[63366]: DEBUG oslo_vmware.api [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2518.389537] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ec0bcc-675d-b001-8fe2-f97b6abb4adf" [ 2518.389537] env[63366]: _type = "Task" [ 2518.389537] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2518.396988] env[63366]: DEBUG oslo_vmware.api [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ec0bcc-675d-b001-8fe2-f97b6abb4adf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2518.556789] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "refresh_cache-9a749277-009b-446d-8942-e91f50f81690" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2518.557026] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquired lock "refresh_cache-9a749277-009b-446d-8942-e91f50f81690" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2518.557187] env[63366]: DEBUG nova.network.neutron [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2518.901570] env[63366]: DEBUG oslo_vmware.api [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ec0bcc-675d-b001-8fe2-f97b6abb4adf, 'name': SearchDatastore_Task, 'duration_secs': 0.009812} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2518.901794] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2518.902060] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 03e79de3-5847-4a18-b296-c705b07af339/03e79de3-5847-4a18-b296-c705b07af339.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2518.902332] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-423d4619-82ca-4293-8bb5-17059831bd4f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2518.908740] env[63366]: DEBUG oslo_vmware.api [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2518.908740] env[63366]: value = "task-2104755" [ 2518.908740] env[63366]: _type = "Task" [ 2518.908740] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2518.916989] env[63366]: DEBUG oslo_vmware.api [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2519.027172] env[63366]: DEBUG nova.compute.manager [req-ad633cfd-0ddc-4e99-b8e0-fc27ceb9ce55 req-a22e9bba-da01-4360-8853-7d4a8de936f2 service nova] [instance: 9a749277-009b-446d-8942-e91f50f81690] Received event network-vif-plugged-6855830f-b2b3-4392-87fd-9abbdbc238da {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2519.027426] env[63366]: DEBUG oslo_concurrency.lockutils [req-ad633cfd-0ddc-4e99-b8e0-fc27ceb9ce55 req-a22e9bba-da01-4360-8853-7d4a8de936f2 service nova] Acquiring lock "9a749277-009b-446d-8942-e91f50f81690-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2519.027669] env[63366]: DEBUG oslo_concurrency.lockutils [req-ad633cfd-0ddc-4e99-b8e0-fc27ceb9ce55 req-a22e9bba-da01-4360-8853-7d4a8de936f2 service nova] Lock "9a749277-009b-446d-8942-e91f50f81690-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2519.027872] env[63366]: DEBUG oslo_concurrency.lockutils [req-ad633cfd-0ddc-4e99-b8e0-fc27ceb9ce55 req-a22e9bba-da01-4360-8853-7d4a8de936f2 service nova] Lock "9a749277-009b-446d-8942-e91f50f81690-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2519.028089] env[63366]: DEBUG nova.compute.manager [req-ad633cfd-0ddc-4e99-b8e0-fc27ceb9ce55 req-a22e9bba-da01-4360-8853-7d4a8de936f2 service nova] [instance: 9a749277-009b-446d-8942-e91f50f81690] No waiting events found dispatching network-vif-plugged-6855830f-b2b3-4392-87fd-9abbdbc238da {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2519.028283] env[63366]: WARNING nova.compute.manager [req-ad633cfd-0ddc-4e99-b8e0-fc27ceb9ce55 req-a22e9bba-da01-4360-8853-7d4a8de936f2 service nova] [instance: 9a749277-009b-446d-8942-e91f50f81690] Received unexpected event network-vif-plugged-6855830f-b2b3-4392-87fd-9abbdbc238da for instance with vm_state building and task_state spawning. [ 2519.028480] env[63366]: DEBUG nova.compute.manager [req-ad633cfd-0ddc-4e99-b8e0-fc27ceb9ce55 req-a22e9bba-da01-4360-8853-7d4a8de936f2 service nova] [instance: 9a749277-009b-446d-8942-e91f50f81690] Received event network-changed-6855830f-b2b3-4392-87fd-9abbdbc238da {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2519.028677] env[63366]: DEBUG nova.compute.manager [req-ad633cfd-0ddc-4e99-b8e0-fc27ceb9ce55 req-a22e9bba-da01-4360-8853-7d4a8de936f2 service nova] [instance: 9a749277-009b-446d-8942-e91f50f81690] Refreshing instance network info cache due to event network-changed-6855830f-b2b3-4392-87fd-9abbdbc238da. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2519.028885] env[63366]: DEBUG oslo_concurrency.lockutils [req-ad633cfd-0ddc-4e99-b8e0-fc27ceb9ce55 req-a22e9bba-da01-4360-8853-7d4a8de936f2 service nova] Acquiring lock "refresh_cache-9a749277-009b-446d-8942-e91f50f81690" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2519.111305] env[63366]: DEBUG nova.network.neutron [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2519.354466] env[63366]: DEBUG nova.network.neutron [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Updating instance_info_cache with network_info: [{"id": "6855830f-b2b3-4392-87fd-9abbdbc238da", "address": "fa:16:3e:d4:2d:5e", "network": {"id": "49a15919-acd2-4c9c-bb1c-fcc5af970fc7", "bridge": "br-int", "label": "tempest-ServersTestJSON-2122947830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fe491c616540959b7b8ecd84c4415c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6855830f-b2", "ovs_interfaceid": "6855830f-b2b3-4392-87fd-9abbdbc238da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2519.419188] env[63366]: DEBUG oslo_vmware.api [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438429} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2519.419500] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 03e79de3-5847-4a18-b296-c705b07af339/03e79de3-5847-4a18-b296-c705b07af339.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2519.419791] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2519.420102] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-550ea9cb-c502-468a-bf85-46346e34852a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.426889] env[63366]: DEBUG oslo_vmware.api [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2519.426889] env[63366]: value = "task-2104756" [ 2519.426889] env[63366]: _type = "Task" [ 2519.426889] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2519.434854] env[63366]: DEBUG oslo_vmware.api [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2519.857771] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Releasing lock "refresh_cache-9a749277-009b-446d-8942-e91f50f81690" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2519.858207] env[63366]: DEBUG nova.compute.manager [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Instance network_info: |[{"id": "6855830f-b2b3-4392-87fd-9abbdbc238da", "address": "fa:16:3e:d4:2d:5e", "network": {"id": "49a15919-acd2-4c9c-bb1c-fcc5af970fc7", "bridge": "br-int", "label": "tempest-ServersTestJSON-2122947830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fe491c616540959b7b8ecd84c4415c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6855830f-b2", "ovs_interfaceid": "6855830f-b2b3-4392-87fd-9abbdbc238da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2519.858538] env[63366]: DEBUG oslo_concurrency.lockutils [req-ad633cfd-0ddc-4e99-b8e0-fc27ceb9ce55 req-a22e9bba-da01-4360-8853-7d4a8de936f2 service nova] Acquired lock "refresh_cache-9a749277-009b-446d-8942-e91f50f81690" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2519.858718] env[63366]: DEBUG nova.network.neutron [req-ad633cfd-0ddc-4e99-b8e0-fc27ceb9ce55 req-a22e9bba-da01-4360-8853-7d4a8de936f2 service nova] [instance: 9a749277-009b-446d-8942-e91f50f81690] Refreshing network info cache for port 6855830f-b2b3-4392-87fd-9abbdbc238da {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2519.860118] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:2d:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6855830f-b2b3-4392-87fd-9abbdbc238da', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2519.867377] env[63366]: DEBUG oslo.service.loopingcall [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2519.870282] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a749277-009b-446d-8942-e91f50f81690] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2519.871038] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51e1a067-999e-4b82-8c76-afd4169efbea {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.891127] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2519.891127] env[63366]: value = "task-2104757" [ 2519.891127] env[63366]: _type = "Task" [ 2519.891127] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2519.899049] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104757, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2519.937348] env[63366]: DEBUG oslo_vmware.api [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063937} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2519.937688] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2519.938646] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027a960f-45e7-4bdc-81cc-237e4eaf31a1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.960943] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 03e79de3-5847-4a18-b296-c705b07af339/03e79de3-5847-4a18-b296-c705b07af339.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2519.963547] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1786d2c1-ba01-47d8-b5cd-49f3912acc6b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.985304] env[63366]: DEBUG oslo_vmware.api [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2519.985304] env[63366]: value = "task-2104758" [ 2519.985304] env[63366]: _type = "Task" [ 2519.985304] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2519.993758] env[63366]: DEBUG oslo_vmware.api [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2520.242586] env[63366]: DEBUG nova.network.neutron [req-ad633cfd-0ddc-4e99-b8e0-fc27ceb9ce55 req-a22e9bba-da01-4360-8853-7d4a8de936f2 service nova] [instance: 9a749277-009b-446d-8942-e91f50f81690] Updated VIF entry in instance network info cache for port 6855830f-b2b3-4392-87fd-9abbdbc238da. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2520.242586] env[63366]: DEBUG nova.network.neutron [req-ad633cfd-0ddc-4e99-b8e0-fc27ceb9ce55 req-a22e9bba-da01-4360-8853-7d4a8de936f2 service nova] [instance: 9a749277-009b-446d-8942-e91f50f81690] Updating instance_info_cache with network_info: [{"id": "6855830f-b2b3-4392-87fd-9abbdbc238da", "address": "fa:16:3e:d4:2d:5e", "network": {"id": "49a15919-acd2-4c9c-bb1c-fcc5af970fc7", "bridge": "br-int", "label": "tempest-ServersTestJSON-2122947830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fe491c616540959b7b8ecd84c4415c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6855830f-b2", "ovs_interfaceid": "6855830f-b2b3-4392-87fd-9abbdbc238da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2520.402313] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104757, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2520.494114] env[63366]: DEBUG oslo_vmware.api [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104758, 'name': ReconfigVM_Task, 'duration_secs': 0.273434} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2520.494450] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 03e79de3-5847-4a18-b296-c705b07af339/03e79de3-5847-4a18-b296-c705b07af339.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2520.495243] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95fd2d44-d44d-40ef-b315-02c7943d3a4f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2520.501441] env[63366]: DEBUG oslo_vmware.api [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2520.501441] env[63366]: value = "task-2104759" [ 2520.501441] env[63366]: _type = "Task" [ 2520.501441] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2520.509436] env[63366]: DEBUG oslo_vmware.api [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104759, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2520.744718] env[63366]: DEBUG oslo_concurrency.lockutils [req-ad633cfd-0ddc-4e99-b8e0-fc27ceb9ce55 req-a22e9bba-da01-4360-8853-7d4a8de936f2 service nova] Releasing lock "refresh_cache-9a749277-009b-446d-8942-e91f50f81690" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2520.901664] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104757, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2521.011733] env[63366]: DEBUG oslo_vmware.api [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104759, 'name': Rename_Task, 'duration_secs': 0.132583} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2521.012116] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2521.012376] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9795900a-86d7-4bab-9cc3-f9c35222ab4e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.018533] env[63366]: DEBUG oslo_vmware.api [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2521.018533] env[63366]: value = "task-2104760" [ 2521.018533] env[63366]: _type = "Task" [ 2521.018533] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2521.025851] env[63366]: DEBUG oslo_vmware.api [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2521.402643] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104757, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2521.528893] env[63366]: DEBUG oslo_vmware.api [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104760, 'name': PowerOnVM_Task, 'duration_secs': 0.441521} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2521.529238] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2521.529414] env[63366]: INFO nova.compute.manager [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Took 6.73 seconds to spawn the instance on the hypervisor. [ 2521.529601] env[63366]: DEBUG nova.compute.manager [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2521.530362] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffbdb09-464b-453a-aed2-932453ca7d2d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.903617] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104757, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2522.051284] env[63366]: INFO nova.compute.manager [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Took 11.45 seconds to build instance. [ 2522.404431] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104757, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2522.553542] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c5b3b5cb-4bb0-4a9b-a233-e4719e954f18 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "03e79de3-5847-4a18-b296-c705b07af339" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.955s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2522.905353] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104757, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2523.406333] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104757, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2523.726486] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a54b89b5-81c7-4d89-9444-9e7bb5889ddd tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "03e79de3-5847-4a18-b296-c705b07af339" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2523.726752] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a54b89b5-81c7-4d89-9444-9e7bb5889ddd tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "03e79de3-5847-4a18-b296-c705b07af339" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2523.907335] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104757, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2524.033184] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "72facf09-c27f-4a6e-916a-94f5b28a6202" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2524.033458] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "72facf09-c27f-4a6e-916a-94f5b28a6202" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2524.033639] env[63366]: INFO nova.compute.manager [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Shelving [ 2524.230195] env[63366]: DEBUG nova.compute.utils [None req-a54b89b5-81c7-4d89-9444-9e7bb5889ddd tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2524.407401] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104757, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2524.733035] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a54b89b5-81c7-4d89-9444-9e7bb5889ddd tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "03e79de3-5847-4a18-b296-c705b07af339" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2524.908378] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104757, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2525.042551] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2525.042820] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad3a3129-a636-4fef-894c-43c12d59116a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2525.051250] env[63366]: DEBUG oslo_vmware.api [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2525.051250] env[63366]: value = "task-2104761" [ 2525.051250] env[63366]: _type = "Task" [ 2525.051250] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2525.059219] env[63366]: DEBUG oslo_vmware.api [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2525.408770] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104757, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2525.561587] env[63366]: DEBUG oslo_vmware.api [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104761, 'name': PowerOffVM_Task, 'duration_secs': 0.430844} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2525.561813] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2525.562569] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22519f4d-ab27-4829-8e0c-127e890fc9ca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2525.580525] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e014be11-adf9-422a-ae46-bc0b4c0280e0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2525.797703] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a54b89b5-81c7-4d89-9444-9e7bb5889ddd tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "03e79de3-5847-4a18-b296-c705b07af339" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2525.798051] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a54b89b5-81c7-4d89-9444-9e7bb5889ddd tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "03e79de3-5847-4a18-b296-c705b07af339" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2525.798217] env[63366]: INFO nova.compute.manager [None req-a54b89b5-81c7-4d89-9444-9e7bb5889ddd tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Attaching volume 5c882ea2-db12-45ea-a15a-25fdd83181a4 to /dev/sdb [ 2525.827873] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0583f851-627d-447a-8a02-bdd800818301 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2525.835296] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ce6ba0-9a4d-4cdc-91e9-74b02f5f8528 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2525.848994] env[63366]: DEBUG nova.virt.block_device [None req-a54b89b5-81c7-4d89-9444-9e7bb5889ddd tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Updating existing volume attachment record: c4a6f33d-7f24-4141-bc87-ce89ccde4b1d {{(pid=63366) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2525.908233] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104757, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2526.090919] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Creating Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2526.091407] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3538cc9f-8d7a-41c4-907e-5653fdfb9150 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2526.099667] env[63366]: DEBUG oslo_vmware.api [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2526.099667] env[63366]: value = "task-2104765" [ 2526.099667] env[63366]: _type = "Task" [ 2526.099667] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2526.108878] env[63366]: DEBUG oslo_vmware.api [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104765, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2526.409315] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104757, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2526.610065] env[63366]: DEBUG oslo_vmware.api [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104765, 'name': CreateSnapshot_Task, 'duration_secs': 0.409607} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2526.610278] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Created Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2526.611026] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6e1adb-e714-439d-bb2b-eaa581c0f80c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2526.910521] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104757, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2527.128960] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Creating linked-clone VM from snapshot {{(pid=63366) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2527.129231] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3eb4dcbd-034c-415a-85bc-cc21789dbc8d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2527.137930] env[63366]: DEBUG oslo_vmware.api [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2527.137930] env[63366]: value = "task-2104766" [ 2527.137930] env[63366]: _type = "Task" [ 2527.137930] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2527.145489] env[63366]: DEBUG oslo_vmware.api [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104766, 'name': CloneVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2527.409829] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104757, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2527.648488] env[63366]: DEBUG oslo_vmware.api [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104766, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2527.911745] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104757, 'name': CreateVM_Task, 'duration_secs': 7.544922} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2527.911946] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a749277-009b-446d-8942-e91f50f81690] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2527.912611] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2527.912775] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2527.913095] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2527.913440] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d351c2ab-98f5-48bc-925d-f8285b6a05f0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2527.917724] env[63366]: DEBUG oslo_vmware.api [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2527.917724] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]526e0b71-f879-274b-6830-0f695582d4fc" [ 2527.917724] env[63366]: _type = "Task" [ 2527.917724] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2527.925310] env[63366]: DEBUG oslo_vmware.api [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526e0b71-f879-274b-6830-0f695582d4fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2528.148748] env[63366]: DEBUG oslo_vmware.api [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104766, 'name': CloneVM_Task} progress is 95%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2528.427830] env[63366]: DEBUG oslo_vmware.api [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526e0b71-f879-274b-6830-0f695582d4fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010694} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2528.428087] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2528.428341] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2528.428574] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2528.428716] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2528.428889] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2528.429152] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5a9d59c-8104-4e7c-a646-651c97591905 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2528.437496] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2528.437666] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2528.438373] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d876a49-9181-4258-ba89-6a15368fe862 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2528.443344] env[63366]: DEBUG oslo_vmware.api [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2528.443344] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]526e4fd9-9d78-6f66-0a54-da3060e38baa" [ 2528.443344] env[63366]: _type = "Task" [ 2528.443344] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2528.452569] env[63366]: DEBUG oslo_vmware.api [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526e4fd9-9d78-6f66-0a54-da3060e38baa, 'name': SearchDatastore_Task} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2528.453238] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4028bda6-8813-4dd2-9f6c-1dfc8a84e269 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2528.457799] env[63366]: DEBUG oslo_vmware.api [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2528.457799] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]523876b6-4ce5-92cc-5ac3-e951439cbc8d" [ 2528.457799] env[63366]: _type = "Task" [ 2528.457799] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2528.464760] env[63366]: DEBUG oslo_vmware.api [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523876b6-4ce5-92cc-5ac3-e951439cbc8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2528.649351] env[63366]: DEBUG oslo_vmware.api [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104766, 'name': CloneVM_Task, 'duration_secs': 1.277497} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2528.649619] env[63366]: INFO nova.virt.vmwareapi.vmops [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Created linked-clone VM from snapshot [ 2528.650400] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c6fb1c-a7c9-48f0-95f0-d8e163c5e9a6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2528.657612] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Uploading image 30c0f369-d991-47f2-afed-f011d68db431 {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2528.682734] env[63366]: DEBUG oslo_vmware.rw_handles [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2528.682734] env[63366]: value = "vm-430919" [ 2528.682734] env[63366]: _type = "VirtualMachine" [ 2528.682734] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2528.682999] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-43305667-d463-43f3-ba8b-1a399d9e1354 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2528.689047] env[63366]: DEBUG oslo_vmware.rw_handles [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lease: (returnval){ [ 2528.689047] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52be29f9-23ba-917a-53d5-ff2b747535ef" [ 2528.689047] env[63366]: _type = "HttpNfcLease" [ 2528.689047] env[63366]: } obtained for exporting VM: (result){ [ 2528.689047] env[63366]: value = "vm-430919" [ 2528.689047] env[63366]: _type = "VirtualMachine" [ 2528.689047] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2528.689327] env[63366]: DEBUG oslo_vmware.api [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the lease: (returnval){ [ 2528.689327] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52be29f9-23ba-917a-53d5-ff2b747535ef" [ 2528.689327] env[63366]: _type = "HttpNfcLease" [ 2528.689327] env[63366]: } to be ready. {{(pid=63366) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2528.694926] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2528.694926] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52be29f9-23ba-917a-53d5-ff2b747535ef" [ 2528.694926] env[63366]: _type = "HttpNfcLease" [ 2528.694926] env[63366]: } is initializing. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2528.968504] env[63366]: DEBUG oslo_vmware.api [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523876b6-4ce5-92cc-5ac3-e951439cbc8d, 'name': SearchDatastore_Task, 'duration_secs': 0.007485} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2528.968902] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2528.968985] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 9a749277-009b-446d-8942-e91f50f81690/9a749277-009b-446d-8942-e91f50f81690.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2528.969256] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a870cb9c-033e-439f-84db-c4f87662561d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2528.976054] env[63366]: DEBUG oslo_vmware.api [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2528.976054] env[63366]: value = "task-2104769" [ 2528.976054] env[63366]: _type = "Task" [ 2528.976054] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2528.982787] env[63366]: DEBUG oslo_vmware.api [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2529.200146] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2529.200146] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52be29f9-23ba-917a-53d5-ff2b747535ef" [ 2529.200146] env[63366]: _type = "HttpNfcLease" [ 2529.200146] env[63366]: } is ready. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2529.200531] env[63366]: DEBUG oslo_vmware.rw_handles [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2529.200531] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52be29f9-23ba-917a-53d5-ff2b747535ef" [ 2529.200531] env[63366]: _type = "HttpNfcLease" [ 2529.200531] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2529.201410] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4475e4f4-74b8-4f2b-a531-1d07880c7969 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2529.211397] env[63366]: DEBUG oslo_vmware.rw_handles [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b0d2b5-06c0-24a4-cd03-52919c991857/disk-0.vmdk from lease info. {{(pid=63366) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2529.211582] env[63366]: DEBUG oslo_vmware.rw_handles [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b0d2b5-06c0-24a4-cd03-52919c991857/disk-0.vmdk for reading. {{(pid=63366) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2529.339965] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c4e49ca6-56d6-45bd-a9e8-ca7bf59fe54a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2529.485696] env[63366]: DEBUG oslo_vmware.api [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104769, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460037} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2529.485944] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 9a749277-009b-446d-8942-e91f50f81690/9a749277-009b-446d-8942-e91f50f81690.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2529.486168] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2529.486412] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de8a16e5-2046-49a7-b66d-ded4cec33729 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2529.492208] env[63366]: DEBUG oslo_vmware.api [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2529.492208] env[63366]: value = "task-2104770" [ 2529.492208] env[63366]: _type = "Task" [ 2529.492208] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2529.498943] env[63366]: DEBUG oslo_vmware.api [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2530.002882] env[63366]: DEBUG oslo_vmware.api [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062136} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2530.003214] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2530.004145] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddffdd7-d7df-48ed-978a-9b08a0d3b72a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2530.027120] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 9a749277-009b-446d-8942-e91f50f81690/9a749277-009b-446d-8942-e91f50f81690.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2530.027832] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8589d7e8-f5b3-4de3-b732-d8c6374af279 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2530.047608] env[63366]: DEBUG oslo_vmware.api [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2530.047608] env[63366]: value = "task-2104771" [ 2530.047608] env[63366]: _type = "Task" [ 2530.047608] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2530.055554] env[63366]: DEBUG oslo_vmware.api [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2530.391473] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a54b89b5-81c7-4d89-9444-9e7bb5889ddd tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Volume attach. Driver type: vmdk {{(pid=63366) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2530.391879] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a54b89b5-81c7-4d89-9444-9e7bb5889ddd tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430917', 'volume_id': '5c882ea2-db12-45ea-a15a-25fdd83181a4', 'name': 'volume-5c882ea2-db12-45ea-a15a-25fdd83181a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03e79de3-5847-4a18-b296-c705b07af339', 'attached_at': '', 'detached_at': '', 'volume_id': '5c882ea2-db12-45ea-a15a-25fdd83181a4', 'serial': '5c882ea2-db12-45ea-a15a-25fdd83181a4'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2530.392795] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac331e6f-86a2-4e20-b939-caf08ba96996 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2530.410860] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519266c7-6aab-4f21-9555-c81969c21060 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2530.436949] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a54b89b5-81c7-4d89-9444-9e7bb5889ddd tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-5c882ea2-db12-45ea-a15a-25fdd83181a4/volume-5c882ea2-db12-45ea-a15a-25fdd83181a4.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2530.437650] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbd2b915-aacd-42ba-8b5c-59d843d1b9a2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2530.458473] env[63366]: DEBUG oslo_vmware.api [None req-a54b89b5-81c7-4d89-9444-9e7bb5889ddd tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2530.458473] env[63366]: value = "task-2104772" [ 2530.458473] env[63366]: _type = "Task" [ 2530.458473] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2530.467716] env[63366]: DEBUG oslo_vmware.api [None req-a54b89b5-81c7-4d89-9444-9e7bb5889ddd tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2530.557226] env[63366]: DEBUG oslo_vmware.api [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104771, 'name': ReconfigVM_Task, 'duration_secs': 0.287217} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2530.557991] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 9a749277-009b-446d-8942-e91f50f81690/9a749277-009b-446d-8942-e91f50f81690.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2530.558714] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85c6fb41-aa91-4d9b-89a4-ea8a4211a7c7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2530.565641] env[63366]: DEBUG oslo_vmware.api [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2530.565641] env[63366]: value = "task-2104773" [ 2530.565641] env[63366]: _type = "Task" [ 2530.565641] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2530.573729] env[63366]: DEBUG oslo_vmware.api [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104773, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2530.968898] env[63366]: DEBUG oslo_vmware.api [None req-a54b89b5-81c7-4d89-9444-9e7bb5889ddd tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2531.075977] env[63366]: DEBUG oslo_vmware.api [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104773, 'name': Rename_Task, 'duration_secs': 0.150602} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2531.078244] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2531.078244] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5308ec1-4403-4e0f-b81e-41349258fab4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2531.083617] env[63366]: DEBUG oslo_vmware.api [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2531.083617] env[63366]: value = "task-2104774" [ 2531.083617] env[63366]: _type = "Task" [ 2531.083617] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2531.092651] env[63366]: DEBUG oslo_vmware.api [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2531.469751] env[63366]: DEBUG oslo_vmware.api [None req-a54b89b5-81c7-4d89-9444-9e7bb5889ddd tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104772, 'name': ReconfigVM_Task, 'duration_secs': 0.670492} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2531.470089] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a54b89b5-81c7-4d89-9444-9e7bb5889ddd tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-5c882ea2-db12-45ea-a15a-25fdd83181a4/volume-5c882ea2-db12-45ea-a15a-25fdd83181a4.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2531.475110] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-774d3278-3f83-4c1a-a60f-4f1639f46095 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2531.489859] env[63366]: DEBUG oslo_vmware.api [None req-a54b89b5-81c7-4d89-9444-9e7bb5889ddd tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2531.489859] env[63366]: value = "task-2104775" [ 2531.489859] env[63366]: _type = "Task" [ 2531.489859] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2531.499100] env[63366]: DEBUG oslo_vmware.api [None req-a54b89b5-81c7-4d89-9444-9e7bb5889ddd tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104775, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2531.593934] env[63366]: DEBUG oslo_vmware.api [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104774, 'name': PowerOnVM_Task, 'duration_secs': 0.485774} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2531.594316] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2531.594584] env[63366]: INFO nova.compute.manager [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Took 13.92 seconds to spawn the instance on the hypervisor. [ 2531.594831] env[63366]: DEBUG nova.compute.manager [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2531.595748] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4daf8a1-ea1e-4030-8909-a042efa5b1c5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2532.000333] env[63366]: DEBUG oslo_vmware.api [None req-a54b89b5-81c7-4d89-9444-9e7bb5889ddd tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104775, 'name': ReconfigVM_Task, 'duration_secs': 0.151859} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2532.000653] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a54b89b5-81c7-4d89-9444-9e7bb5889ddd tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430917', 'volume_id': '5c882ea2-db12-45ea-a15a-25fdd83181a4', 'name': 'volume-5c882ea2-db12-45ea-a15a-25fdd83181a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03e79de3-5847-4a18-b296-c705b07af339', 'attached_at': '', 'detached_at': '', 'volume_id': '5c882ea2-db12-45ea-a15a-25fdd83181a4', 'serial': '5c882ea2-db12-45ea-a15a-25fdd83181a4'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2532.115048] env[63366]: INFO nova.compute.manager [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Took 20.90 seconds to build instance. [ 2532.616503] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d50533d4-f1e1-4b3d-9f23-2cd4cf9bfb61 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "9a749277-009b-446d-8942-e91f50f81690" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.413s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2533.042233] env[63366]: DEBUG nova.objects.instance [None req-a54b89b5-81c7-4d89-9444-9e7bb5889ddd tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lazy-loading 'flavor' on Instance uuid 03e79de3-5847-4a18-b296-c705b07af339 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2533.164862] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "03e79de3-5847-4a18-b296-c705b07af339" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2533.412665] env[63366]: DEBUG oslo_concurrency.lockutils [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "9a749277-009b-446d-8942-e91f50f81690" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2533.412949] env[63366]: DEBUG oslo_concurrency.lockutils [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "9a749277-009b-446d-8942-e91f50f81690" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2533.413169] env[63366]: DEBUG oslo_concurrency.lockutils [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "9a749277-009b-446d-8942-e91f50f81690-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2533.413383] env[63366]: DEBUG oslo_concurrency.lockutils [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "9a749277-009b-446d-8942-e91f50f81690-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2533.413549] env[63366]: DEBUG oslo_concurrency.lockutils [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "9a749277-009b-446d-8942-e91f50f81690-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2533.415821] env[63366]: INFO nova.compute.manager [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Terminating instance [ 2533.549688] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a54b89b5-81c7-4d89-9444-9e7bb5889ddd tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "03e79de3-5847-4a18-b296-c705b07af339" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.752s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2533.550634] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "03e79de3-5847-4a18-b296-c705b07af339" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.386s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2533.550880] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "03e79de3-5847-4a18-b296-c705b07af339-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2533.551094] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "03e79de3-5847-4a18-b296-c705b07af339-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2533.551261] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "03e79de3-5847-4a18-b296-c705b07af339-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2533.554786] env[63366]: INFO nova.compute.manager [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Terminating instance [ 2533.920308] env[63366]: DEBUG nova.compute.manager [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2533.920585] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2533.921542] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2e4d22-9313-44b7-ba7a-f910bde7922a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2533.930758] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2533.931014] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-915a4a76-0610-47f8-aeee-9cfe095fee65 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2533.940638] env[63366]: DEBUG oslo_vmware.api [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2533.940638] env[63366]: value = "task-2104776" [ 2533.940638] env[63366]: _type = "Task" [ 2533.940638] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2533.953091] env[63366]: DEBUG oslo_vmware.api [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2534.058779] env[63366]: DEBUG nova.compute.manager [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2534.059054] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2534.059367] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-698f82d1-0dca-4a4b-8ed2-0b5618b7cb11 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2534.066988] env[63366]: DEBUG oslo_vmware.api [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2534.066988] env[63366]: value = "task-2104777" [ 2534.066988] env[63366]: _type = "Task" [ 2534.066988] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2534.076090] env[63366]: DEBUG oslo_vmware.api [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2534.451078] env[63366]: DEBUG oslo_vmware.api [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104776, 'name': PowerOffVM_Task, 'duration_secs': 0.219184} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2534.451456] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2534.451575] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2534.451854] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f45759c-78f1-473c-9168-0f07eca15f3e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2534.576968] env[63366]: DEBUG oslo_vmware.api [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104777, 'name': PowerOffVM_Task, 'duration_secs': 0.253108} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2534.577270] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2534.577456] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Volume detach. Driver type: vmdk {{(pid=63366) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2534.577652] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430917', 'volume_id': '5c882ea2-db12-45ea-a15a-25fdd83181a4', 'name': 'volume-5c882ea2-db12-45ea-a15a-25fdd83181a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03e79de3-5847-4a18-b296-c705b07af339', 'attached_at': '', 'detached_at': '', 'volume_id': '5c882ea2-db12-45ea-a15a-25fdd83181a4', 'serial': '5c882ea2-db12-45ea-a15a-25fdd83181a4'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2534.578579] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19917590-0b0e-4253-9796-be4ef5d3e208 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2534.601367] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02458161-7dd9-44b0-829a-dd50d3718df1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2534.608547] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bef260b-2d76-434f-ba7e-c107b216f82b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2534.630609] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f463a644-185b-4089-ba08-05f62419175c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2534.633279] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2534.633474] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2534.633647] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Deleting the datastore file [datastore2] 9a749277-009b-446d-8942-e91f50f81690 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2534.633892] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af141f47-c43c-4f22-bbd6-a80cb4ccbba3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2534.649367] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] The volume has not been displaced from its original location: [datastore2] volume-5c882ea2-db12-45ea-a15a-25fdd83181a4/volume-5c882ea2-db12-45ea-a15a-25fdd83181a4.vmdk. No consolidation needed. {{(pid=63366) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2534.655836] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2534.657401] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8703424f-1079-4d7d-aa97-95b438fe4121 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2534.670125] env[63366]: DEBUG oslo_vmware.api [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2534.670125] env[63366]: value = "task-2104779" [ 2534.670125] env[63366]: _type = "Task" [ 2534.670125] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2534.675999] env[63366]: DEBUG oslo_vmware.api [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2534.675999] env[63366]: value = "task-2104780" [ 2534.675999] env[63366]: _type = "Task" [ 2534.675999] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2534.679145] env[63366]: DEBUG oslo_vmware.api [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2534.686869] env[63366]: DEBUG oslo_vmware.api [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104780, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2535.180125] env[63366]: DEBUG oslo_vmware.api [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174562} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2535.183615] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2535.183615] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2535.183615] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2535.183790] env[63366]: INFO nova.compute.manager [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 9a749277-009b-446d-8942-e91f50f81690] Took 1.26 seconds to destroy the instance on the hypervisor. [ 2535.183958] env[63366]: DEBUG oslo.service.loopingcall [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2535.184177] env[63366]: DEBUG nova.compute.manager [-] [instance: 9a749277-009b-446d-8942-e91f50f81690] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2535.184273] env[63366]: DEBUG nova.network.neutron [-] [instance: 9a749277-009b-446d-8942-e91f50f81690] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2535.190798] env[63366]: DEBUG oslo_vmware.api [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104780, 'name': ReconfigVM_Task, 'duration_secs': 0.308377} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2535.191057] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2535.195587] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e354673-398c-4591-8aaf-3ee372508a03 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2535.210575] env[63366]: DEBUG oslo_vmware.api [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2535.210575] env[63366]: value = "task-2104781" [ 2535.210575] env[63366]: _type = "Task" [ 2535.210575] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2535.218798] env[63366]: DEBUG oslo_vmware.api [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2535.476950] env[63366]: DEBUG nova.compute.manager [req-3fec82f7-f277-444d-aaac-f11a96c6a968 req-b90b2841-153b-4a3f-b8c0-0cd169d6e984 service nova] [instance: 9a749277-009b-446d-8942-e91f50f81690] Received event network-vif-deleted-6855830f-b2b3-4392-87fd-9abbdbc238da {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2535.477280] env[63366]: INFO nova.compute.manager [req-3fec82f7-f277-444d-aaac-f11a96c6a968 req-b90b2841-153b-4a3f-b8c0-0cd169d6e984 service nova] [instance: 9a749277-009b-446d-8942-e91f50f81690] Neutron deleted interface 6855830f-b2b3-4392-87fd-9abbdbc238da; detaching it from the instance and deleting it from the info cache [ 2535.477384] env[63366]: DEBUG nova.network.neutron [req-3fec82f7-f277-444d-aaac-f11a96c6a968 req-b90b2841-153b-4a3f-b8c0-0cd169d6e984 service nova] [instance: 9a749277-009b-446d-8942-e91f50f81690] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2535.721482] env[63366]: DEBUG oslo_vmware.api [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104781, 'name': ReconfigVM_Task, 'duration_secs': 0.361104} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2535.721977] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430917', 'volume_id': '5c882ea2-db12-45ea-a15a-25fdd83181a4', 'name': 'volume-5c882ea2-db12-45ea-a15a-25fdd83181a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03e79de3-5847-4a18-b296-c705b07af339', 'attached_at': '', 'detached_at': '', 'volume_id': '5c882ea2-db12-45ea-a15a-25fdd83181a4', 'serial': '5c882ea2-db12-45ea-a15a-25fdd83181a4'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2535.722205] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2535.723117] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82cc81f-3310-4d69-b926-b2e21f798a2a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2535.730596] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2535.730896] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86d4d0c7-e6d0-4945-a191-0d0a9aad8e88 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2535.824965] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2535.825236] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2535.825424] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Deleting the datastore file [datastore2] 03e79de3-5847-4a18-b296-c705b07af339 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2535.825691] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64188cc9-cd5c-4077-9670-4951fdfc7cea {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2535.833800] env[63366]: DEBUG oslo_vmware.api [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2535.833800] env[63366]: value = "task-2104783" [ 2535.833800] env[63366]: _type = "Task" [ 2535.833800] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2535.842099] env[63366]: DEBUG oslo_vmware.api [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2535.950809] env[63366]: DEBUG nova.network.neutron [-] [instance: 9a749277-009b-446d-8942-e91f50f81690] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2535.979891] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b11515fb-0d23-4434-b19e-065fa678e4dd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2535.989594] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b407473-2149-4011-ba5b-6727dcdfd256 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2536.015449] env[63366]: DEBUG nova.compute.manager [req-3fec82f7-f277-444d-aaac-f11a96c6a968 req-b90b2841-153b-4a3f-b8c0-0cd169d6e984 service nova] [instance: 9a749277-009b-446d-8942-e91f50f81690] Detach interface failed, port_id=6855830f-b2b3-4392-87fd-9abbdbc238da, reason: Instance 9a749277-009b-446d-8942-e91f50f81690 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2536.344069] env[63366]: DEBUG oslo_vmware.api [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152236} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2536.344347] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2536.344576] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2536.344765] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2536.344939] env[63366]: INFO nova.compute.manager [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Took 2.29 seconds to destroy the instance on the hypervisor. [ 2536.345211] env[63366]: DEBUG oslo.service.loopingcall [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2536.345401] env[63366]: DEBUG nova.compute.manager [-] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2536.345493] env[63366]: DEBUG nova.network.neutron [-] [instance: 03e79de3-5847-4a18-b296-c705b07af339] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2536.453610] env[63366]: INFO nova.compute.manager [-] [instance: 9a749277-009b-446d-8942-e91f50f81690] Took 1.27 seconds to deallocate network for instance. [ 2536.510541] env[63366]: DEBUG oslo_vmware.rw_handles [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b0d2b5-06c0-24a4-cd03-52919c991857/disk-0.vmdk. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2536.511543] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08efb7d2-4710-4119-b3be-c3a036100ae2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2536.518631] env[63366]: DEBUG oslo_vmware.rw_handles [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b0d2b5-06c0-24a4-cd03-52919c991857/disk-0.vmdk is in state: ready. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2536.518794] env[63366]: ERROR oslo_vmware.rw_handles [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b0d2b5-06c0-24a4-cd03-52919c991857/disk-0.vmdk due to incomplete transfer. [ 2536.519020] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4fc44f99-8569-44f4-9582-9ca376c76d4d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2536.526136] env[63366]: DEBUG oslo_vmware.rw_handles [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b0d2b5-06c0-24a4-cd03-52919c991857/disk-0.vmdk. {{(pid=63366) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2536.526342] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Uploaded image 30c0f369-d991-47f2-afed-f011d68db431 to the Glance image server {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2536.528710] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Destroying the VM {{(pid=63366) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2536.528988] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8ee69570-e1ce-4b7c-bfba-bf8faf892b6c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2536.535297] env[63366]: DEBUG oslo_vmware.api [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2536.535297] env[63366]: value = "task-2104784" [ 2536.535297] env[63366]: _type = "Task" [ 2536.535297] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2536.543065] env[63366]: DEBUG oslo_vmware.api [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104784, 'name': Destroy_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2536.961046] env[63366]: DEBUG oslo_concurrency.lockutils [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2536.961046] env[63366]: DEBUG oslo_concurrency.lockutils [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2536.961046] env[63366]: DEBUG nova.objects.instance [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lazy-loading 'resources' on Instance uuid 9a749277-009b-446d-8942-e91f50f81690 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2537.045744] env[63366]: DEBUG oslo_vmware.api [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104784, 'name': Destroy_Task} progress is 33%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2537.067349] env[63366]: DEBUG nova.network.neutron [-] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2537.506874] env[63366]: DEBUG nova.compute.manager [req-fc5c9971-c453-43fc-b485-2d1556ba861f req-14449dbd-4820-4685-b485-d7a0ae596c6d service nova] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Received event network-vif-deleted-81f3e7f2-36b9-48a4-996e-8c9b3bf4908b {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2537.532598] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba400f12-30c0-4e07-a907-9cc981426a11 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2537.543563] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b380e64-8375-4f64-ada5-add57f4061e8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2537.550897] env[63366]: DEBUG oslo_vmware.api [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104784, 'name': Destroy_Task, 'duration_secs': 0.717067} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2537.551524] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Destroyed the VM [ 2537.551748] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Deleting Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2537.551983] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-833ccd8a-7b4f-49d2-9c3a-a790ea5fd3e1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2537.578961] env[63366]: INFO nova.compute.manager [-] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Took 1.23 seconds to deallocate network for instance. [ 2537.584072] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e348f611-0a0d-4d24-99cc-23dc075fb010 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2537.586698] env[63366]: DEBUG oslo_vmware.api [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2537.586698] env[63366]: value = "task-2104785" [ 2537.586698] env[63366]: _type = "Task" [ 2537.586698] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2537.593607] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71eafef-c3db-43b5-a1f8-1482d424bd9e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2537.601645] env[63366]: DEBUG oslo_vmware.api [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104785, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2537.611963] env[63366]: DEBUG nova.compute.provider_tree [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2538.096271] env[63366]: DEBUG oslo_vmware.api [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104785, 'name': RemoveSnapshot_Task, 'duration_secs': 0.491804} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2538.096529] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Deleted Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2538.096810] env[63366]: DEBUG nova.compute.manager [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2538.097630] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78a5202-3bfc-4498-8487-fccddc9a82a6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2538.115145] env[63366]: DEBUG nova.scheduler.client.report [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2538.129980] env[63366]: INFO nova.compute.manager [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Took 0.55 seconds to detach 1 volumes for instance. [ 2538.610233] env[63366]: INFO nova.compute.manager [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Shelve offloading [ 2538.619071] env[63366]: DEBUG oslo_concurrency.lockutils [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.658s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2538.637198] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2538.637474] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2538.637692] env[63366]: DEBUG nova.objects.instance [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lazy-loading 'resources' on Instance uuid 03e79de3-5847-4a18-b296-c705b07af339 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2538.639366] env[63366]: INFO nova.scheduler.client.report [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Deleted allocations for instance 9a749277-009b-446d-8942-e91f50f81690 [ 2539.114230] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2539.114608] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-122fa17c-0ac8-49e9-b7b1-3445ac12d69b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2539.122680] env[63366]: DEBUG oslo_vmware.api [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2539.122680] env[63366]: value = "task-2104786" [ 2539.122680] env[63366]: _type = "Task" [ 2539.122680] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2539.130750] env[63366]: DEBUG oslo_vmware.api [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2539.151204] env[63366]: DEBUG oslo_concurrency.lockutils [None req-977070df-6bb5-4bfa-84c6-77c252321894 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "9a749277-009b-446d-8942-e91f50f81690" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.738s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2539.200527] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087debf4-d394-4240-adf8-451e6a13d74b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2539.208802] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c1bdca-2ba9-49bb-8597-5c9aa4b7607c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2539.239206] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219506b7-f75c-4c86-a547-611fbd9b23e4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2539.246971] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285d439c-8482-4f3f-a577-a61b2f976e5b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2539.260353] env[63366]: DEBUG nova.compute.provider_tree [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2539.633162] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] VM already powered off {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2539.633441] env[63366]: DEBUG nova.compute.manager [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2539.634234] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7bdda7-f1cd-4626-ac0c-f497e330a5c6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2539.640013] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "refresh_cache-72facf09-c27f-4a6e-916a-94f5b28a6202" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2539.640184] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquired lock "refresh_cache-72facf09-c27f-4a6e-916a-94f5b28a6202" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2539.640352] env[63366]: DEBUG nova.network.neutron [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2539.763687] env[63366]: DEBUG nova.scheduler.client.report [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2540.268895] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2540.287660] env[63366]: INFO nova.scheduler.client.report [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Deleted allocations for instance 03e79de3-5847-4a18-b296-c705b07af339 [ 2540.393663] env[63366]: DEBUG nova.network.neutron [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Updating instance_info_cache with network_info: [{"id": "a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6", "address": "fa:16:3e:a7:81:15", "network": {"id": "dde64ecf-d04d-416e-8b83-815c32c700c4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1469551463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62200d1a03874ff385bca60027eceb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa159f4a3-2a", "ovs_interfaceid": "a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2540.523071] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "30f54cec-a922-486c-82a8-b5f59f8591e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2540.523071] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "30f54cec-a922-486c-82a8-b5f59f8591e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2540.797758] env[63366]: DEBUG oslo_concurrency.lockutils [None req-ab4d4c15-49de-4c46-ae11-909582fafd9b tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "03e79de3-5847-4a18-b296-c705b07af339" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.247s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2540.898996] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Releasing lock "refresh_cache-72facf09-c27f-4a6e-916a-94f5b28a6202" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2541.024817] env[63366]: DEBUG nova.compute.manager [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2541.191662] env[63366]: DEBUG nova.compute.manager [req-08ec0a10-6c68-48b9-8406-e3b0d36712ae req-e6b6744c-a3a9-4e33-a9cd-c528f2572f2f service nova] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Received event network-vif-unplugged-a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2541.191875] env[63366]: DEBUG oslo_concurrency.lockutils [req-08ec0a10-6c68-48b9-8406-e3b0d36712ae req-e6b6744c-a3a9-4e33-a9cd-c528f2572f2f service nova] Acquiring lock "72facf09-c27f-4a6e-916a-94f5b28a6202-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2541.192090] env[63366]: DEBUG oslo_concurrency.lockutils [req-08ec0a10-6c68-48b9-8406-e3b0d36712ae req-e6b6744c-a3a9-4e33-a9cd-c528f2572f2f service nova] Lock "72facf09-c27f-4a6e-916a-94f5b28a6202-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2541.192255] env[63366]: DEBUG oslo_concurrency.lockutils [req-08ec0a10-6c68-48b9-8406-e3b0d36712ae req-e6b6744c-a3a9-4e33-a9cd-c528f2572f2f service nova] Lock "72facf09-c27f-4a6e-916a-94f5b28a6202-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2541.192440] env[63366]: DEBUG nova.compute.manager [req-08ec0a10-6c68-48b9-8406-e3b0d36712ae req-e6b6744c-a3a9-4e33-a9cd-c528f2572f2f service nova] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] No waiting events found dispatching network-vif-unplugged-a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2541.192593] env[63366]: WARNING nova.compute.manager [req-08ec0a10-6c68-48b9-8406-e3b0d36712ae req-e6b6744c-a3a9-4e33-a9cd-c528f2572f2f service nova] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Received unexpected event network-vif-unplugged-a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6 for instance with vm_state shelved and task_state shelving_offloading. [ 2541.322133] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2541.323354] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18edd1a5-4866-4879-8847-ef7737ec7b1d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2541.332533] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2541.332533] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdae2a7e-9b1c-46e1-a006-16ddb79914b6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2541.546492] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2541.546759] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2541.548578] env[63366]: INFO nova.compute.claims [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2541.929779] env[63366]: DEBUG oslo_concurrency.lockutils [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "73c8815a-2282-4184-83db-d8006bb7da26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2541.930054] env[63366]: DEBUG oslo_concurrency.lockutils [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "73c8815a-2282-4184-83db-d8006bb7da26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2542.432771] env[63366]: DEBUG nova.compute.manager [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2542.617615] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547cfc81-1c23-4438-b2e3-606b04d30eb6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2542.625386] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4692eed1-a517-4dfe-824f-49910b4a3aba {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2542.654484] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6822d7f5-2283-4caf-9c28-77d04ba57454 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2542.661341] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff52f0b0-c70d-410e-9c7a-8e9378237701 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2542.673983] env[63366]: DEBUG nova.compute.provider_tree [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2542.950953] env[63366]: DEBUG oslo_concurrency.lockutils [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2543.177362] env[63366]: DEBUG nova.scheduler.client.report [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2543.216193] env[63366]: DEBUG nova.compute.manager [req-475a8f7e-ef1c-40ec-8de7-232c07db00a2 req-7c1cf2b4-1464-4f57-9bbb-e137307aef06 service nova] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Received event network-changed-a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2543.216338] env[63366]: DEBUG nova.compute.manager [req-475a8f7e-ef1c-40ec-8de7-232c07db00a2 req-7c1cf2b4-1464-4f57-9bbb-e137307aef06 service nova] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Refreshing instance network info cache due to event network-changed-a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2543.216557] env[63366]: DEBUG oslo_concurrency.lockutils [req-475a8f7e-ef1c-40ec-8de7-232c07db00a2 req-7c1cf2b4-1464-4f57-9bbb-e137307aef06 service nova] Acquiring lock "refresh_cache-72facf09-c27f-4a6e-916a-94f5b28a6202" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2543.216702] env[63366]: DEBUG oslo_concurrency.lockutils [req-475a8f7e-ef1c-40ec-8de7-232c07db00a2 req-7c1cf2b4-1464-4f57-9bbb-e137307aef06 service nova] Acquired lock "refresh_cache-72facf09-c27f-4a6e-916a-94f5b28a6202" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2543.216859] env[63366]: DEBUG nova.network.neutron [req-475a8f7e-ef1c-40ec-8de7-232c07db00a2 req-7c1cf2b4-1464-4f57-9bbb-e137307aef06 service nova] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Refreshing network info cache for port a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2543.682739] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.136s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2543.683363] env[63366]: DEBUG nova.compute.manager [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2543.686228] env[63366]: DEBUG oslo_concurrency.lockutils [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.735s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2543.687626] env[63366]: INFO nova.compute.claims [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2543.945464] env[63366]: DEBUG nova.network.neutron [req-475a8f7e-ef1c-40ec-8de7-232c07db00a2 req-7c1cf2b4-1464-4f57-9bbb-e137307aef06 service nova] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Updated VIF entry in instance network info cache for port a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2543.945899] env[63366]: DEBUG nova.network.neutron [req-475a8f7e-ef1c-40ec-8de7-232c07db00a2 req-7c1cf2b4-1464-4f57-9bbb-e137307aef06 service nova] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Updating instance_info_cache with network_info: [{"id": "a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6", "address": "fa:16:3e:a7:81:15", "network": {"id": "dde64ecf-d04d-416e-8b83-815c32c700c4", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1469551463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62200d1a03874ff385bca60027eceb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa159f4a3-2a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2544.192041] env[63366]: DEBUG nova.compute.utils [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2544.195312] env[63366]: DEBUG nova.compute.manager [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2544.195480] env[63366]: DEBUG nova.network.neutron [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2544.232766] env[63366]: DEBUG nova.policy [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08c29289d9e64c558eb43390eca16382', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34fe491c616540959b7b8ecd84c4415c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2544.448826] env[63366]: DEBUG oslo_concurrency.lockutils [req-475a8f7e-ef1c-40ec-8de7-232c07db00a2 req-7c1cf2b4-1464-4f57-9bbb-e137307aef06 service nova] Releasing lock "refresh_cache-72facf09-c27f-4a6e-916a-94f5b28a6202" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2544.460573] env[63366]: DEBUG nova.network.neutron [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Successfully created port: 6b926c4d-f95f-44f7-8696-a1ef421401e1 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2544.696740] env[63366]: DEBUG nova.compute.manager [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2544.754058] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2551d2-1f16-4fdb-a403-552bf72c0c1d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2544.761625] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04c60d8-e9e9-48d9-a01d-f0270e481424 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2544.790518] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7004ed05-7324-4bcb-9617-0f258ce51c94 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2544.797913] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fb9d3c-5b56-4c02-ad2c-46bd3ae02c75 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2544.810720] env[63366]: DEBUG nova.compute.provider_tree [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2545.314041] env[63366]: DEBUG nova.scheduler.client.report [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2545.711504] env[63366]: DEBUG nova.compute.manager [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2545.737245] env[63366]: DEBUG nova.virt.hardware [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2545.737927] env[63366]: DEBUG nova.virt.hardware [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2545.737927] env[63366]: DEBUG nova.virt.hardware [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2545.737927] env[63366]: DEBUG nova.virt.hardware [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2545.738109] env[63366]: DEBUG nova.virt.hardware [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2545.738147] env[63366]: DEBUG nova.virt.hardware [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2545.738371] env[63366]: DEBUG nova.virt.hardware [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2545.738551] env[63366]: DEBUG nova.virt.hardware [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2545.738721] env[63366]: DEBUG nova.virt.hardware [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2545.738882] env[63366]: DEBUG nova.virt.hardware [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2545.739065] env[63366]: DEBUG nova.virt.hardware [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2545.739932] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddedb85-2d6a-4769-acc4-a5afac657381 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2545.747383] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb759ef4-85b3-4378-9f7b-a5ef305a562a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2545.819018] env[63366]: DEBUG oslo_concurrency.lockutils [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.133s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2545.819499] env[63366]: DEBUG nova.compute.manager [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2546.324466] env[63366]: DEBUG nova.compute.utils [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2546.325635] env[63366]: DEBUG nova.compute.manager [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2546.325809] env[63366]: DEBUG nova.network.neutron [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2546.377414] env[63366]: DEBUG nova.policy [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79e8be6cc5544eb08e372429e9ce9d68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1586db76da6a43f0b16607a527f4c9b4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2546.631095] env[63366]: DEBUG nova.network.neutron [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Successfully created port: f4479425-645d-4a9a-8ef7-f5884e220444 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2546.830163] env[63366]: DEBUG nova.compute.manager [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2547.839514] env[63366]: DEBUG nova.compute.manager [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2547.865192] env[63366]: DEBUG nova.virt.hardware [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2547.865461] env[63366]: DEBUG nova.virt.hardware [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2547.865618] env[63366]: DEBUG nova.virt.hardware [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2547.865798] env[63366]: DEBUG nova.virt.hardware [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2547.865937] env[63366]: DEBUG nova.virt.hardware [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2547.866096] env[63366]: DEBUG nova.virt.hardware [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2547.866320] env[63366]: DEBUG nova.virt.hardware [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2547.866464] env[63366]: DEBUG nova.virt.hardware [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2547.866629] env[63366]: DEBUG nova.virt.hardware [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2547.866787] env[63366]: DEBUG nova.virt.hardware [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2547.866958] env[63366]: DEBUG nova.virt.hardware [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2547.867947] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e122937-97d3-4b58-93d2-361780188267 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2547.876065] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6b4f2b-ea2b-48ac-a3b6-1d09ad9466b5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2548.320333] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2548.320571] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2548.320911] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Deleting the datastore file [datastore2] 72facf09-c27f-4a6e-916a-94f5b28a6202 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2548.321219] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45caaf7f-51ad-4971-af45-d29a49a7c044 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2548.327883] env[63366]: DEBUG oslo_vmware.api [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2548.327883] env[63366]: value = "task-2104788" [ 2548.327883] env[63366]: _type = "Task" [ 2548.327883] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2548.337520] env[63366]: DEBUG oslo_vmware.api [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2548.837470] env[63366]: DEBUG oslo_vmware.api [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121862} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2548.837728] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2548.837910] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2548.838101] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2548.860566] env[63366]: INFO nova.scheduler.client.report [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Deleted allocations for instance 72facf09-c27f-4a6e-916a-94f5b28a6202 [ 2549.320393] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2549.320666] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2549.320799] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2549.320916] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Rebuilding the list of instances to heal {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2549.365275] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2549.365657] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2549.365779] env[63366]: DEBUG nova.objects.instance [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lazy-loading 'resources' on Instance uuid 72facf09-c27f-4a6e-916a-94f5b28a6202 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2549.369310] env[63366]: DEBUG nova.compute.manager [req-34450d56-b131-44ab-bf78-700544ea0953 req-b79af471-60e5-4382-920f-fde8f9e52564 service nova] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Received event network-vif-plugged-6b926c4d-f95f-44f7-8696-a1ef421401e1 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2549.369513] env[63366]: DEBUG oslo_concurrency.lockutils [req-34450d56-b131-44ab-bf78-700544ea0953 req-b79af471-60e5-4382-920f-fde8f9e52564 service nova] Acquiring lock "30f54cec-a922-486c-82a8-b5f59f8591e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2549.369708] env[63366]: DEBUG oslo_concurrency.lockutils [req-34450d56-b131-44ab-bf78-700544ea0953 req-b79af471-60e5-4382-920f-fde8f9e52564 service nova] Lock "30f54cec-a922-486c-82a8-b5f59f8591e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2549.369874] env[63366]: DEBUG oslo_concurrency.lockutils [req-34450d56-b131-44ab-bf78-700544ea0953 req-b79af471-60e5-4382-920f-fde8f9e52564 service nova] Lock "30f54cec-a922-486c-82a8-b5f59f8591e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2549.370059] env[63366]: DEBUG nova.compute.manager [req-34450d56-b131-44ab-bf78-700544ea0953 req-b79af471-60e5-4382-920f-fde8f9e52564 service nova] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] No waiting events found dispatching network-vif-plugged-6b926c4d-f95f-44f7-8696-a1ef421401e1 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2549.370346] env[63366]: WARNING nova.compute.manager [req-34450d56-b131-44ab-bf78-700544ea0953 req-b79af471-60e5-4382-920f-fde8f9e52564 service nova] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Received unexpected event network-vif-plugged-6b926c4d-f95f-44f7-8696-a1ef421401e1 for instance with vm_state building and task_state spawning. [ 2549.559647] env[63366]: DEBUG nova.compute.manager [req-f480219f-3d6d-4a8c-b061-449ebf47db5d req-c4c35a5d-03df-408b-9f81-99c3d4f6e387 service nova] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Received event network-vif-plugged-f4479425-645d-4a9a-8ef7-f5884e220444 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2549.559864] env[63366]: DEBUG oslo_concurrency.lockutils [req-f480219f-3d6d-4a8c-b061-449ebf47db5d req-c4c35a5d-03df-408b-9f81-99c3d4f6e387 service nova] Acquiring lock "73c8815a-2282-4184-83db-d8006bb7da26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2549.560071] env[63366]: DEBUG oslo_concurrency.lockutils [req-f480219f-3d6d-4a8c-b061-449ebf47db5d req-c4c35a5d-03df-408b-9f81-99c3d4f6e387 service nova] Lock "73c8815a-2282-4184-83db-d8006bb7da26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2549.560261] env[63366]: DEBUG oslo_concurrency.lockutils [req-f480219f-3d6d-4a8c-b061-449ebf47db5d req-c4c35a5d-03df-408b-9f81-99c3d4f6e387 service nova] Lock "73c8815a-2282-4184-83db-d8006bb7da26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2549.560450] env[63366]: DEBUG nova.compute.manager [req-f480219f-3d6d-4a8c-b061-449ebf47db5d req-c4c35a5d-03df-408b-9f81-99c3d4f6e387 service nova] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] No waiting events found dispatching network-vif-plugged-f4479425-645d-4a9a-8ef7-f5884e220444 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2549.560624] env[63366]: WARNING nova.compute.manager [req-f480219f-3d6d-4a8c-b061-449ebf47db5d req-c4c35a5d-03df-408b-9f81-99c3d4f6e387 service nova] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Received unexpected event network-vif-plugged-f4479425-645d-4a9a-8ef7-f5884e220444 for instance with vm_state building and task_state spawning. [ 2549.643749] env[63366]: DEBUG nova.network.neutron [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Successfully updated port: f4479425-645d-4a9a-8ef7-f5884e220444 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2549.824675] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Skipping network cache update for instance because it is Building. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 2549.824835] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Skipping network cache update for instance because it is Building. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 2549.850361] env[63366]: INFO nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Updating ports in neutron [ 2549.869554] env[63366]: DEBUG nova.objects.instance [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lazy-loading 'numa_topology' on Instance uuid 72facf09-c27f-4a6e-916a-94f5b28a6202 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2549.880328] env[63366]: INFO nova.network.neutron [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Updating port a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2549.907558] env[63366]: DEBUG nova.network.neutron [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Successfully updated port: 6b926c4d-f95f-44f7-8696-a1ef421401e1 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2550.146245] env[63366]: DEBUG oslo_concurrency.lockutils [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "refresh_cache-73c8815a-2282-4184-83db-d8006bb7da26" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2550.146389] env[63366]: DEBUG oslo_concurrency.lockutils [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquired lock "refresh_cache-73c8815a-2282-4184-83db-d8006bb7da26" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2550.146568] env[63366]: DEBUG nova.network.neutron [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2550.371653] env[63366]: DEBUG nova.objects.base [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Object Instance<72facf09-c27f-4a6e-916a-94f5b28a6202> lazy-loaded attributes: resources,numa_topology {{(pid=63366) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2550.409616] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "refresh_cache-30f54cec-a922-486c-82a8-b5f59f8591e3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2550.409658] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquired lock "refresh_cache-30f54cec-a922-486c-82a8-b5f59f8591e3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2550.409833] env[63366]: DEBUG nova.network.neutron [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2550.426722] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466b7d11-8a82-43e9-ab1a-528f80888a5a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2550.434240] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de08cfc-0728-4883-b1c6-4ca31c171e3b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2550.465609] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b1409d-78a0-41df-87c5-5a4058c01096 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2550.472996] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4ac237-404b-4dd1-8eb6-ebe433198c03 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2550.487361] env[63366]: DEBUG nova.compute.provider_tree [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2550.677525] env[63366]: DEBUG nova.network.neutron [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2550.944419] env[63366]: DEBUG nova.network.neutron [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2550.990527] env[63366]: DEBUG nova.scheduler.client.report [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2551.052993] env[63366]: DEBUG nova.network.neutron [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Updating instance_info_cache with network_info: [{"id": "f4479425-645d-4a9a-8ef7-f5884e220444", "address": "fa:16:3e:15:e2:3c", "network": {"id": "f582484c-867a-471e-ab8c-e54dc033c2f8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1880965132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1586db76da6a43f0b16607a527f4c9b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4479425-64", "ovs_interfaceid": "f4479425-645d-4a9a-8ef7-f5884e220444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2551.079677] env[63366]: DEBUG nova.network.neutron [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Updating instance_info_cache with network_info: [{"id": "6b926c4d-f95f-44f7-8696-a1ef421401e1", "address": "fa:16:3e:34:2f:59", "network": {"id": "49a15919-acd2-4c9c-bb1c-fcc5af970fc7", "bridge": "br-int", "label": "tempest-ServersTestJSON-2122947830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fe491c616540959b7b8ecd84c4415c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b926c4d-f9", "ovs_interfaceid": "6b926c4d-f95f-44f7-8696-a1ef421401e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2551.497613] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2551.528886] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "72facf09-c27f-4a6e-916a-94f5b28a6202" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2551.554918] env[63366]: DEBUG oslo_concurrency.lockutils [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Releasing lock "refresh_cache-73c8815a-2282-4184-83db-d8006bb7da26" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2551.555239] env[63366]: DEBUG nova.compute.manager [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Instance network_info: |[{"id": "f4479425-645d-4a9a-8ef7-f5884e220444", "address": "fa:16:3e:15:e2:3c", "network": {"id": "f582484c-867a-471e-ab8c-e54dc033c2f8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1880965132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1586db76da6a43f0b16607a527f4c9b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4479425-64", "ovs_interfaceid": "f4479425-645d-4a9a-8ef7-f5884e220444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2551.555633] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:e2:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4479425-645d-4a9a-8ef7-f5884e220444', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2551.563516] env[63366]: DEBUG oslo.service.loopingcall [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2551.563717] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2551.564207] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0ccce30-703a-49da-8ba7-f7dace12f937 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2551.581710] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Releasing lock "refresh_cache-30f54cec-a922-486c-82a8-b5f59f8591e3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2551.581993] env[63366]: DEBUG nova.compute.manager [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Instance network_info: |[{"id": "6b926c4d-f95f-44f7-8696-a1ef421401e1", "address": "fa:16:3e:34:2f:59", "network": {"id": "49a15919-acd2-4c9c-bb1c-fcc5af970fc7", "bridge": "br-int", "label": "tempest-ServersTestJSON-2122947830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fe491c616540959b7b8ecd84c4415c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b926c4d-f9", "ovs_interfaceid": "6b926c4d-f95f-44f7-8696-a1ef421401e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2551.582394] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:2f:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b926c4d-f95f-44f7-8696-a1ef421401e1', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2551.589826] env[63366]: DEBUG oslo.service.loopingcall [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2551.592136] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2551.592350] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2551.592350] env[63366]: value = "task-2104789" [ 2551.592350] env[63366]: _type = "Task" [ 2551.592350] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2551.593662] env[63366]: DEBUG nova.compute.manager [req-452a0417-9b0a-468c-b8b1-ecf9ed468325 req-72aa60a6-dba7-40be-b5f3-e16ff937c654 service nova] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Received event network-changed-f4479425-645d-4a9a-8ef7-f5884e220444 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2551.593836] env[63366]: DEBUG nova.compute.manager [req-452a0417-9b0a-468c-b8b1-ecf9ed468325 req-72aa60a6-dba7-40be-b5f3-e16ff937c654 service nova] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Refreshing instance network info cache due to event network-changed-f4479425-645d-4a9a-8ef7-f5884e220444. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2551.594047] env[63366]: DEBUG oslo_concurrency.lockutils [req-452a0417-9b0a-468c-b8b1-ecf9ed468325 req-72aa60a6-dba7-40be-b5f3-e16ff937c654 service nova] Acquiring lock "refresh_cache-73c8815a-2282-4184-83db-d8006bb7da26" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2551.594188] env[63366]: DEBUG oslo_concurrency.lockutils [req-452a0417-9b0a-468c-b8b1-ecf9ed468325 req-72aa60a6-dba7-40be-b5f3-e16ff937c654 service nova] Acquired lock "refresh_cache-73c8815a-2282-4184-83db-d8006bb7da26" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2551.594339] env[63366]: DEBUG nova.network.neutron [req-452a0417-9b0a-468c-b8b1-ecf9ed468325 req-72aa60a6-dba7-40be-b5f3-e16ff937c654 service nova] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Refreshing network info cache for port f4479425-645d-4a9a-8ef7-f5884e220444 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2551.595345] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6667af33-67ea-4d03-906c-92f778f12ece {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2551.617940] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2551.617940] env[63366]: value = "task-2104790" [ 2551.617940] env[63366]: _type = "Task" [ 2551.617940] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2551.620874] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104789, 'name': CreateVM_Task} progress is 15%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2551.629848] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104790, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2551.675575] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "refresh_cache-72facf09-c27f-4a6e-916a-94f5b28a6202" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2551.675777] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "refresh_cache-72facf09-c27f-4a6e-916a-94f5b28a6202" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2551.675975] env[63366]: DEBUG nova.network.neutron [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Forcefully refreshing network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2551.676168] env[63366]: DEBUG nova.objects.instance [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lazy-loading 'info_cache' on Instance uuid 72facf09-c27f-4a6e-916a-94f5b28a6202 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2552.006271] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4916c121-a917-49a1-9aa8-92b6c5c5cb7b tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "72facf09-c27f-4a6e-916a-94f5b28a6202" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.973s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2552.006972] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "72facf09-c27f-4a6e-916a-94f5b28a6202" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.478s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2552.007163] env[63366]: INFO nova.compute.manager [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Unshelving [ 2552.120740] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104789, 'name': CreateVM_Task, 'duration_secs': 0.382163} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2552.120942] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2552.124956] env[63366]: DEBUG oslo_concurrency.lockutils [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2552.124956] env[63366]: DEBUG oslo_concurrency.lockutils [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2552.124956] env[63366]: DEBUG oslo_concurrency.lockutils [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2552.124956] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-543d3298-4baf-45e3-8c8e-6ceeafe7dad6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2552.131617] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104790, 'name': CreateVM_Task, 'duration_secs': 0.368194} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2552.132612] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2552.132907] env[63366]: DEBUG oslo_vmware.api [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2552.132907] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52d1b142-d399-1ef7-c0d3-a859ef8c7379" [ 2552.132907] env[63366]: _type = "Task" [ 2552.132907] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2552.133425] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2552.140941] env[63366]: DEBUG oslo_vmware.api [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d1b142-d399-1ef7-c0d3-a859ef8c7379, 'name': SearchDatastore_Task, 'duration_secs': 0.009368} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2552.143073] env[63366]: DEBUG oslo_concurrency.lockutils [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2552.143299] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2552.143513] env[63366]: DEBUG oslo_concurrency.lockutils [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2552.143655] env[63366]: DEBUG oslo_concurrency.lockutils [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2552.143825] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2552.144123] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2552.144385] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2552.144594] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7422865a-1c52-4c27-b282-4ba2f80b1ff5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2552.146597] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddcd2c59-f305-4d12-a888-9331e82e0ef4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2552.151483] env[63366]: DEBUG oslo_vmware.api [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2552.151483] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52116e6a-8372-0e1a-217e-1d3f85b34e30" [ 2552.151483] env[63366]: _type = "Task" [ 2552.151483] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2552.159605] env[63366]: DEBUG oslo_vmware.api [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52116e6a-8372-0e1a-217e-1d3f85b34e30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2552.164204] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2552.164378] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2552.165035] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41e6cd78-6265-4278-927e-129e1f0db6ea {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2552.169765] env[63366]: DEBUG oslo_vmware.api [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2552.169765] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ca1911-8de6-80fa-617a-255433ad9370" [ 2552.169765] env[63366]: _type = "Task" [ 2552.169765] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2552.177453] env[63366]: DEBUG oslo_vmware.api [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ca1911-8de6-80fa-617a-255433ad9370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2552.354428] env[63366]: DEBUG nova.network.neutron [req-452a0417-9b0a-468c-b8b1-ecf9ed468325 req-72aa60a6-dba7-40be-b5f3-e16ff937c654 service nova] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Updated VIF entry in instance network info cache for port f4479425-645d-4a9a-8ef7-f5884e220444. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2552.354806] env[63366]: DEBUG nova.network.neutron [req-452a0417-9b0a-468c-b8b1-ecf9ed468325 req-72aa60a6-dba7-40be-b5f3-e16ff937c654 service nova] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Updating instance_info_cache with network_info: [{"id": "f4479425-645d-4a9a-8ef7-f5884e220444", "address": "fa:16:3e:15:e2:3c", "network": {"id": "f582484c-867a-471e-ab8c-e54dc033c2f8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1880965132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1586db76da6a43f0b16607a527f4c9b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4479425-64", "ovs_interfaceid": "f4479425-645d-4a9a-8ef7-f5884e220444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2552.661737] env[63366]: DEBUG oslo_vmware.api [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52116e6a-8372-0e1a-217e-1d3f85b34e30, 'name': SearchDatastore_Task, 'duration_secs': 0.009687} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2552.662039] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2552.662267] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2552.662474] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2552.677876] env[63366]: DEBUG oslo_vmware.api [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ca1911-8de6-80fa-617a-255433ad9370, 'name': SearchDatastore_Task, 'duration_secs': 0.007475} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2552.678571] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34e1d4f7-542b-401b-afed-cad9712e9d14 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2552.683105] env[63366]: DEBUG oslo_vmware.api [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2552.683105] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52b15e97-52b0-22c2-9877-ff8f6843e21b" [ 2552.683105] env[63366]: _type = "Task" [ 2552.683105] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2552.693011] env[63366]: DEBUG oslo_vmware.api [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52b15e97-52b0-22c2-9877-ff8f6843e21b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2552.857917] env[63366]: DEBUG oslo_concurrency.lockutils [req-452a0417-9b0a-468c-b8b1-ecf9ed468325 req-72aa60a6-dba7-40be-b5f3-e16ff937c654 service nova] Releasing lock "refresh_cache-73c8815a-2282-4184-83db-d8006bb7da26" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2552.858151] env[63366]: DEBUG nova.compute.manager [req-452a0417-9b0a-468c-b8b1-ecf9ed468325 req-72aa60a6-dba7-40be-b5f3-e16ff937c654 service nova] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Received event network-changed-6b926c4d-f95f-44f7-8696-a1ef421401e1 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2552.858335] env[63366]: DEBUG nova.compute.manager [req-452a0417-9b0a-468c-b8b1-ecf9ed468325 req-72aa60a6-dba7-40be-b5f3-e16ff937c654 service nova] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Refreshing instance network info cache due to event network-changed-6b926c4d-f95f-44f7-8696-a1ef421401e1. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2552.858535] env[63366]: DEBUG oslo_concurrency.lockutils [req-452a0417-9b0a-468c-b8b1-ecf9ed468325 req-72aa60a6-dba7-40be-b5f3-e16ff937c654 service nova] Acquiring lock "refresh_cache-30f54cec-a922-486c-82a8-b5f59f8591e3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2552.858735] env[63366]: DEBUG oslo_concurrency.lockutils [req-452a0417-9b0a-468c-b8b1-ecf9ed468325 req-72aa60a6-dba7-40be-b5f3-e16ff937c654 service nova] Acquired lock "refresh_cache-30f54cec-a922-486c-82a8-b5f59f8591e3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2552.858918] env[63366]: DEBUG nova.network.neutron [req-452a0417-9b0a-468c-b8b1-ecf9ed468325 req-72aa60a6-dba7-40be-b5f3-e16ff937c654 service nova] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Refreshing network info cache for port 6b926c4d-f95f-44f7-8696-a1ef421401e1 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2553.029345] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2553.029651] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2553.029819] env[63366]: DEBUG nova.objects.instance [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lazy-loading 'pci_requests' on Instance uuid 72facf09-c27f-4a6e-916a-94f5b28a6202 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2553.193632] env[63366]: DEBUG oslo_vmware.api [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52b15e97-52b0-22c2-9877-ff8f6843e21b, 'name': SearchDatastore_Task, 'duration_secs': 0.009288} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2553.193632] env[63366]: DEBUG oslo_concurrency.lockutils [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2553.193844] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 73c8815a-2282-4184-83db-d8006bb7da26/73c8815a-2282-4184-83db-d8006bb7da26.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2553.194130] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2553.194312] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2553.194537] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0026a47f-9fed-4710-afe1-93fef326c0f0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2553.196409] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa925809-9b71-40b0-a75f-3149525acce4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2553.205087] env[63366]: DEBUG oslo_vmware.api [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2553.205087] env[63366]: value = "task-2104791" [ 2553.205087] env[63366]: _type = "Task" [ 2553.205087] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2553.206150] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2553.206350] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2553.209458] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfd8443b-a400-4b84-8c49-4eb43e625b7a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2553.219031] env[63366]: DEBUG oslo_vmware.api [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2553.219226] env[63366]: DEBUG oslo_vmware.api [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2553.219226] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5247ab25-94dd-bcd3-6109-b7b9a1602e97" [ 2553.219226] env[63366]: _type = "Task" [ 2553.219226] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2553.226939] env[63366]: DEBUG oslo_vmware.api [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5247ab25-94dd-bcd3-6109-b7b9a1602e97, 'name': SearchDatastore_Task, 'duration_secs': 0.007608} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2553.227673] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef20a764-3a15-4e6e-ad47-9bb37200e6ce {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2553.232393] env[63366]: DEBUG oslo_vmware.api [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2553.232393] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]529f0001-cb0e-4599-b2c9-9b47529e2b17" [ 2553.232393] env[63366]: _type = "Task" [ 2553.232393] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2553.239517] env[63366]: DEBUG oslo_vmware.api [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]529f0001-cb0e-4599-b2c9-9b47529e2b17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2553.426253] env[63366]: DEBUG nova.network.neutron [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Updating instance_info_cache with network_info: [{"id": "a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6", "address": "fa:16:3e:a7:81:15", "network": {"id": "dde64ecf-d04d-416e-8b83-815c32c700c4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1469551463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62200d1a03874ff385bca60027eceb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa159f4a3-2a", "ovs_interfaceid": "a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2553.534501] env[63366]: DEBUG nova.objects.instance [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lazy-loading 'numa_topology' on Instance uuid 72facf09-c27f-4a6e-916a-94f5b28a6202 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2553.586668] env[63366]: DEBUG nova.network.neutron [req-452a0417-9b0a-468c-b8b1-ecf9ed468325 req-72aa60a6-dba7-40be-b5f3-e16ff937c654 service nova] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Updated VIF entry in instance network info cache for port 6b926c4d-f95f-44f7-8696-a1ef421401e1. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2553.587071] env[63366]: DEBUG nova.network.neutron [req-452a0417-9b0a-468c-b8b1-ecf9ed468325 req-72aa60a6-dba7-40be-b5f3-e16ff937c654 service nova] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Updating instance_info_cache with network_info: [{"id": "6b926c4d-f95f-44f7-8696-a1ef421401e1", "address": "fa:16:3e:34:2f:59", "network": {"id": "49a15919-acd2-4c9c-bb1c-fcc5af970fc7", "bridge": "br-int", "label": "tempest-ServersTestJSON-2122947830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fe491c616540959b7b8ecd84c4415c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b926c4d-f9", "ovs_interfaceid": "6b926c4d-f95f-44f7-8696-a1ef421401e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2553.715531] env[63366]: DEBUG oslo_vmware.api [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.422672} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2553.715770] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 73c8815a-2282-4184-83db-d8006bb7da26/73c8815a-2282-4184-83db-d8006bb7da26.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2553.715979] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2553.716234] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab8c8956-bd4a-4719-bfed-decdce8062e5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2553.722733] env[63366]: DEBUG oslo_vmware.api [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2553.722733] env[63366]: value = "task-2104792" [ 2553.722733] env[63366]: _type = "Task" [ 2553.722733] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2553.730213] env[63366]: DEBUG oslo_vmware.api [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2553.741183] env[63366]: DEBUG oslo_vmware.api [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]529f0001-cb0e-4599-b2c9-9b47529e2b17, 'name': SearchDatastore_Task, 'duration_secs': 0.007062} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2553.741419] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2553.741669] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 30f54cec-a922-486c-82a8-b5f59f8591e3/30f54cec-a922-486c-82a8-b5f59f8591e3.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2553.741981] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-773a04c4-efcf-4ee6-bf7a-91c038ae2b46 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2553.748133] env[63366]: DEBUG oslo_vmware.api [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2553.748133] env[63366]: value = "task-2104793" [ 2553.748133] env[63366]: _type = "Task" [ 2553.748133] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2553.755257] env[63366]: DEBUG oslo_vmware.api [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2553.928912] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "refresh_cache-72facf09-c27f-4a6e-916a-94f5b28a6202" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2553.929341] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Updated the network info_cache for instance {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2553.929677] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2553.929959] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2553.930242] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2553.930551] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2553.930734] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2553.930990] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2553.931219] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2553.931458] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2554.037173] env[63366]: INFO nova.compute.claims [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2554.090551] env[63366]: DEBUG oslo_concurrency.lockutils [req-452a0417-9b0a-468c-b8b1-ecf9ed468325 req-72aa60a6-dba7-40be-b5f3-e16ff937c654 service nova] Releasing lock "refresh_cache-30f54cec-a922-486c-82a8-b5f59f8591e3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2554.233059] env[63366]: DEBUG oslo_vmware.api [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064044} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2554.233275] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2554.234024] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1c850c-1c5f-4055-ac97-152ca313e34b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2554.255988] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 73c8815a-2282-4184-83db-d8006bb7da26/73c8815a-2282-4184-83db-d8006bb7da26.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2554.256307] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-633fb28d-5378-40ae-8eb3-8bb082bd076f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2554.278921] env[63366]: DEBUG oslo_vmware.api [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433443} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2554.280072] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 30f54cec-a922-486c-82a8-b5f59f8591e3/30f54cec-a922-486c-82a8-b5f59f8591e3.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2554.280293] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2554.280588] env[63366]: DEBUG oslo_vmware.api [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2554.280588] env[63366]: value = "task-2104794" [ 2554.280588] env[63366]: _type = "Task" [ 2554.280588] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2554.280774] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45ffb118-e521-485e-b478-a2effeeab8c3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2554.289965] env[63366]: DEBUG oslo_vmware.api [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104794, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2554.291048] env[63366]: DEBUG oslo_vmware.api [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2554.291048] env[63366]: value = "task-2104795" [ 2554.291048] env[63366]: _type = "Task" [ 2554.291048] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2554.435098] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2554.791919] env[63366]: DEBUG oslo_vmware.api [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104794, 'name': ReconfigVM_Task, 'duration_secs': 0.289583} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2554.794865] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 73c8815a-2282-4184-83db-d8006bb7da26/73c8815a-2282-4184-83db-d8006bb7da26.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2554.795500] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd18c3ac-f353-4d1e-a3b5-a36274d87e50 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2554.801255] env[63366]: DEBUG oslo_vmware.api [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070214} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2554.802361] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2554.802679] env[63366]: DEBUG oslo_vmware.api [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2554.802679] env[63366]: value = "task-2104796" [ 2554.802679] env[63366]: _type = "Task" [ 2554.802679] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2554.803335] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd626fa-3c5c-41f0-ba72-7c3db2d51831 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2554.812552] env[63366]: DEBUG oslo_vmware.api [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104796, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2554.829404] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 30f54cec-a922-486c-82a8-b5f59f8591e3/30f54cec-a922-486c-82a8-b5f59f8591e3.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2554.830852] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc3d7bbb-df05-46ba-988d-141b74afccba {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2554.848136] env[63366]: DEBUG oslo_vmware.api [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2554.848136] env[63366]: value = "task-2104797" [ 2554.848136] env[63366]: _type = "Task" [ 2554.848136] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2554.855642] env[63366]: DEBUG oslo_vmware.api [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104797, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2555.104630] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1359c1-0e32-4b92-8878-628e46944ae6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2555.111678] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4034c61-1805-4686-9ab8-65a50becc786 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2555.142200] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bede77-8ac3-42de-b6d2-665554101bd3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2555.150278] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd53eb74-6eb3-43c8-b731-8ea894ebfb4d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2555.163700] env[63366]: DEBUG nova.compute.provider_tree [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2555.314881] env[63366]: DEBUG oslo_vmware.api [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104796, 'name': Rename_Task, 'duration_secs': 0.137165} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2555.315106] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2555.315333] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6428891a-2292-427b-a26c-6758f375071f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2555.321146] env[63366]: DEBUG oslo_vmware.api [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2555.321146] env[63366]: value = "task-2104798" [ 2555.321146] env[63366]: _type = "Task" [ 2555.321146] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2555.328987] env[63366]: DEBUG oslo_vmware.api [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2555.358430] env[63366]: DEBUG oslo_vmware.api [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104797, 'name': ReconfigVM_Task, 'duration_secs': 0.258348} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2555.358430] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 30f54cec-a922-486c-82a8-b5f59f8591e3/30f54cec-a922-486c-82a8-b5f59f8591e3.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2555.359073] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b8e9b50-5649-4f23-98ca-1cff6bbf50b6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2555.365311] env[63366]: DEBUG oslo_vmware.api [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2555.365311] env[63366]: value = "task-2104799" [ 2555.365311] env[63366]: _type = "Task" [ 2555.365311] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2555.375070] env[63366]: DEBUG oslo_vmware.api [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104799, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2555.667191] env[63366]: DEBUG nova.scheduler.client.report [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2555.831536] env[63366]: DEBUG oslo_vmware.api [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104798, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2555.874930] env[63366]: DEBUG oslo_vmware.api [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104799, 'name': Rename_Task, 'duration_secs': 0.176447} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2555.875210] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2555.875445] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c3b91cb-e066-4e8e-87e8-76593da6193e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2555.881645] env[63366]: DEBUG oslo_vmware.api [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2555.881645] env[63366]: value = "task-2104800" [ 2555.881645] env[63366]: _type = "Task" [ 2555.881645] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2555.888986] env[63366]: DEBUG oslo_vmware.api [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2556.172949] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.143s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2556.175141] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.740s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2556.175355] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2556.175525] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2556.176429] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e3b0ce-eb4f-480e-aa05-9afe1ac871a9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2556.184957] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63fb77e-2187-4c9c-923b-d2bad8435642 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2556.201561] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2011bd12-be94-4d64-9c6a-0889fbfffca3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2556.205910] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "refresh_cache-72facf09-c27f-4a6e-916a-94f5b28a6202" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2556.206112] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquired lock "refresh_cache-72facf09-c27f-4a6e-916a-94f5b28a6202" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2556.206305] env[63366]: DEBUG nova.network.neutron [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2556.210295] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1390c0-2454-4a6a-af9e-81c9fed0171f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2556.240199] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180836MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2556.240406] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2556.240543] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2556.332878] env[63366]: DEBUG oslo_vmware.api [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104798, 'name': PowerOnVM_Task, 'duration_secs': 0.953448} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2556.333169] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2556.333389] env[63366]: INFO nova.compute.manager [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Took 8.49 seconds to spawn the instance on the hypervisor. [ 2556.333588] env[63366]: DEBUG nova.compute.manager [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2556.334390] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488d1ba7-eac7-490d-84cd-595cb62f3455 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2556.391800] env[63366]: DEBUG oslo_vmware.api [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104800, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2556.852744] env[63366]: INFO nova.compute.manager [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Took 13.92 seconds to build instance. [ 2556.893939] env[63366]: DEBUG oslo_vmware.api [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104800, 'name': PowerOnVM_Task, 'duration_secs': 0.648434} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2556.893939] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2556.894127] env[63366]: INFO nova.compute.manager [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Took 11.18 seconds to spawn the instance on the hypervisor. [ 2556.894277] env[63366]: DEBUG nova.compute.manager [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2556.895108] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0594c52e-549f-42c4-b949-7f33e183d7e2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2556.921054] env[63366]: DEBUG nova.network.neutron [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Updating instance_info_cache with network_info: [{"id": "a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6", "address": "fa:16:3e:a7:81:15", "network": {"id": "dde64ecf-d04d-416e-8b83-815c32c700c4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1469551463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62200d1a03874ff385bca60027eceb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa159f4a3-2a", "ovs_interfaceid": "a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2557.265288] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2557.265603] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 30f54cec-a922-486c-82a8-b5f59f8591e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2557.265603] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 73c8815a-2282-4184-83db-d8006bb7da26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2557.265696] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 72facf09-c27f-4a6e-916a-94f5b28a6202 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2557.265820] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2557.265952] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2557.317492] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ff14f2-2461-442c-87cf-167b115d3a57 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2557.324600] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b613455-53b4-47b5-bd02-2a1a2198db14 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2557.353623] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243b1e8e-7ed5-4f81-8cb4-88ec6d006cad {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2557.355983] env[63366]: DEBUG oslo_concurrency.lockutils [None req-25cd84e7-4096-4652-838b-37ac7e0b84ed tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "73c8815a-2282-4184-83db-d8006bb7da26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.426s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2557.361121] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a62d722-3edc-4b9e-bf19-94c99d9ba3ec {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2557.374218] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2557.410813] env[63366]: INFO nova.compute.manager [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Took 15.88 seconds to build instance. [ 2557.423838] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Releasing lock "refresh_cache-72facf09-c27f-4a6e-916a-94f5b28a6202" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2557.446635] env[63366]: DEBUG nova.virt.hardware [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c3ccbf833d78f26309e6304ef64d67e2',container_format='bare',created_at=2025-01-14T17:18:44Z,direct_url=,disk_format='vmdk',id=30c0f369-d991-47f2-afed-f011d68db431,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1031046208-shelved',owner='62200d1a03874ff385bca60027eceb1d',properties=ImageMetaProps,protected=,size=31670784,status='active',tags=,updated_at=2025-01-14T17:18:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2557.446870] env[63366]: DEBUG nova.virt.hardware [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2557.447036] env[63366]: DEBUG nova.virt.hardware [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2557.447223] env[63366]: DEBUG nova.virt.hardware [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2557.447422] env[63366]: DEBUG nova.virt.hardware [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2557.447594] env[63366]: DEBUG nova.virt.hardware [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2557.447801] env[63366]: DEBUG nova.virt.hardware [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2557.447991] env[63366]: DEBUG nova.virt.hardware [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2557.448193] env[63366]: DEBUG nova.virt.hardware [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2557.448370] env[63366]: DEBUG nova.virt.hardware [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2557.448538] env[63366]: DEBUG nova.virt.hardware [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2557.449382] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44fecb1-3ebe-4453-831e-be62993b6478 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2557.457401] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f587b69-4431-49da-9535-6b13c9960be7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2557.471737] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:81:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2557.478874] env[63366]: DEBUG oslo.service.loopingcall [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2557.479097] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2557.479294] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffc2b7f7-dc06-47b1-87bd-5fd9d344e7bd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2557.499976] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2557.499976] env[63366]: value = "task-2104801" [ 2557.499976] env[63366]: _type = "Task" [ 2557.499976] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2557.507039] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104801, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2557.625968] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "73c8815a-2282-4184-83db-d8006bb7da26" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2557.625968] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "73c8815a-2282-4184-83db-d8006bb7da26" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2557.625968] env[63366]: INFO nova.compute.manager [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Shelving [ 2557.876940] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2557.913079] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62ec7453-f240-4794-9ce8-1bad503d2db4 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "30f54cec-a922-486c-82a8-b5f59f8591e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.390s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2558.009703] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104801, 'name': CreateVM_Task, 'duration_secs': 0.430728} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2558.009901] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2558.010567] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/30c0f369-d991-47f2-afed-f011d68db431" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2558.010730] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/30c0f369-d991-47f2-afed-f011d68db431" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2558.011111] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/30c0f369-d991-47f2-afed-f011d68db431" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2558.011356] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a69afe8-7a10-47b0-9541-e55154a9b29f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2558.015475] env[63366]: DEBUG oslo_vmware.api [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2558.015475] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52221309-789d-1eb6-0431-6b847a0e51a8" [ 2558.015475] env[63366]: _type = "Task" [ 2558.015475] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2558.022856] env[63366]: DEBUG oslo_vmware.api [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52221309-789d-1eb6-0431-6b847a0e51a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2558.306783] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "30f54cec-a922-486c-82a8-b5f59f8591e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2558.307239] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "30f54cec-a922-486c-82a8-b5f59f8591e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2558.307239] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "30f54cec-a922-486c-82a8-b5f59f8591e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2558.307914] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "30f54cec-a922-486c-82a8-b5f59f8591e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2558.308115] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "30f54cec-a922-486c-82a8-b5f59f8591e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2558.310161] env[63366]: INFO nova.compute.manager [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Terminating instance [ 2558.381575] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2558.381777] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.141s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2558.526219] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/30c0f369-d991-47f2-afed-f011d68db431" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2558.526472] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Processing image 30c0f369-d991-47f2-afed-f011d68db431 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2558.526711] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/30c0f369-d991-47f2-afed-f011d68db431/30c0f369-d991-47f2-afed-f011d68db431.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2558.526859] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/30c0f369-d991-47f2-afed-f011d68db431/30c0f369-d991-47f2-afed-f011d68db431.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2558.527054] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2558.527342] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c967150-e9e9-4293-9f99-82c69725ea00 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2558.535551] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2558.535732] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2558.536411] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f19a9fb5-53b8-4b9d-ad42-8cd319547f5e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2558.541593] env[63366]: DEBUG oslo_vmware.api [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2558.541593] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]526913ad-145b-09cb-25fd-c0e9842400aa" [ 2558.541593] env[63366]: _type = "Task" [ 2558.541593] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2558.548551] env[63366]: DEBUG oslo_vmware.api [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526913ad-145b-09cb-25fd-c0e9842400aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2558.634927] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2558.635247] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d02e6f39-c997-4296-a550-4417c39450a1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2558.642138] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2558.642138] env[63366]: value = "task-2104802" [ 2558.642138] env[63366]: _type = "Task" [ 2558.642138] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2558.650501] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2558.814648] env[63366]: DEBUG nova.compute.manager [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2558.814865] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2558.815854] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203befc6-5595-4f20-892c-092e2bb6fed9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2558.823225] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2558.823450] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-233fd6d1-d8ab-4d39-b1ff-058981ff2b22 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2558.828803] env[63366]: DEBUG oslo_vmware.api [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2558.828803] env[63366]: value = "task-2104803" [ 2558.828803] env[63366]: _type = "Task" [ 2558.828803] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2558.836712] env[63366]: DEBUG oslo_vmware.api [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2559.052887] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Preparing fetch location {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2559.053157] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Fetch image to [datastore2] OSTACK_IMG_bed3a6ba-eb9e-464c-ae87-6d93620af06a/OSTACK_IMG_bed3a6ba-eb9e-464c-ae87-6d93620af06a.vmdk {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2559.053341] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Downloading stream optimized image 30c0f369-d991-47f2-afed-f011d68db431 to [datastore2] OSTACK_IMG_bed3a6ba-eb9e-464c-ae87-6d93620af06a/OSTACK_IMG_bed3a6ba-eb9e-464c-ae87-6d93620af06a.vmdk on the data store datastore2 as vApp {{(pid=63366) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2559.053506] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Downloading image file data 30c0f369-d991-47f2-afed-f011d68db431 to the ESX as VM named 'OSTACK_IMG_bed3a6ba-eb9e-464c-ae87-6d93620af06a' {{(pid=63366) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2559.118100] env[63366]: DEBUG oslo_vmware.rw_handles [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2559.118100] env[63366]: value = "resgroup-9" [ 2559.118100] env[63366]: _type = "ResourcePool" [ 2559.118100] env[63366]: }. {{(pid=63366) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2559.118398] env[63366]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e7d508bf-6c18-47a1-8a3f-205fe0dd9c39 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2559.138341] env[63366]: DEBUG oslo_vmware.rw_handles [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lease: (returnval){ [ 2559.138341] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5295d4b3-7473-d178-78f6-c0541c0dab15" [ 2559.138341] env[63366]: _type = "HttpNfcLease" [ 2559.138341] env[63366]: } obtained for vApp import into resource pool (val){ [ 2559.138341] env[63366]: value = "resgroup-9" [ 2559.138341] env[63366]: _type = "ResourcePool" [ 2559.138341] env[63366]: }. {{(pid=63366) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2559.138641] env[63366]: DEBUG oslo_vmware.api [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the lease: (returnval){ [ 2559.138641] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5295d4b3-7473-d178-78f6-c0541c0dab15" [ 2559.138641] env[63366]: _type = "HttpNfcLease" [ 2559.138641] env[63366]: } to be ready. {{(pid=63366) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2559.148767] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2559.148767] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5295d4b3-7473-d178-78f6-c0541c0dab15" [ 2559.148767] env[63366]: _type = "HttpNfcLease" [ 2559.148767] env[63366]: } is initializing. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2559.155228] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104802, 'name': PowerOffVM_Task, 'duration_secs': 0.167904} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2559.155632] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2559.156845] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10780db9-185d-4350-8137-dc9fc9a74843 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2559.181734] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d75849-1728-46f6-8519-ae3c40af0063 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2559.338997] env[63366]: DEBUG oslo_vmware.api [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104803, 'name': PowerOffVM_Task, 'duration_secs': 0.15063} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2559.340022] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2559.340022] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2559.340155] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9c38f55-b493-467d-9bed-cbb2ce33d2d6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2559.492660] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2559.492917] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2559.493118] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Deleting the datastore file [datastore2] 30f54cec-a922-486c-82a8-b5f59f8591e3 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2559.493409] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0498f4f-7e58-4b2b-b3a8-902558a0b868 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2559.500652] env[63366]: DEBUG oslo_vmware.api [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2559.500652] env[63366]: value = "task-2104806" [ 2559.500652] env[63366]: _type = "Task" [ 2559.500652] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2559.508282] env[63366]: DEBUG oslo_vmware.api [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2559.646706] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2559.646706] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5295d4b3-7473-d178-78f6-c0541c0dab15" [ 2559.646706] env[63366]: _type = "HttpNfcLease" [ 2559.646706] env[63366]: } is ready. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2559.646972] env[63366]: DEBUG oslo_vmware.rw_handles [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2559.646972] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5295d4b3-7473-d178-78f6-c0541c0dab15" [ 2559.646972] env[63366]: _type = "HttpNfcLease" [ 2559.646972] env[63366]: }. {{(pid=63366) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2559.647692] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0426e6-7e4f-4df0-b382-12a1d18c12fc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2559.654236] env[63366]: DEBUG oslo_vmware.rw_handles [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52566404-2c2b-b093-83f2-c32a1238137c/disk-0.vmdk from lease info. {{(pid=63366) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2559.654408] env[63366]: DEBUG oslo_vmware.rw_handles [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Creating HTTP connection to write to file with size = 31670784 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52566404-2c2b-b093-83f2-c32a1238137c/disk-0.vmdk. {{(pid=63366) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2559.709792] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Creating Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2559.710051] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-81ea8a87-3361-4785-a858-fce47fc92592 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2559.717601] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6e36feca-995f-4436-9e78-a4fff6a05177 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2559.719246] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2559.719246] env[63366]: value = "task-2104807" [ 2559.719246] env[63366]: _type = "Task" [ 2559.719246] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2559.729733] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104807, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2560.011069] env[63366]: DEBUG oslo_vmware.api [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138062} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2560.011321] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2560.011516] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2560.011721] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2560.011895] env[63366]: INFO nova.compute.manager [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Took 1.20 seconds to destroy the instance on the hypervisor. [ 2560.012157] env[63366]: DEBUG oslo.service.loopingcall [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2560.013623] env[63366]: DEBUG nova.compute.manager [-] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2560.013723] env[63366]: DEBUG nova.network.neutron [-] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2560.231563] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104807, 'name': CreateSnapshot_Task, 'duration_secs': 0.426287} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2560.231767] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Created Snapshot of the VM instance {{(pid=63366) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2560.233630] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8729414-9b14-4e92-8484-2d66c76339ec {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.300522] env[63366]: DEBUG nova.compute.manager [req-ed167756-8ef4-4edb-be95-8bb5d34b3bc2 req-382655b9-5390-482f-a04a-05e41a5b74d3 service nova] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Received event network-vif-deleted-6b926c4d-f95f-44f7-8696-a1ef421401e1 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2560.300848] env[63366]: INFO nova.compute.manager [req-ed167756-8ef4-4edb-be95-8bb5d34b3bc2 req-382655b9-5390-482f-a04a-05e41a5b74d3 service nova] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Neutron deleted interface 6b926c4d-f95f-44f7-8696-a1ef421401e1; detaching it from the instance and deleting it from the info cache [ 2560.300973] env[63366]: DEBUG nova.network.neutron [req-ed167756-8ef4-4edb-be95-8bb5d34b3bc2 req-382655b9-5390-482f-a04a-05e41a5b74d3 service nova] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2560.730664] env[63366]: DEBUG oslo_vmware.rw_handles [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Completed reading data from the image iterator. {{(pid=63366) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2560.731113] env[63366]: DEBUG oslo_vmware.rw_handles [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52566404-2c2b-b093-83f2-c32a1238137c/disk-0.vmdk. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2560.731976] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa87892-c7d9-4976-8f72-fc25e4558d5f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.738803] env[63366]: DEBUG oslo_vmware.rw_handles [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52566404-2c2b-b093-83f2-c32a1238137c/disk-0.vmdk is in state: ready. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2560.738968] env[63366]: DEBUG oslo_vmware.rw_handles [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52566404-2c2b-b093-83f2-c32a1238137c/disk-0.vmdk. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2560.739257] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0c351d40-6583-4eeb-8ea1-a23e83a58993 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.752014] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Creating linked-clone VM from snapshot {{(pid=63366) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2560.752276] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-af8d3130-a50d-4b62-9627-34789f6a124e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.760401] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2560.760401] env[63366]: value = "task-2104808" [ 2560.760401] env[63366]: _type = "Task" [ 2560.760401] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2560.769587] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104808, 'name': CloneVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2560.779027] env[63366]: DEBUG nova.network.neutron [-] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2560.803994] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d723449-05c7-4d58-8557-41ef6949bfe0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.813786] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a603c8e-be74-4f15-80da-7b10fb2100ff {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.841619] env[63366]: DEBUG nova.compute.manager [req-ed167756-8ef4-4edb-be95-8bb5d34b3bc2 req-382655b9-5390-482f-a04a-05e41a5b74d3 service nova] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Detach interface failed, port_id=6b926c4d-f95f-44f7-8696-a1ef421401e1, reason: Instance 30f54cec-a922-486c-82a8-b5f59f8591e3 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2561.229801] env[63366]: DEBUG oslo_vmware.rw_handles [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52566404-2c2b-b093-83f2-c32a1238137c/disk-0.vmdk. {{(pid=63366) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2561.230074] env[63366]: INFO nova.virt.vmwareapi.images [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Downloaded image file data 30c0f369-d991-47f2-afed-f011d68db431 [ 2561.231062] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729eec9c-5633-4a6e-9b8f-a8220fe510f9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2561.246099] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-433a8af1-ec26-474e-b133-204494359585 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2561.269402] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104808, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2561.270567] env[63366]: INFO nova.virt.vmwareapi.images [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] The imported VM was unregistered [ 2561.273367] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Caching image {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2561.273599] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Creating directory with path [datastore2] devstack-image-cache_base/30c0f369-d991-47f2-afed-f011d68db431 {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2561.273843] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3805b3a-59bc-47d0-a498-f9b82a1b1cb2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2561.281164] env[63366]: INFO nova.compute.manager [-] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Took 1.27 seconds to deallocate network for instance. [ 2561.286788] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Created directory with path [datastore2] devstack-image-cache_base/30c0f369-d991-47f2-afed-f011d68db431 {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2561.286971] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_bed3a6ba-eb9e-464c-ae87-6d93620af06a/OSTACK_IMG_bed3a6ba-eb9e-464c-ae87-6d93620af06a.vmdk to [datastore2] devstack-image-cache_base/30c0f369-d991-47f2-afed-f011d68db431/30c0f369-d991-47f2-afed-f011d68db431.vmdk. {{(pid=63366) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2561.287216] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-eba2a714-e220-4b8b-8380-a37b5ecb2e5a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2561.293875] env[63366]: DEBUG oslo_vmware.api [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2561.293875] env[63366]: value = "task-2104810" [ 2561.293875] env[63366]: _type = "Task" [ 2561.293875] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2561.301802] env[63366]: DEBUG oslo_vmware.api [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104810, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2561.774376] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104808, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2561.787666] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2561.787936] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2561.788172] env[63366]: DEBUG nova.objects.instance [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lazy-loading 'resources' on Instance uuid 30f54cec-a922-486c-82a8-b5f59f8591e3 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2561.806683] env[63366]: DEBUG oslo_vmware.api [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104810, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2562.276441] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104808, 'name': CloneVM_Task} progress is 94%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2562.306084] env[63366]: DEBUG oslo_vmware.api [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104810, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2562.467192] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbcdf5e-de10-4bf2-9859-82dad7def994 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2562.477136] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9abbccd-5c09-4d67-be13-5185c560744e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2562.509795] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5628af-775a-40dd-85f7-84f3254ce42f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2562.520108] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d38e7b3-ad9a-43c5-97a2-991aa310eaf4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2562.535890] env[63366]: DEBUG nova.compute.provider_tree [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2562.774438] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104808, 'name': CloneVM_Task} progress is 95%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2562.809519] env[63366]: DEBUG oslo_vmware.api [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104810, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2563.040114] env[63366]: DEBUG nova.scheduler.client.report [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2563.276747] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104808, 'name': CloneVM_Task} progress is 95%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2563.308881] env[63366]: DEBUG oslo_vmware.api [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104810, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2563.544692] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2563.562992] env[63366]: INFO nova.scheduler.client.report [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Deleted allocations for instance 30f54cec-a922-486c-82a8-b5f59f8591e3 [ 2563.778437] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104808, 'name': CloneVM_Task} progress is 95%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2563.810662] env[63366]: DEBUG oslo_vmware.api [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104810, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.261954} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2563.811050] env[63366]: INFO nova.virt.vmwareapi.ds_util [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_bed3a6ba-eb9e-464c-ae87-6d93620af06a/OSTACK_IMG_bed3a6ba-eb9e-464c-ae87-6d93620af06a.vmdk to [datastore2] devstack-image-cache_base/30c0f369-d991-47f2-afed-f011d68db431/30c0f369-d991-47f2-afed-f011d68db431.vmdk. [ 2563.811373] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Cleaning up location [datastore2] OSTACK_IMG_bed3a6ba-eb9e-464c-ae87-6d93620af06a {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2563.811660] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_bed3a6ba-eb9e-464c-ae87-6d93620af06a {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2563.812039] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1257056e-a1c3-4bfd-ad39-bd0ee65292da {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2563.819788] env[63366]: DEBUG oslo_vmware.api [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2563.819788] env[63366]: value = "task-2104811" [ 2563.819788] env[63366]: _type = "Task" [ 2563.819788] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2563.831161] env[63366]: DEBUG oslo_vmware.api [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2564.070297] env[63366]: DEBUG oslo_concurrency.lockutils [None req-f9ff05b1-3422-4f1e-9a2b-d6af8e7e4cea tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "30f54cec-a922-486c-82a8-b5f59f8591e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.763s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2564.275414] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104808, 'name': CloneVM_Task} progress is 95%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2564.328963] env[63366]: DEBUG oslo_vmware.api [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233322} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2564.329170] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2564.329336] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/30c0f369-d991-47f2-afed-f011d68db431/30c0f369-d991-47f2-afed-f011d68db431.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2564.329581] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/30c0f369-d991-47f2-afed-f011d68db431/30c0f369-d991-47f2-afed-f011d68db431.vmdk to [datastore2] 72facf09-c27f-4a6e-916a-94f5b28a6202/72facf09-c27f-4a6e-916a-94f5b28a6202.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2564.329822] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42b61c9d-0b0f-4e88-9350-d5404aaf659c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2564.335854] env[63366]: DEBUG oslo_vmware.api [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2564.335854] env[63366]: value = "task-2104812" [ 2564.335854] env[63366]: _type = "Task" [ 2564.335854] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2564.343532] env[63366]: DEBUG oslo_vmware.api [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2564.777708] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104808, 'name': CloneVM_Task} progress is 95%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2564.847996] env[63366]: DEBUG oslo_vmware.api [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104812, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2565.278254] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104808, 'name': CloneVM_Task} progress is 95%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2565.315231] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2565.315493] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2565.350493] env[63366]: DEBUG oslo_vmware.api [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104812, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2565.779713] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104808, 'name': CloneVM_Task} progress is 95%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2565.818457] env[63366]: DEBUG nova.compute.manager [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2565.849042] env[63366]: DEBUG oslo_vmware.api [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104812, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2566.280706] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104808, 'name': CloneVM_Task} progress is 95%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2566.344139] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2566.344405] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2566.345926] env[63366]: INFO nova.compute.claims [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2566.356136] env[63366]: DEBUG oslo_vmware.api [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104812, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2566.779166] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104808, 'name': CloneVM_Task} progress is 95%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2566.847988] env[63366]: DEBUG oslo_vmware.api [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104812, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.207657} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2566.848271] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/30c0f369-d991-47f2-afed-f011d68db431/30c0f369-d991-47f2-afed-f011d68db431.vmdk to [datastore2] 72facf09-c27f-4a6e-916a-94f5b28a6202/72facf09-c27f-4a6e-916a-94f5b28a6202.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2566.849047] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e334f8-0024-41df-8d8f-6ab1748d3380 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2566.872110] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 72facf09-c27f-4a6e-916a-94f5b28a6202/72facf09-c27f-4a6e-916a-94f5b28a6202.vmdk or device None with type streamOptimized {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2566.873152] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d2b5103-7e0f-4cc3-b522-403e9ccfff99 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2566.891646] env[63366]: DEBUG oslo_vmware.api [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2566.891646] env[63366]: value = "task-2104813" [ 2566.891646] env[63366]: _type = "Task" [ 2566.891646] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2566.899167] env[63366]: DEBUG oslo_vmware.api [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104813, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2567.279298] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104808, 'name': CloneVM_Task} progress is 95%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2567.403804] env[63366]: DEBUG oslo_vmware.api [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104813, 'name': ReconfigVM_Task, 'duration_secs': 0.480309} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2567.404095] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 72facf09-c27f-4a6e-916a-94f5b28a6202/72facf09-c27f-4a6e-916a-94f5b28a6202.vmdk or device None with type streamOptimized {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2567.404707] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8fda074-b5b4-44e4-8df0-cdc36baac86b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2567.411380] env[63366]: DEBUG oslo_vmware.api [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2567.411380] env[63366]: value = "task-2104814" [ 2567.411380] env[63366]: _type = "Task" [ 2567.411380] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2567.415147] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfe0fde-040a-4636-b77f-466419af1301 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2567.423545] env[63366]: DEBUG oslo_vmware.api [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104814, 'name': Rename_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2567.425864] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca749ab1-b71b-4c03-bd56-421758c7e745 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2567.454618] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233b1d4f-55ba-4e12-a7f2-f40a77ed3d89 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2567.463139] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e572033-92f4-47eb-93c6-c00959a07a21 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2567.476442] env[63366]: DEBUG nova.compute.provider_tree [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2567.780401] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104808, 'name': CloneVM_Task} progress is 95%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2567.920920] env[63366]: DEBUG oslo_vmware.api [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104814, 'name': Rename_Task, 'duration_secs': 0.12759} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2567.921212] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2567.921451] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9066669b-5349-4fb9-9ed9-9a6d2d65ea3d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2567.927389] env[63366]: DEBUG oslo_vmware.api [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2567.927389] env[63366]: value = "task-2104815" [ 2567.927389] env[63366]: _type = "Task" [ 2567.927389] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2567.934673] env[63366]: DEBUG oslo_vmware.api [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2567.980011] env[63366]: DEBUG nova.scheduler.client.report [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2568.282609] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104808, 'name': CloneVM_Task} progress is 95%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2568.438549] env[63366]: DEBUG oslo_vmware.api [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104815, 'name': PowerOnVM_Task, 'duration_secs': 0.39827} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2568.438798] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2568.484751] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.140s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2568.485342] env[63366]: DEBUG nova.compute.manager [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2568.537967] env[63366]: DEBUG nova.compute.manager [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2568.538877] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ae2bc2-eaa4-4edd-9ecd-03666712ba09 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2568.781077] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104808, 'name': CloneVM_Task} progress is 100%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2568.991055] env[63366]: DEBUG nova.compute.utils [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2568.991963] env[63366]: DEBUG nova.compute.manager [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2568.992177] env[63366]: DEBUG nova.network.neutron [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2569.029835] env[63366]: DEBUG nova.policy [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08c29289d9e64c558eb43390eca16382', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34fe491c616540959b7b8ecd84c4415c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2569.055620] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4c06bf80-4d27-4be1-a1d6-f947c2179e74 tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "72facf09-c27f-4a6e-916a-94f5b28a6202" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 17.048s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2569.282781] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104808, 'name': CloneVM_Task, 'duration_secs': 8.068433} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2569.283694] env[63366]: DEBUG nova.network.neutron [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Successfully created port: 088dff70-d2f0-4bec-812e-a71aefcfad6c {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2569.285861] env[63366]: INFO nova.virt.vmwareapi.vmops [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Created linked-clone VM from snapshot [ 2569.286674] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54e8a43-ce8c-4ead-9724-ca8b457bfe14 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2569.294630] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Uploading image 11dae2c2-5541-45b1-88bd-a32079d6abeb {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2569.320900] env[63366]: DEBUG oslo_vmware.rw_handles [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2569.320900] env[63366]: value = "vm-430925" [ 2569.320900] env[63366]: _type = "VirtualMachine" [ 2569.320900] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2569.321232] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e2492bc4-1139-4170-a13d-a8995f7f6c3c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2569.329253] env[63366]: DEBUG oslo_vmware.rw_handles [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lease: (returnval){ [ 2569.329253] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52bbe252-e450-19cd-d000-1f42bdfeb0c6" [ 2569.329253] env[63366]: _type = "HttpNfcLease" [ 2569.329253] env[63366]: } obtained for exporting VM: (result){ [ 2569.329253] env[63366]: value = "vm-430925" [ 2569.329253] env[63366]: _type = "VirtualMachine" [ 2569.329253] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2569.329557] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the lease: (returnval){ [ 2569.329557] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52bbe252-e450-19cd-d000-1f42bdfeb0c6" [ 2569.329557] env[63366]: _type = "HttpNfcLease" [ 2569.329557] env[63366]: } to be ready. {{(pid=63366) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2569.336304] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2569.336304] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52bbe252-e450-19cd-d000-1f42bdfeb0c6" [ 2569.336304] env[63366]: _type = "HttpNfcLease" [ 2569.336304] env[63366]: } is initializing. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2569.495026] env[63366]: DEBUG nova.compute.manager [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2569.838663] env[63366]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2569.838663] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52bbe252-e450-19cd-d000-1f42bdfeb0c6" [ 2569.838663] env[63366]: _type = "HttpNfcLease" [ 2569.838663] env[63366]: } is ready. {{(pid=63366) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2569.839024] env[63366]: DEBUG oslo_vmware.rw_handles [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2569.839024] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52bbe252-e450-19cd-d000-1f42bdfeb0c6" [ 2569.839024] env[63366]: _type = "HttpNfcLease" [ 2569.839024] env[63366]: }. {{(pid=63366) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2569.839664] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a075b0-2fa2-4173-8d62-eac84a29f15c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2569.847252] env[63366]: DEBUG oslo_vmware.rw_handles [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f57a9f-e89b-f2a3-4751-472e7ec09b0c/disk-0.vmdk from lease info. {{(pid=63366) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2569.847422] env[63366]: DEBUG oslo_vmware.rw_handles [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f57a9f-e89b-f2a3-4751-472e7ec09b0c/disk-0.vmdk for reading. {{(pid=63366) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2569.935334] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-664446c8-dc33-488f-8db3-bc2d5cb9244d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2570.504438] env[63366]: DEBUG nova.compute.manager [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2570.528639] env[63366]: DEBUG nova.virt.hardware [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2570.529361] env[63366]: DEBUG nova.virt.hardware [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2570.529361] env[63366]: DEBUG nova.virt.hardware [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2570.529586] env[63366]: DEBUG nova.virt.hardware [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2570.529639] env[63366]: DEBUG nova.virt.hardware [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2570.529745] env[63366]: DEBUG nova.virt.hardware [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2570.529998] env[63366]: DEBUG nova.virt.hardware [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2570.530248] env[63366]: DEBUG nova.virt.hardware [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2570.530430] env[63366]: DEBUG nova.virt.hardware [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2570.530609] env[63366]: DEBUG nova.virt.hardware [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2570.530848] env[63366]: DEBUG nova.virt.hardware [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2570.531847] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e9fd7e-074e-4bf6-bbb3-980ecd80f7a4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2570.542419] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82913efe-1b8b-4d15-83bd-8271cf381762 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2570.683529] env[63366]: DEBUG nova.compute.manager [req-5a5f27b5-fc1b-4b5f-a674-1bd27301733e req-de0b69e6-ed97-4909-83bb-83a88b5a4cec service nova] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Received event network-vif-plugged-088dff70-d2f0-4bec-812e-a71aefcfad6c {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2570.683833] env[63366]: DEBUG oslo_concurrency.lockutils [req-5a5f27b5-fc1b-4b5f-a674-1bd27301733e req-de0b69e6-ed97-4909-83bb-83a88b5a4cec service nova] Acquiring lock "0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2570.684018] env[63366]: DEBUG oslo_concurrency.lockutils [req-5a5f27b5-fc1b-4b5f-a674-1bd27301733e req-de0b69e6-ed97-4909-83bb-83a88b5a4cec service nova] Lock "0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2570.684226] env[63366]: DEBUG oslo_concurrency.lockutils [req-5a5f27b5-fc1b-4b5f-a674-1bd27301733e req-de0b69e6-ed97-4909-83bb-83a88b5a4cec service nova] Lock "0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2570.684375] env[63366]: DEBUG nova.compute.manager [req-5a5f27b5-fc1b-4b5f-a674-1bd27301733e req-de0b69e6-ed97-4909-83bb-83a88b5a4cec service nova] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] No waiting events found dispatching network-vif-plugged-088dff70-d2f0-4bec-812e-a71aefcfad6c {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2570.684564] env[63366]: WARNING nova.compute.manager [req-5a5f27b5-fc1b-4b5f-a674-1bd27301733e req-de0b69e6-ed97-4909-83bb-83a88b5a4cec service nova] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Received unexpected event network-vif-plugged-088dff70-d2f0-4bec-812e-a71aefcfad6c for instance with vm_state building and task_state spawning. [ 2570.774935] env[63366]: DEBUG nova.network.neutron [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Successfully updated port: 088dff70-d2f0-4bec-812e-a71aefcfad6c {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2571.277408] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "refresh_cache-0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2571.277626] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquired lock "refresh_cache-0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2571.277748] env[63366]: DEBUG nova.network.neutron [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2571.811546] env[63366]: DEBUG nova.network.neutron [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2571.939494] env[63366]: DEBUG nova.network.neutron [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Updating instance_info_cache with network_info: [{"id": "088dff70-d2f0-4bec-812e-a71aefcfad6c", "address": "fa:16:3e:d3:ae:e0", "network": {"id": "49a15919-acd2-4c9c-bb1c-fcc5af970fc7", "bridge": "br-int", "label": "tempest-ServersTestJSON-2122947830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fe491c616540959b7b8ecd84c4415c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap088dff70-d2", "ovs_interfaceid": "088dff70-d2f0-4bec-812e-a71aefcfad6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2572.443130] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Releasing lock "refresh_cache-0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2572.443130] env[63366]: DEBUG nova.compute.manager [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Instance network_info: |[{"id": "088dff70-d2f0-4bec-812e-a71aefcfad6c", "address": "fa:16:3e:d3:ae:e0", "network": {"id": "49a15919-acd2-4c9c-bb1c-fcc5af970fc7", "bridge": "br-int", "label": "tempest-ServersTestJSON-2122947830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fe491c616540959b7b8ecd84c4415c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap088dff70-d2", "ovs_interfaceid": "088dff70-d2f0-4bec-812e-a71aefcfad6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2572.443378] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:ae:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '088dff70-d2f0-4bec-812e-a71aefcfad6c', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2572.450976] env[63366]: DEBUG oslo.service.loopingcall [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2572.451194] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2572.451415] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b415945-a2b3-4f9b-a271-f25d0f8a9756 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2572.472283] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2572.472283] env[63366]: value = "task-2104817" [ 2572.472283] env[63366]: _type = "Task" [ 2572.472283] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2572.479726] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104817, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2572.708633] env[63366]: DEBUG nova.compute.manager [req-9cd7c2e4-f069-4ee0-8d03-be85c53f2f76 req-1115e402-b79f-4fc8-b31f-eae2209fa84b service nova] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Received event network-changed-088dff70-d2f0-4bec-812e-a71aefcfad6c {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2572.708882] env[63366]: DEBUG nova.compute.manager [req-9cd7c2e4-f069-4ee0-8d03-be85c53f2f76 req-1115e402-b79f-4fc8-b31f-eae2209fa84b service nova] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Refreshing instance network info cache due to event network-changed-088dff70-d2f0-4bec-812e-a71aefcfad6c. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2572.709029] env[63366]: DEBUG oslo_concurrency.lockutils [req-9cd7c2e4-f069-4ee0-8d03-be85c53f2f76 req-1115e402-b79f-4fc8-b31f-eae2209fa84b service nova] Acquiring lock "refresh_cache-0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2572.709181] env[63366]: DEBUG oslo_concurrency.lockutils [req-9cd7c2e4-f069-4ee0-8d03-be85c53f2f76 req-1115e402-b79f-4fc8-b31f-eae2209fa84b service nova] Acquired lock "refresh_cache-0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2572.709337] env[63366]: DEBUG nova.network.neutron [req-9cd7c2e4-f069-4ee0-8d03-be85c53f2f76 req-1115e402-b79f-4fc8-b31f-eae2209fa84b service nova] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Refreshing network info cache for port 088dff70-d2f0-4bec-812e-a71aefcfad6c {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2572.983273] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104817, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2573.416170] env[63366]: DEBUG nova.network.neutron [req-9cd7c2e4-f069-4ee0-8d03-be85c53f2f76 req-1115e402-b79f-4fc8-b31f-eae2209fa84b service nova] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Updated VIF entry in instance network info cache for port 088dff70-d2f0-4bec-812e-a71aefcfad6c. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2573.416631] env[63366]: DEBUG nova.network.neutron [req-9cd7c2e4-f069-4ee0-8d03-be85c53f2f76 req-1115e402-b79f-4fc8-b31f-eae2209fa84b service nova] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Updating instance_info_cache with network_info: [{"id": "088dff70-d2f0-4bec-812e-a71aefcfad6c", "address": "fa:16:3e:d3:ae:e0", "network": {"id": "49a15919-acd2-4c9c-bb1c-fcc5af970fc7", "bridge": "br-int", "label": "tempest-ServersTestJSON-2122947830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fe491c616540959b7b8ecd84c4415c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap088dff70-d2", "ovs_interfaceid": "088dff70-d2f0-4bec-812e-a71aefcfad6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2573.482942] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104817, 'name': CreateVM_Task, 'duration_secs': 0.617573} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2573.483137] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2573.483776] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2573.483940] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2573.484278] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2573.484523] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9dddd5a-6277-4bdd-84ea-60c6b048aa9c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2573.488887] env[63366]: DEBUG oslo_vmware.api [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2573.488887] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52f67e08-3003-4789-91b5-f431b9db78d2" [ 2573.488887] env[63366]: _type = "Task" [ 2573.488887] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2573.496671] env[63366]: DEBUG oslo_vmware.api [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f67e08-3003-4789-91b5-f431b9db78d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2573.919907] env[63366]: DEBUG oslo_concurrency.lockutils [req-9cd7c2e4-f069-4ee0-8d03-be85c53f2f76 req-1115e402-b79f-4fc8-b31f-eae2209fa84b service nova] Releasing lock "refresh_cache-0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2574.000953] env[63366]: DEBUG oslo_vmware.api [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f67e08-3003-4789-91b5-f431b9db78d2, 'name': SearchDatastore_Task, 'duration_secs': 0.012851} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2574.001328] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2574.001484] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2574.001714] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2574.001854] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2574.002089] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2574.002345] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cf4f898-d8e6-49da-a7f7-c1dace33555e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2574.010886] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2574.011055] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2574.011701] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-299e0233-703d-48a3-acfc-09b0d54005d8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2574.016646] env[63366]: DEBUG oslo_vmware.api [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2574.016646] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52df966a-001b-2900-ae15-efa547e9caf9" [ 2574.016646] env[63366]: _type = "Task" [ 2574.016646] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2574.024047] env[63366]: DEBUG oslo_vmware.api [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52df966a-001b-2900-ae15-efa547e9caf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2574.526835] env[63366]: DEBUG oslo_vmware.api [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52df966a-001b-2900-ae15-efa547e9caf9, 'name': SearchDatastore_Task, 'duration_secs': 0.00963} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2574.527612] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c9e988c-ed7a-4685-97ec-bceebf677e7c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2574.533045] env[63366]: DEBUG oslo_vmware.api [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2574.533045] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]528633a9-22a6-abc6-4b9d-aa7672aeaf7f" [ 2574.533045] env[63366]: _type = "Task" [ 2574.533045] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2574.540215] env[63366]: DEBUG oslo_vmware.api [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]528633a9-22a6-abc6-4b9d-aa7672aeaf7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2575.044233] env[63366]: DEBUG oslo_vmware.api [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]528633a9-22a6-abc6-4b9d-aa7672aeaf7f, 'name': SearchDatastore_Task, 'duration_secs': 0.010466} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2575.044598] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2575.044719] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5/0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2575.044989] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88f705e8-e2e3-44fc-9138-4417a0b16aac {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2575.052253] env[63366]: DEBUG oslo_vmware.api [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2575.052253] env[63366]: value = "task-2104818" [ 2575.052253] env[63366]: _type = "Task" [ 2575.052253] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2575.060304] env[63366]: DEBUG oslo_vmware.api [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2575.562241] env[63366]: DEBUG oslo_vmware.api [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493578} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2575.562482] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5/0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2575.562645] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2575.562897] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a114db12-eb87-467a-93a9-9cc2017345d7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2575.570373] env[63366]: DEBUG oslo_vmware.api [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2575.570373] env[63366]: value = "task-2104819" [ 2575.570373] env[63366]: _type = "Task" [ 2575.570373] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2575.578423] env[63366]: DEBUG oslo_vmware.api [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2576.081063] env[63366]: DEBUG oslo_vmware.api [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063436} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2576.081362] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2576.082114] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e202f6f1-ff28-4394-aa00-3bb76e2f5309 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2576.103222] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5/0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2576.103478] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12f46a41-79a2-46b3-bd3a-065f744659a5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2576.122962] env[63366]: DEBUG oslo_vmware.api [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2576.122962] env[63366]: value = "task-2104820" [ 2576.122962] env[63366]: _type = "Task" [ 2576.122962] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2576.130871] env[63366]: DEBUG oslo_vmware.api [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2576.632993] env[63366]: DEBUG oslo_vmware.api [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104820, 'name': ReconfigVM_Task, 'duration_secs': 0.454249} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2576.633294] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5/0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2576.634034] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea9cc1dc-4e4f-4281-a254-b8af565626ca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2576.640436] env[63366]: DEBUG oslo_vmware.api [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2576.640436] env[63366]: value = "task-2104821" [ 2576.640436] env[63366]: _type = "Task" [ 2576.640436] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2576.652859] env[63366]: DEBUG oslo_vmware.api [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104821, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2577.151479] env[63366]: DEBUG oslo_vmware.api [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104821, 'name': Rename_Task, 'duration_secs': 0.200077} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2577.151876] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2577.152122] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36dc8c41-80d6-448f-9ff3-593bcbe26ee1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2577.158852] env[63366]: DEBUG oslo_vmware.api [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2577.158852] env[63366]: value = "task-2104822" [ 2577.158852] env[63366]: _type = "Task" [ 2577.158852] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2577.167792] env[63366]: DEBUG oslo_vmware.api [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2577.668498] env[63366]: DEBUG oslo_vmware.api [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104822, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2578.170861] env[63366]: DEBUG oslo_vmware.api [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104822, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2578.669874] env[63366]: DEBUG oslo_vmware.api [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104822, 'name': PowerOnVM_Task, 'duration_secs': 1.223374} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2578.670180] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2578.670378] env[63366]: INFO nova.compute.manager [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Took 8.17 seconds to spawn the instance on the hypervisor. [ 2578.670552] env[63366]: DEBUG nova.compute.manager [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2578.671371] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3470ac9d-c4a8-42e8-82f7-4d2df022d689 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2579.133246] env[63366]: DEBUG oslo_vmware.rw_handles [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f57a9f-e89b-f2a3-4751-472e7ec09b0c/disk-0.vmdk. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2579.134117] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c76a968-3478-443c-85a2-57226cd40d6e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2579.140522] env[63366]: DEBUG oslo_vmware.rw_handles [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f57a9f-e89b-f2a3-4751-472e7ec09b0c/disk-0.vmdk is in state: ready. {{(pid=63366) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2579.140686] env[63366]: ERROR oslo_vmware.rw_handles [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f57a9f-e89b-f2a3-4751-472e7ec09b0c/disk-0.vmdk due to incomplete transfer. [ 2579.140900] env[63366]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9598d3dd-6bbc-46a5-b740-1d59403e453d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2579.161484] env[63366]: DEBUG oslo_vmware.rw_handles [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f57a9f-e89b-f2a3-4751-472e7ec09b0c/disk-0.vmdk. {{(pid=63366) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2579.161701] env[63366]: DEBUG nova.virt.vmwareapi.images [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Uploaded image 11dae2c2-5541-45b1-88bd-a32079d6abeb to the Glance image server {{(pid=63366) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2579.164046] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Destroying the VM {{(pid=63366) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2579.164328] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3d2c1330-811e-4340-9a09-fd32238abbec {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2579.170904] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2579.170904] env[63366]: value = "task-2104823" [ 2579.170904] env[63366]: _type = "Task" [ 2579.170904] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2579.179015] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104823, 'name': Destroy_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2579.187542] env[63366]: INFO nova.compute.manager [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Took 12.86 seconds to build instance. [ 2579.681150] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104823, 'name': Destroy_Task} progress is 33%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2579.689477] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da3b40c3-db6f-4578-af3c-5e31cc9d07c9 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.374s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2579.809479] env[63366]: DEBUG oslo_concurrency.lockutils [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "5d9182f8-15b9-4074-9555-83af4d4256d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2579.809702] env[63366]: DEBUG oslo_concurrency.lockutils [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "5d9182f8-15b9-4074-9555-83af4d4256d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2580.180906] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104823, 'name': Destroy_Task} progress is 33%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2580.311792] env[63366]: DEBUG nova.compute.manager [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2580.682020] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104823, 'name': Destroy_Task, 'duration_secs': 1.263995} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2580.682020] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Destroyed the VM [ 2580.682020] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Deleting Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2580.682410] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dc1ca00f-3c84-48ba-9bec-e101566e30ca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2580.688758] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2580.688758] env[63366]: value = "task-2104824" [ 2580.688758] env[63366]: _type = "Task" [ 2580.688758] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2580.696057] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104824, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2580.838018] env[63366]: DEBUG oslo_concurrency.lockutils [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2580.838018] env[63366]: DEBUG oslo_concurrency.lockutils [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2580.838018] env[63366]: INFO nova.compute.claims [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2581.198870] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104824, 'name': RemoveSnapshot_Task, 'duration_secs': 0.440634} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2581.200520] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Deleted Snapshot of the VM instance {{(pid=63366) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2581.200520] env[63366]: DEBUG nova.compute.manager [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2581.200520] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aad3123-2665-4290-9f56-de93d9774cbd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2581.713092] env[63366]: INFO nova.compute.manager [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Shelve offloading [ 2581.908317] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0c39a0-41df-4b2c-a56f-fbd705736487 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2581.915715] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1712976d-53b0-4589-aaf0-9c1b6f7bd127 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2581.944292] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760cabc6-fa37-4001-a943-f088c9d795f7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2581.951279] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcd12aa-98b2-4893-9a1d-e2082f6899ac {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2581.963753] env[63366]: DEBUG nova.compute.provider_tree [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2582.216875] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2582.217255] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f430c0b7-c240-4446-963a-e65a4e742154 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2582.226293] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2582.226293] env[63366]: value = "task-2104825" [ 2582.226293] env[63366]: _type = "Task" [ 2582.226293] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2582.234858] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] VM already powered off {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2582.235072] env[63366]: DEBUG nova.compute.manager [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2582.235828] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa338d9-391e-455b-a233-ab97a6bd4b8f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2582.241353] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "refresh_cache-73c8815a-2282-4184-83db-d8006bb7da26" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2582.241552] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquired lock "refresh_cache-73c8815a-2282-4184-83db-d8006bb7da26" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2582.241739] env[63366]: DEBUG nova.network.neutron [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2582.467175] env[63366]: DEBUG nova.scheduler.client.report [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2582.918836] env[63366]: DEBUG nova.network.neutron [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Updating instance_info_cache with network_info: [{"id": "f4479425-645d-4a9a-8ef7-f5884e220444", "address": "fa:16:3e:15:e2:3c", "network": {"id": "f582484c-867a-471e-ab8c-e54dc033c2f8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1880965132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1586db76da6a43f0b16607a527f4c9b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4479425-64", "ovs_interfaceid": "f4479425-645d-4a9a-8ef7-f5884e220444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2582.971999] env[63366]: DEBUG oslo_concurrency.lockutils [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.136s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2582.972526] env[63366]: DEBUG nova.compute.manager [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2583.422153] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Releasing lock "refresh_cache-73c8815a-2282-4184-83db-d8006bb7da26" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2583.478500] env[63366]: DEBUG nova.compute.utils [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2583.479891] env[63366]: DEBUG nova.compute.manager [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2583.479995] env[63366]: DEBUG nova.network.neutron [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2583.515775] env[63366]: DEBUG nova.policy [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08c29289d9e64c558eb43390eca16382', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34fe491c616540959b7b8ecd84c4415c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2583.665225] env[63366]: DEBUG nova.compute.manager [req-0c853404-e2d9-4058-8240-2a802a107f70 req-65c9b858-ccfa-4ab3-933e-d29d1238b016 service nova] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Received event network-vif-unplugged-f4479425-645d-4a9a-8ef7-f5884e220444 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2583.667919] env[63366]: DEBUG oslo_concurrency.lockutils [req-0c853404-e2d9-4058-8240-2a802a107f70 req-65c9b858-ccfa-4ab3-933e-d29d1238b016 service nova] Acquiring lock "73c8815a-2282-4184-83db-d8006bb7da26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2583.667919] env[63366]: DEBUG oslo_concurrency.lockutils [req-0c853404-e2d9-4058-8240-2a802a107f70 req-65c9b858-ccfa-4ab3-933e-d29d1238b016 service nova] Lock "73c8815a-2282-4184-83db-d8006bb7da26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2583.667919] env[63366]: DEBUG oslo_concurrency.lockutils [req-0c853404-e2d9-4058-8240-2a802a107f70 req-65c9b858-ccfa-4ab3-933e-d29d1238b016 service nova] Lock "73c8815a-2282-4184-83db-d8006bb7da26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2583.669754] env[63366]: DEBUG nova.compute.manager [req-0c853404-e2d9-4058-8240-2a802a107f70 req-65c9b858-ccfa-4ab3-933e-d29d1238b016 service nova] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] No waiting events found dispatching network-vif-unplugged-f4479425-645d-4a9a-8ef7-f5884e220444 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2583.669754] env[63366]: WARNING nova.compute.manager [req-0c853404-e2d9-4058-8240-2a802a107f70 req-65c9b858-ccfa-4ab3-933e-d29d1238b016 service nova] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Received unexpected event network-vif-unplugged-f4479425-645d-4a9a-8ef7-f5884e220444 for instance with vm_state shelved and task_state shelving_offloading. [ 2583.683559] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2583.683559] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c275898d-f166-44db-b003-0f9ce6cb0aa1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2583.693553] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2583.693910] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc779f37-587b-4998-a83d-065cff660d16 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2583.790082] env[63366]: DEBUG nova.network.neutron [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Successfully created port: e4e4cbac-41c9-4b64-853b-9979a26b417b {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2583.980461] env[63366]: DEBUG nova.compute.manager [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2584.990914] env[63366]: DEBUG nova.compute.manager [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2585.017172] env[63366]: DEBUG nova.virt.hardware [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2585.017415] env[63366]: DEBUG nova.virt.hardware [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2585.017571] env[63366]: DEBUG nova.virt.hardware [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2585.017787] env[63366]: DEBUG nova.virt.hardware [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2585.017934] env[63366]: DEBUG nova.virt.hardware [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2585.018093] env[63366]: DEBUG nova.virt.hardware [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2585.018302] env[63366]: DEBUG nova.virt.hardware [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2585.018458] env[63366]: DEBUG nova.virt.hardware [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2585.018622] env[63366]: DEBUG nova.virt.hardware [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2585.018802] env[63366]: DEBUG nova.virt.hardware [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2585.018978] env[63366]: DEBUG nova.virt.hardware [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2585.019850] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b78ccf-38f7-4ef4-aff5-9ea2f96a9f69 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2585.027543] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e474ef-cbf9-49c6-b499-f526f75d8ce2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2585.689865] env[63366]: DEBUG nova.compute.manager [req-ebd72e23-2984-4c0c-bad4-a15ab1f02dac req-09fa1dd9-c55c-47d2-b3ce-67dc15cc9a09 service nova] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Received event network-changed-f4479425-645d-4a9a-8ef7-f5884e220444 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2585.689865] env[63366]: DEBUG nova.compute.manager [req-ebd72e23-2984-4c0c-bad4-a15ab1f02dac req-09fa1dd9-c55c-47d2-b3ce-67dc15cc9a09 service nova] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Refreshing instance network info cache due to event network-changed-f4479425-645d-4a9a-8ef7-f5884e220444. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2585.689865] env[63366]: DEBUG oslo_concurrency.lockutils [req-ebd72e23-2984-4c0c-bad4-a15ab1f02dac req-09fa1dd9-c55c-47d2-b3ce-67dc15cc9a09 service nova] Acquiring lock "refresh_cache-73c8815a-2282-4184-83db-d8006bb7da26" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2585.689973] env[63366]: DEBUG oslo_concurrency.lockutils [req-ebd72e23-2984-4c0c-bad4-a15ab1f02dac req-09fa1dd9-c55c-47d2-b3ce-67dc15cc9a09 service nova] Acquired lock "refresh_cache-73c8815a-2282-4184-83db-d8006bb7da26" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2585.690144] env[63366]: DEBUG nova.network.neutron [req-ebd72e23-2984-4c0c-bad4-a15ab1f02dac req-09fa1dd9-c55c-47d2-b3ce-67dc15cc9a09 service nova] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Refreshing network info cache for port f4479425-645d-4a9a-8ef7-f5884e220444 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2586.402590] env[63366]: DEBUG nova.network.neutron [req-ebd72e23-2984-4c0c-bad4-a15ab1f02dac req-09fa1dd9-c55c-47d2-b3ce-67dc15cc9a09 service nova] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Updated VIF entry in instance network info cache for port f4479425-645d-4a9a-8ef7-f5884e220444. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2586.402962] env[63366]: DEBUG nova.network.neutron [req-ebd72e23-2984-4c0c-bad4-a15ab1f02dac req-09fa1dd9-c55c-47d2-b3ce-67dc15cc9a09 service nova] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Updating instance_info_cache with network_info: [{"id": "f4479425-645d-4a9a-8ef7-f5884e220444", "address": "fa:16:3e:15:e2:3c", "network": {"id": "f582484c-867a-471e-ab8c-e54dc033c2f8", "bridge": null, "label": "tempest-DeleteServersTestJSON-1880965132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1586db76da6a43f0b16607a527f4c9b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf4479425-64", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2586.905719] env[63366]: DEBUG oslo_concurrency.lockutils [req-ebd72e23-2984-4c0c-bad4-a15ab1f02dac req-09fa1dd9-c55c-47d2-b3ce-67dc15cc9a09 service nova] Releasing lock "refresh_cache-73c8815a-2282-4184-83db-d8006bb7da26" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2590.873705] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2590.873987] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2590.874121] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Deleting the datastore file [datastore2] 73c8815a-2282-4184-83db-d8006bb7da26 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2590.874383] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6f69e2f-2951-45cb-8c48-afe986348f7e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2590.881262] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2590.881262] env[63366]: value = "task-2104827" [ 2590.881262] env[63366]: _type = "Task" [ 2590.881262] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2590.888806] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2591.391846] env[63366]: DEBUG oslo_vmware.api [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123559} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2591.392100] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2591.392285] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2591.392462] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2591.414285] env[63366]: INFO nova.scheduler.client.report [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Deleted allocations for instance 73c8815a-2282-4184-83db-d8006bb7da26 [ 2591.918838] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2591.919140] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2591.919321] env[63366]: DEBUG nova.objects.instance [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lazy-loading 'resources' on Instance uuid 73c8815a-2282-4184-83db-d8006bb7da26 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2592.181488] env[63366]: DEBUG nova.compute.manager [req-b8288270-cfcd-48f3-a35f-371a58c4f368 req-643e05f1-a551-4da5-bb06-f9782cf48d30 service nova] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Received event network-vif-plugged-e4e4cbac-41c9-4b64-853b-9979a26b417b {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2592.181773] env[63366]: DEBUG oslo_concurrency.lockutils [req-b8288270-cfcd-48f3-a35f-371a58c4f368 req-643e05f1-a551-4da5-bb06-f9782cf48d30 service nova] Acquiring lock "5d9182f8-15b9-4074-9555-83af4d4256d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2592.182059] env[63366]: DEBUG oslo_concurrency.lockutils [req-b8288270-cfcd-48f3-a35f-371a58c4f368 req-643e05f1-a551-4da5-bb06-f9782cf48d30 service nova] Lock "5d9182f8-15b9-4074-9555-83af4d4256d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2592.182330] env[63366]: DEBUG oslo_concurrency.lockutils [req-b8288270-cfcd-48f3-a35f-371a58c4f368 req-643e05f1-a551-4da5-bb06-f9782cf48d30 service nova] Lock "5d9182f8-15b9-4074-9555-83af4d4256d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2592.182514] env[63366]: DEBUG nova.compute.manager [req-b8288270-cfcd-48f3-a35f-371a58c4f368 req-643e05f1-a551-4da5-bb06-f9782cf48d30 service nova] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] No waiting events found dispatching network-vif-plugged-e4e4cbac-41c9-4b64-853b-9979a26b417b {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2592.182679] env[63366]: WARNING nova.compute.manager [req-b8288270-cfcd-48f3-a35f-371a58c4f368 req-643e05f1-a551-4da5-bb06-f9782cf48d30 service nova] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Received unexpected event network-vif-plugged-e4e4cbac-41c9-4b64-853b-9979a26b417b for instance with vm_state building and task_state spawning. [ 2592.195385] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3fbfea1a-a24a-44a7-9f25-c0b053c4698d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "73c8815a-2282-4184-83db-d8006bb7da26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2592.304234] env[63366]: DEBUG nova.network.neutron [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Successfully updated port: e4e4cbac-41c9-4b64-853b-9979a26b417b {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2592.422119] env[63366]: DEBUG nova.objects.instance [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lazy-loading 'numa_topology' on Instance uuid 73c8815a-2282-4184-83db-d8006bb7da26 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2592.808065] env[63366]: DEBUG oslo_concurrency.lockutils [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "refresh_cache-5d9182f8-15b9-4074-9555-83af4d4256d3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2592.808065] env[63366]: DEBUG oslo_concurrency.lockutils [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquired lock "refresh_cache-5d9182f8-15b9-4074-9555-83af4d4256d3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2592.808065] env[63366]: DEBUG nova.network.neutron [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2592.924716] env[63366]: DEBUG nova.objects.base [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Object Instance<73c8815a-2282-4184-83db-d8006bb7da26> lazy-loaded attributes: resources,numa_topology {{(pid=63366) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2592.984770] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4725363e-4afc-4207-bf9f-d0324cf1b47a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2592.992130] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719a0a84-a299-4299-b643-9da449bec152 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2593.021805] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04155827-1aa9-4d3a-9f09-d50ed63b8b8a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2593.029471] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16e45ee-bf67-4675-a842-b9e561708029 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2593.042396] env[63366]: DEBUG nova.compute.provider_tree [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2593.338531] env[63366]: DEBUG nova.network.neutron [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2593.491608] env[63366]: DEBUG nova.network.neutron [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Updating instance_info_cache with network_info: [{"id": "e4e4cbac-41c9-4b64-853b-9979a26b417b", "address": "fa:16:3e:c5:7d:96", "network": {"id": "49a15919-acd2-4c9c-bb1c-fcc5af970fc7", "bridge": "br-int", "label": "tempest-ServersTestJSON-2122947830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fe491c616540959b7b8ecd84c4415c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e4cbac-41", "ovs_interfaceid": "e4e4cbac-41c9-4b64-853b-9979a26b417b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2593.545403] env[63366]: DEBUG nova.scheduler.client.report [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2593.994680] env[63366]: DEBUG oslo_concurrency.lockutils [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Releasing lock "refresh_cache-5d9182f8-15b9-4074-9555-83af4d4256d3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2593.995033] env[63366]: DEBUG nova.compute.manager [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Instance network_info: |[{"id": "e4e4cbac-41c9-4b64-853b-9979a26b417b", "address": "fa:16:3e:c5:7d:96", "network": {"id": "49a15919-acd2-4c9c-bb1c-fcc5af970fc7", "bridge": "br-int", "label": "tempest-ServersTestJSON-2122947830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fe491c616540959b7b8ecd84c4415c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e4cbac-41", "ovs_interfaceid": "e4e4cbac-41c9-4b64-853b-9979a26b417b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2593.995477] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:7d:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4e4cbac-41c9-4b64-853b-9979a26b417b', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2594.002981] env[63366]: DEBUG oslo.service.loopingcall [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2594.003193] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2594.003424] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4587e3ae-a6a1-4625-9d7a-ca21e296b3a3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2594.023901] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2594.023901] env[63366]: value = "task-2104828" [ 2594.023901] env[63366]: _type = "Task" [ 2594.023901] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2594.031229] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104828, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2594.050089] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2594.209698] env[63366]: DEBUG nova.compute.manager [req-1ac791c5-0153-4ffc-b426-8aae6c4d3d40 req-b4422ca8-cd76-45bf-aca9-a99f35c0931e service nova] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Received event network-changed-e4e4cbac-41c9-4b64-853b-9979a26b417b {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2594.209938] env[63366]: DEBUG nova.compute.manager [req-1ac791c5-0153-4ffc-b426-8aae6c4d3d40 req-b4422ca8-cd76-45bf-aca9-a99f35c0931e service nova] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Refreshing instance network info cache due to event network-changed-e4e4cbac-41c9-4b64-853b-9979a26b417b. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2594.210177] env[63366]: DEBUG oslo_concurrency.lockutils [req-1ac791c5-0153-4ffc-b426-8aae6c4d3d40 req-b4422ca8-cd76-45bf-aca9-a99f35c0931e service nova] Acquiring lock "refresh_cache-5d9182f8-15b9-4074-9555-83af4d4256d3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2594.210322] env[63366]: DEBUG oslo_concurrency.lockutils [req-1ac791c5-0153-4ffc-b426-8aae6c4d3d40 req-b4422ca8-cd76-45bf-aca9-a99f35c0931e service nova] Acquired lock "refresh_cache-5d9182f8-15b9-4074-9555-83af4d4256d3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2594.210481] env[63366]: DEBUG nova.network.neutron [req-1ac791c5-0153-4ffc-b426-8aae6c4d3d40 req-b4422ca8-cd76-45bf-aca9-a99f35c0931e service nova] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Refreshing network info cache for port e4e4cbac-41c9-4b64-853b-9979a26b417b {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2594.533581] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104828, 'name': CreateVM_Task, 'duration_secs': 0.343908} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2594.533744] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2594.534470] env[63366]: DEBUG oslo_concurrency.lockutils [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2594.534635] env[63366]: DEBUG oslo_concurrency.lockutils [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2594.534960] env[63366]: DEBUG oslo_concurrency.lockutils [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2594.535218] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c6e9907-6dab-4447-b86a-1af73c73e318 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2594.539905] env[63366]: DEBUG oslo_vmware.api [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2594.539905] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52192d53-32c6-3335-5ae7-989fad307675" [ 2594.539905] env[63366]: _type = "Task" [ 2594.539905] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2594.547118] env[63366]: DEBUG oslo_vmware.api [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52192d53-32c6-3335-5ae7-989fad307675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2594.557680] env[63366]: DEBUG oslo_concurrency.lockutils [None req-fb642663-8b77-487e-8a7e-dc24e1be0446 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "73c8815a-2282-4184-83db-d8006bb7da26" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 36.932s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2594.558084] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3fbfea1a-a24a-44a7-9f25-c0b053c4698d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "73c8815a-2282-4184-83db-d8006bb7da26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 2.363s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2594.558741] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3fbfea1a-a24a-44a7-9f25-c0b053c4698d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "73c8815a-2282-4184-83db-d8006bb7da26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2594.558741] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3fbfea1a-a24a-44a7-9f25-c0b053c4698d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "73c8815a-2282-4184-83db-d8006bb7da26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2594.558741] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3fbfea1a-a24a-44a7-9f25-c0b053c4698d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "73c8815a-2282-4184-83db-d8006bb7da26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2594.560030] env[63366]: INFO nova.compute.manager [None req-3fbfea1a-a24a-44a7-9f25-c0b053c4698d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Terminating instance [ 2595.049692] env[63366]: DEBUG oslo_vmware.api [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52192d53-32c6-3335-5ae7-989fad307675, 'name': SearchDatastore_Task, 'duration_secs': 0.00891} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2595.049993] env[63366]: DEBUG oslo_concurrency.lockutils [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2595.050291] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2595.050526] env[63366]: DEBUG oslo_concurrency.lockutils [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2595.050672] env[63366]: DEBUG oslo_concurrency.lockutils [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2595.050850] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2595.051126] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9fe93f4-133b-4b55-b634-5acea79bbb69 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2595.060402] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2595.060402] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2595.060564] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97065b43-9faa-433f-8f47-59e7e34b9152 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2595.063015] env[63366]: DEBUG nova.compute.manager [None req-3fbfea1a-a24a-44a7-9f25-c0b053c4698d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2595.063222] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-3fbfea1a-a24a-44a7-9f25-c0b053c4698d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2595.063463] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c027d69-10d3-420b-b2fd-0c83b6020e0a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2595.068225] env[63366]: DEBUG oslo_vmware.api [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2595.068225] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5265c023-ea2a-c680-933b-ad5f1c17d14e" [ 2595.068225] env[63366]: _type = "Task" [ 2595.068225] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2595.074652] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76423d0-3fb5-4418-97ab-01cceed133b9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2595.089586] env[63366]: DEBUG oslo_vmware.api [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5265c023-ea2a-c680-933b-ad5f1c17d14e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2595.105573] env[63366]: WARNING nova.virt.vmwareapi.vmops [None req-3fbfea1a-a24a-44a7-9f25-c0b053c4698d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 73c8815a-2282-4184-83db-d8006bb7da26 could not be found. [ 2595.105764] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-3fbfea1a-a24a-44a7-9f25-c0b053c4698d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2595.105939] env[63366]: INFO nova.compute.manager [None req-3fbfea1a-a24a-44a7-9f25-c0b053c4698d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Took 0.04 seconds to destroy the instance on the hypervisor. [ 2595.106201] env[63366]: DEBUG oslo.service.loopingcall [None req-3fbfea1a-a24a-44a7-9f25-c0b053c4698d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2595.106425] env[63366]: DEBUG nova.compute.manager [-] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2595.106518] env[63366]: DEBUG nova.network.neutron [-] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2595.121219] env[63366]: DEBUG nova.network.neutron [req-1ac791c5-0153-4ffc-b426-8aae6c4d3d40 req-b4422ca8-cd76-45bf-aca9-a99f35c0931e service nova] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Updated VIF entry in instance network info cache for port e4e4cbac-41c9-4b64-853b-9979a26b417b. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2595.121546] env[63366]: DEBUG nova.network.neutron [req-1ac791c5-0153-4ffc-b426-8aae6c4d3d40 req-b4422ca8-cd76-45bf-aca9-a99f35c0931e service nova] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Updating instance_info_cache with network_info: [{"id": "e4e4cbac-41c9-4b64-853b-9979a26b417b", "address": "fa:16:3e:c5:7d:96", "network": {"id": "49a15919-acd2-4c9c-bb1c-fcc5af970fc7", "bridge": "br-int", "label": "tempest-ServersTestJSON-2122947830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fe491c616540959b7b8ecd84c4415c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e4cbac-41", "ovs_interfaceid": "e4e4cbac-41c9-4b64-853b-9979a26b417b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2595.580031] env[63366]: DEBUG oslo_vmware.api [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5265c023-ea2a-c680-933b-ad5f1c17d14e, 'name': SearchDatastore_Task, 'duration_secs': 0.009156} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2595.580322] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfceea29-61cf-4c94-b655-86c774f7aed2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2595.585364] env[63366]: DEBUG oslo_vmware.api [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2595.585364] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52a60a28-1f87-a339-8aa0-b10c33c1fa0b" [ 2595.585364] env[63366]: _type = "Task" [ 2595.585364] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2595.594548] env[63366]: DEBUG oslo_vmware.api [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a60a28-1f87-a339-8aa0-b10c33c1fa0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2595.624253] env[63366]: DEBUG oslo_concurrency.lockutils [req-1ac791c5-0153-4ffc-b426-8aae6c4d3d40 req-b4422ca8-cd76-45bf-aca9-a99f35c0931e service nova] Releasing lock "refresh_cache-5d9182f8-15b9-4074-9555-83af4d4256d3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2595.822655] env[63366]: DEBUG nova.network.neutron [-] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2596.096049] env[63366]: DEBUG oslo_vmware.api [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a60a28-1f87-a339-8aa0-b10c33c1fa0b, 'name': SearchDatastore_Task, 'duration_secs': 0.010329} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2596.096345] env[63366]: DEBUG oslo_concurrency.lockutils [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2596.096476] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 5d9182f8-15b9-4074-9555-83af4d4256d3/5d9182f8-15b9-4074-9555-83af4d4256d3.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2596.096730] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6804209-206a-4272-a58c-63ba3012e36e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2596.104820] env[63366]: DEBUG oslo_vmware.api [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2596.104820] env[63366]: value = "task-2104829" [ 2596.104820] env[63366]: _type = "Task" [ 2596.104820] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2596.113514] env[63366]: DEBUG oslo_vmware.api [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2596.325962] env[63366]: INFO nova.compute.manager [-] [instance: 73c8815a-2282-4184-83db-d8006bb7da26] Took 1.22 seconds to deallocate network for instance. [ 2596.614911] env[63366]: DEBUG oslo_vmware.api [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.409917} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2596.615141] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 5d9182f8-15b9-4074-9555-83af4d4256d3/5d9182f8-15b9-4074-9555-83af4d4256d3.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2596.615353] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2596.615602] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ec12219-fd17-47ae-9c67-07401cc91d8d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2596.622597] env[63366]: DEBUG oslo_vmware.api [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2596.622597] env[63366]: value = "task-2104830" [ 2596.622597] env[63366]: _type = "Task" [ 2596.622597] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2596.631642] env[63366]: DEBUG oslo_vmware.api [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2597.136082] env[63366]: DEBUG oslo_vmware.api [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062523} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2597.136528] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2597.137736] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2f621f-2edc-491c-862e-9f80e2eea001 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2597.161069] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 5d9182f8-15b9-4074-9555-83af4d4256d3/5d9182f8-15b9-4074-9555-83af4d4256d3.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2597.161069] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8c0cbf6-406a-4a16-85b3-be45f84c4f5d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2597.180489] env[63366]: DEBUG oslo_vmware.api [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2597.180489] env[63366]: value = "task-2104831" [ 2597.180489] env[63366]: _type = "Task" [ 2597.180489] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2597.188550] env[63366]: DEBUG oslo_vmware.api [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104831, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2597.353056] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3fbfea1a-a24a-44a7-9f25-c0b053c4698d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "73c8815a-2282-4184-83db-d8006bb7da26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.795s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2597.690821] env[63366]: DEBUG oslo_vmware.api [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104831, 'name': ReconfigVM_Task, 'duration_secs': 0.400579} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2597.691042] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 5d9182f8-15b9-4074-9555-83af4d4256d3/5d9182f8-15b9-4074-9555-83af4d4256d3.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2597.691686] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-612da957-899c-4583-bb50-85f4ee1e9e37 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2597.697816] env[63366]: DEBUG oslo_vmware.api [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2597.697816] env[63366]: value = "task-2104832" [ 2597.697816] env[63366]: _type = "Task" [ 2597.697816] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2597.705714] env[63366]: DEBUG oslo_vmware.api [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104832, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2598.153460] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "b753ee22-a728-47a7-9d0c-e41c585679a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2598.153742] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "b753ee22-a728-47a7-9d0c-e41c585679a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2598.208020] env[63366]: DEBUG oslo_vmware.api [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104832, 'name': Rename_Task, 'duration_secs': 0.14312} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2598.208254] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2598.208487] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a75241e4-47b4-45ac-ab19-87e32b13f674 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2598.214914] env[63366]: DEBUG oslo_vmware.api [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2598.214914] env[63366]: value = "task-2104833" [ 2598.214914] env[63366]: _type = "Task" [ 2598.214914] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2598.222315] env[63366]: DEBUG oslo_vmware.api [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2598.655689] env[63366]: DEBUG nova.compute.manager [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2598.724327] env[63366]: DEBUG oslo_vmware.api [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104833, 'name': PowerOnVM_Task, 'duration_secs': 0.419898} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2598.724595] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2598.724789] env[63366]: INFO nova.compute.manager [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Took 13.73 seconds to spawn the instance on the hypervisor. [ 2598.724991] env[63366]: DEBUG nova.compute.manager [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2598.725763] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e72d5ce-2e82-4e9e-aa97-329b1f015f24 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2599.178861] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2599.179161] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2599.180661] env[63366]: INFO nova.compute.claims [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2599.242051] env[63366]: INFO nova.compute.manager [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Took 18.42 seconds to build instance. [ 2599.721728] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "5d9182f8-15b9-4074-9555-83af4d4256d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2599.742984] env[63366]: DEBUG oslo_concurrency.lockutils [None req-eb0c1e10-4f7a-4293-8f7c-b3d87bad8c4e tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "5d9182f8-15b9-4074-9555-83af4d4256d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.933s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2599.743255] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "5d9182f8-15b9-4074-9555-83af4d4256d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.022s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2599.743468] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "5d9182f8-15b9-4074-9555-83af4d4256d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2599.743665] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "5d9182f8-15b9-4074-9555-83af4d4256d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2599.743826] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "5d9182f8-15b9-4074-9555-83af4d4256d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2599.745803] env[63366]: INFO nova.compute.manager [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Terminating instance [ 2600.249609] env[63366]: DEBUG nova.compute.manager [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2600.249844] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2600.251385] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6eac69-ec5c-4502-bc09-4b19ed5acab7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2600.254687] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fe5e22-72eb-4c20-a77a-86756d5505fc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2600.263589] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c29521-58ad-4368-9293-8a69bdced585 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2600.267762] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2600.267975] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad8d7984-b0be-459b-8b67-4b99cccc6f64 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2600.297118] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45180d6b-1f3d-44a4-8134-3d900e82ef02 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2600.299740] env[63366]: DEBUG oslo_vmware.api [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2600.299740] env[63366]: value = "task-2104834" [ 2600.299740] env[63366]: _type = "Task" [ 2600.299740] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2600.306242] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97a8671-5f92-4e55-914b-c9d4141bbff9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2600.312725] env[63366]: DEBUG oslo_vmware.api [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2600.322173] env[63366]: DEBUG nova.compute.provider_tree [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2600.810121] env[63366]: DEBUG oslo_vmware.api [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104834, 'name': PowerOffVM_Task, 'duration_secs': 0.186501} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2600.810411] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2600.810609] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2600.810854] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5994acf-fc54-41c6-a6cc-40d77ba8062f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2600.825475] env[63366]: DEBUG nova.scheduler.client.report [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2600.951332] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2600.951572] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2600.951756] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Deleting the datastore file [datastore2] 5d9182f8-15b9-4074-9555-83af4d4256d3 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2600.952038] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a400922c-6cc3-4527-a5bf-61a3a1058a85 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2600.958149] env[63366]: DEBUG oslo_vmware.api [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2600.958149] env[63366]: value = "task-2104836" [ 2600.958149] env[63366]: _type = "Task" [ 2600.958149] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2600.965897] env[63366]: DEBUG oslo_vmware.api [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2601.330898] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2601.331652] env[63366]: DEBUG nova.compute.manager [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2601.467131] env[63366]: DEBUG oslo_vmware.api [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142479} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2601.467370] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2601.467549] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2601.467722] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2601.467911] env[63366]: INFO nova.compute.manager [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2601.468192] env[63366]: DEBUG oslo.service.loopingcall [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2601.468507] env[63366]: DEBUG nova.compute.manager [-] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2601.468507] env[63366]: DEBUG nova.network.neutron [-] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2601.737129] env[63366]: DEBUG nova.compute.manager [req-53aa484a-1ae5-4194-af1b-3855ed7a469b req-17f87090-f121-4ece-a409-e4fb3e72b248 service nova] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Received event network-vif-deleted-e4e4cbac-41c9-4b64-853b-9979a26b417b {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2601.737316] env[63366]: INFO nova.compute.manager [req-53aa484a-1ae5-4194-af1b-3855ed7a469b req-17f87090-f121-4ece-a409-e4fb3e72b248 service nova] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Neutron deleted interface e4e4cbac-41c9-4b64-853b-9979a26b417b; detaching it from the instance and deleting it from the info cache [ 2601.737472] env[63366]: DEBUG nova.network.neutron [req-53aa484a-1ae5-4194-af1b-3855ed7a469b req-17f87090-f121-4ece-a409-e4fb3e72b248 service nova] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2601.837542] env[63366]: DEBUG nova.compute.utils [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2601.838853] env[63366]: DEBUG nova.compute.manager [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2601.839064] env[63366]: DEBUG nova.network.neutron [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2601.876406] env[63366]: DEBUG nova.policy [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79e8be6cc5544eb08e372429e9ce9d68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1586db76da6a43f0b16607a527f4c9b4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2602.102135] env[63366]: DEBUG nova.network.neutron [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Successfully created port: 2685c727-7c5c-4018-9bdf-ab362d252185 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2602.214273] env[63366]: DEBUG nova.network.neutron [-] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2602.240577] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0fcca523-0179-41bb-9982-1041cf3e6dc2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2602.250652] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40aa577f-bed6-418d-8eac-cf1f19eb78a1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2602.277541] env[63366]: DEBUG nova.compute.manager [req-53aa484a-1ae5-4194-af1b-3855ed7a469b req-17f87090-f121-4ece-a409-e4fb3e72b248 service nova] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Detach interface failed, port_id=e4e4cbac-41c9-4b64-853b-9979a26b417b, reason: Instance 5d9182f8-15b9-4074-9555-83af4d4256d3 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2602.343013] env[63366]: DEBUG nova.compute.manager [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2602.717490] env[63366]: INFO nova.compute.manager [-] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Took 1.25 seconds to deallocate network for instance. [ 2603.223446] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2603.223704] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2603.223937] env[63366]: DEBUG nova.objects.instance [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lazy-loading 'resources' on Instance uuid 5d9182f8-15b9-4074-9555-83af4d4256d3 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2603.353704] env[63366]: DEBUG nova.compute.manager [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2603.381233] env[63366]: DEBUG nova.virt.hardware [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2603.381486] env[63366]: DEBUG nova.virt.hardware [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2603.381641] env[63366]: DEBUG nova.virt.hardware [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2603.381817] env[63366]: DEBUG nova.virt.hardware [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2603.381960] env[63366]: DEBUG nova.virt.hardware [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2603.382118] env[63366]: DEBUG nova.virt.hardware [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2603.382329] env[63366]: DEBUG nova.virt.hardware [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2603.382487] env[63366]: DEBUG nova.virt.hardware [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2603.383032] env[63366]: DEBUG nova.virt.hardware [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2603.383242] env[63366]: DEBUG nova.virt.hardware [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2603.383427] env[63366]: DEBUG nova.virt.hardware [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2603.384277] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7656fa87-353d-42d3-b194-ac6756c2bfe6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2603.392423] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15d8aa3-7440-4df9-bc2c-b366f91c3a6a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2603.652659] env[63366]: DEBUG nova.compute.manager [req-0b90e06b-af23-4ba0-a73d-6fcf8b47afe9 req-405b909d-c1ef-4187-b01c-10f0d91ab55b service nova] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Received event network-vif-plugged-2685c727-7c5c-4018-9bdf-ab362d252185 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2603.652909] env[63366]: DEBUG oslo_concurrency.lockutils [req-0b90e06b-af23-4ba0-a73d-6fcf8b47afe9 req-405b909d-c1ef-4187-b01c-10f0d91ab55b service nova] Acquiring lock "b753ee22-a728-47a7-9d0c-e41c585679a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2603.653137] env[63366]: DEBUG oslo_concurrency.lockutils [req-0b90e06b-af23-4ba0-a73d-6fcf8b47afe9 req-405b909d-c1ef-4187-b01c-10f0d91ab55b service nova] Lock "b753ee22-a728-47a7-9d0c-e41c585679a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2603.653288] env[63366]: DEBUG oslo_concurrency.lockutils [req-0b90e06b-af23-4ba0-a73d-6fcf8b47afe9 req-405b909d-c1ef-4187-b01c-10f0d91ab55b service nova] Lock "b753ee22-a728-47a7-9d0c-e41c585679a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2603.653455] env[63366]: DEBUG nova.compute.manager [req-0b90e06b-af23-4ba0-a73d-6fcf8b47afe9 req-405b909d-c1ef-4187-b01c-10f0d91ab55b service nova] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] No waiting events found dispatching network-vif-plugged-2685c727-7c5c-4018-9bdf-ab362d252185 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2603.653614] env[63366]: WARNING nova.compute.manager [req-0b90e06b-af23-4ba0-a73d-6fcf8b47afe9 req-405b909d-c1ef-4187-b01c-10f0d91ab55b service nova] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Received unexpected event network-vif-plugged-2685c727-7c5c-4018-9bdf-ab362d252185 for instance with vm_state building and task_state spawning. [ 2603.801285] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe46e58-c878-43a2-b238-17c34c53a51a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2603.808983] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077670ff-ce63-4314-b641-5d7377ede632 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2603.838265] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8e3dbb-27bf-4e1f-b291-12430c2cc003 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2603.845319] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c4a48a-35bf-4259-8931-347b7a325bc5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2603.857994] env[63366]: DEBUG nova.compute.provider_tree [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2604.204057] env[63366]: DEBUG nova.network.neutron [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Successfully updated port: 2685c727-7c5c-4018-9bdf-ab362d252185 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2604.227441] env[63366]: DEBUG nova.compute.manager [req-b9b2b466-d847-4212-9d7e-e67235d9f6f7 req-668244fe-abab-481a-ae2d-8c4208be4f9f service nova] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Received event network-changed-2685c727-7c5c-4018-9bdf-ab362d252185 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2604.227628] env[63366]: DEBUG nova.compute.manager [req-b9b2b466-d847-4212-9d7e-e67235d9f6f7 req-668244fe-abab-481a-ae2d-8c4208be4f9f service nova] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Refreshing instance network info cache due to event network-changed-2685c727-7c5c-4018-9bdf-ab362d252185. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2604.227840] env[63366]: DEBUG oslo_concurrency.lockutils [req-b9b2b466-d847-4212-9d7e-e67235d9f6f7 req-668244fe-abab-481a-ae2d-8c4208be4f9f service nova] Acquiring lock "refresh_cache-b753ee22-a728-47a7-9d0c-e41c585679a5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2604.228019] env[63366]: DEBUG oslo_concurrency.lockutils [req-b9b2b466-d847-4212-9d7e-e67235d9f6f7 req-668244fe-abab-481a-ae2d-8c4208be4f9f service nova] Acquired lock "refresh_cache-b753ee22-a728-47a7-9d0c-e41c585679a5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2604.228192] env[63366]: DEBUG nova.network.neutron [req-b9b2b466-d847-4212-9d7e-e67235d9f6f7 req-668244fe-abab-481a-ae2d-8c4208be4f9f service nova] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Refreshing network info cache for port 2685c727-7c5c-4018-9bdf-ab362d252185 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2604.361574] env[63366]: DEBUG nova.scheduler.client.report [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2604.706787] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "refresh_cache-b753ee22-a728-47a7-9d0c-e41c585679a5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2604.759946] env[63366]: DEBUG nova.network.neutron [req-b9b2b466-d847-4212-9d7e-e67235d9f6f7 req-668244fe-abab-481a-ae2d-8c4208be4f9f service nova] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2604.833790] env[63366]: DEBUG nova.network.neutron [req-b9b2b466-d847-4212-9d7e-e67235d9f6f7 req-668244fe-abab-481a-ae2d-8c4208be4f9f service nova] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2604.865843] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.642s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2604.884379] env[63366]: INFO nova.scheduler.client.report [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Deleted allocations for instance 5d9182f8-15b9-4074-9555-83af4d4256d3 [ 2605.336267] env[63366]: DEBUG oslo_concurrency.lockutils [req-b9b2b466-d847-4212-9d7e-e67235d9f6f7 req-668244fe-abab-481a-ae2d-8c4208be4f9f service nova] Releasing lock "refresh_cache-b753ee22-a728-47a7-9d0c-e41c585679a5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2605.336660] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquired lock "refresh_cache-b753ee22-a728-47a7-9d0c-e41c585679a5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2605.336821] env[63366]: DEBUG nova.network.neutron [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2605.391636] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6e35d5d8-cbee-4d4c-ba52-3b90598182db tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "5d9182f8-15b9-4074-9555-83af4d4256d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.648s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2605.557475] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "72facf09-c27f-4a6e-916a-94f5b28a6202" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2605.557742] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "72facf09-c27f-4a6e-916a-94f5b28a6202" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2605.557957] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "72facf09-c27f-4a6e-916a-94f5b28a6202-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2605.558168] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "72facf09-c27f-4a6e-916a-94f5b28a6202-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2605.558349] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "72facf09-c27f-4a6e-916a-94f5b28a6202-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2605.560375] env[63366]: INFO nova.compute.manager [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Terminating instance [ 2605.866618] env[63366]: DEBUG nova.network.neutron [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2605.992990] env[63366]: DEBUG nova.network.neutron [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Updating instance_info_cache with network_info: [{"id": "2685c727-7c5c-4018-9bdf-ab362d252185", "address": "fa:16:3e:8f:3e:e3", "network": {"id": "f582484c-867a-471e-ab8c-e54dc033c2f8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1880965132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1586db76da6a43f0b16607a527f4c9b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2685c727-7c", "ovs_interfaceid": "2685c727-7c5c-4018-9bdf-ab362d252185", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2606.063777] env[63366]: DEBUG nova.compute.manager [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2606.064013] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2606.064928] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860d3eb7-18c5-4f58-a9ca-8155a9d82db5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2606.072354] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2606.072566] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d678e0ef-c6f5-44ef-b826-a7d7fbf5d7c4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2606.077966] env[63366]: DEBUG oslo_vmware.api [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2606.077966] env[63366]: value = "task-2104837" [ 2606.077966] env[63366]: _type = "Task" [ 2606.077966] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2606.085361] env[63366]: DEBUG oslo_vmware.api [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2606.336774] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2606.337044] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2606.337262] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2606.337442] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2606.337608] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2606.339738] env[63366]: INFO nova.compute.manager [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Terminating instance [ 2606.495580] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Releasing lock "refresh_cache-b753ee22-a728-47a7-9d0c-e41c585679a5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2606.495977] env[63366]: DEBUG nova.compute.manager [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Instance network_info: |[{"id": "2685c727-7c5c-4018-9bdf-ab362d252185", "address": "fa:16:3e:8f:3e:e3", "network": {"id": "f582484c-867a-471e-ab8c-e54dc033c2f8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1880965132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1586db76da6a43f0b16607a527f4c9b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2685c727-7c", "ovs_interfaceid": "2685c727-7c5c-4018-9bdf-ab362d252185", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2606.496362] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:3e:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2685c727-7c5c-4018-9bdf-ab362d252185', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2606.503750] env[63366]: DEBUG oslo.service.loopingcall [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2606.503949] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2606.504183] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05928d16-a6da-49cd-8150-092a53933cb4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2606.523776] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2606.523776] env[63366]: value = "task-2104838" [ 2606.523776] env[63366]: _type = "Task" [ 2606.523776] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2606.530988] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104838, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2606.588193] env[63366]: DEBUG oslo_vmware.api [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104837, 'name': PowerOffVM_Task, 'duration_secs': 0.163335} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2606.588509] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2606.588712] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2606.588981] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3024aa6-b7ad-44fc-9ff2-6861a0331ed9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2606.843406] env[63366]: DEBUG nova.compute.manager [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2606.843652] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2606.844560] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b80f7dd-cfa2-4bc4-98bf-b5a69cbea7a1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2606.852361] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2606.852574] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20bede5f-ee19-43c4-875c-6760825adac7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2606.857951] env[63366]: DEBUG oslo_vmware.api [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2606.857951] env[63366]: value = "task-2104840" [ 2606.857951] env[63366]: _type = "Task" [ 2606.857951] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2606.865083] env[63366]: DEBUG oslo_vmware.api [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2607.033388] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104838, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2607.367958] env[63366]: DEBUG oslo_vmware.api [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104840, 'name': PowerOffVM_Task, 'duration_secs': 0.160608} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2607.368269] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2607.368435] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2607.368729] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33e49698-78a0-4b22-b171-7e9a4451f910 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2607.534989] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104838, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2608.036331] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104838, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2608.536503] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104838, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2609.037362] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104838, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2609.537968] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104838, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2610.038602] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104838, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2610.539460] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104838, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2610.936068] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2610.936313] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2610.936468] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Deleting the datastore file [datastore2] 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2610.937276] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-798f16ab-8eb1-4c27-9a82-502adf41adf7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2610.939174] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2610.939366] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2610.939533] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Deleting the datastore file [datastore2] 72facf09-c27f-4a6e-916a-94f5b28a6202 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2610.939757] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14c52912-1269-44ff-a34b-7ae677989657 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2610.947194] env[63366]: DEBUG oslo_vmware.api [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for the task: (returnval){ [ 2610.947194] env[63366]: value = "task-2104843" [ 2610.947194] env[63366]: _type = "Task" [ 2610.947194] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2610.948045] env[63366]: DEBUG oslo_vmware.api [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2610.948045] env[63366]: value = "task-2104842" [ 2610.948045] env[63366]: _type = "Task" [ 2610.948045] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2610.958870] env[63366]: DEBUG oslo_vmware.api [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2610.962030] env[63366]: DEBUG oslo_vmware.api [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2611.042591] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104838, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2611.459379] env[63366]: DEBUG oslo_vmware.api [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Task: {'id': task-2104843, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162003} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2611.462227] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2611.462414] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2611.462584] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2611.462756] env[63366]: INFO nova.compute.manager [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Took 5.40 seconds to destroy the instance on the hypervisor. [ 2611.462986] env[63366]: DEBUG oslo.service.loopingcall [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2611.463207] env[63366]: DEBUG oslo_vmware.api [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160453} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2611.463390] env[63366]: DEBUG nova.compute.manager [-] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2611.463484] env[63366]: DEBUG nova.network.neutron [-] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2611.464962] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2611.465156] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2611.465325] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2611.465488] env[63366]: INFO nova.compute.manager [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Took 4.62 seconds to destroy the instance on the hypervisor. [ 2611.465694] env[63366]: DEBUG oslo.service.loopingcall [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2611.465871] env[63366]: DEBUG nova.compute.manager [-] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2611.465959] env[63366]: DEBUG nova.network.neutron [-] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2611.541124] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104838, 'name': CreateVM_Task, 'duration_secs': 4.879997} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2611.541402] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2611.541919] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2611.542092] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2611.542408] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2611.542646] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-191a7f52-7461-4fba-84d7-bb61359e60da {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2611.546977] env[63366]: DEBUG oslo_vmware.api [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2611.546977] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52d93184-47ba-6744-3dcb-7e8eed84bee0" [ 2611.546977] env[63366]: _type = "Task" [ 2611.546977] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2611.554291] env[63366]: DEBUG oslo_vmware.api [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d93184-47ba-6744-3dcb-7e8eed84bee0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2611.698354] env[63366]: DEBUG nova.compute.manager [req-d2e70ca1-798c-454d-b41f-6a42079ef3eb req-dbc74aa7-522e-44cd-bea6-eb416c377772 service nova] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Received event network-vif-deleted-088dff70-d2f0-4bec-812e-a71aefcfad6c {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2611.698519] env[63366]: INFO nova.compute.manager [req-d2e70ca1-798c-454d-b41f-6a42079ef3eb req-dbc74aa7-522e-44cd-bea6-eb416c377772 service nova] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Neutron deleted interface 088dff70-d2f0-4bec-812e-a71aefcfad6c; detaching it from the instance and deleting it from the info cache [ 2611.698651] env[63366]: DEBUG nova.network.neutron [req-d2e70ca1-798c-454d-b41f-6a42079ef3eb req-dbc74aa7-522e-44cd-bea6-eb416c377772 service nova] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2611.845870] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2611.846308] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2611.895169] env[63366]: DEBUG nova.compute.manager [req-081c3d7f-1667-41da-8fe2-ad9689cfc694 req-c16a690b-3c93-4932-bd81-a214af5bf272 service nova] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Received event network-vif-deleted-a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2611.895169] env[63366]: INFO nova.compute.manager [req-081c3d7f-1667-41da-8fe2-ad9689cfc694 req-c16a690b-3c93-4932-bd81-a214af5bf272 service nova] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Neutron deleted interface a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6; detaching it from the instance and deleting it from the info cache [ 2611.895169] env[63366]: DEBUG nova.network.neutron [req-081c3d7f-1667-41da-8fe2-ad9689cfc694 req-c16a690b-3c93-4932-bd81-a214af5bf272 service nova] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2612.058622] env[63366]: DEBUG oslo_vmware.api [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d93184-47ba-6744-3dcb-7e8eed84bee0, 'name': SearchDatastore_Task, 'duration_secs': 0.008889} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2612.058622] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2612.058622] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2612.058884] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2612.058966] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2612.059132] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2612.059393] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17777117-7fa5-4f41-951a-f73e6040badf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2612.068124] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2612.068306] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2612.068998] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdff4221-6647-4ecc-b506-8d0f83223a95 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2612.074087] env[63366]: DEBUG oslo_vmware.api [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2612.074087] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52f82aa8-7963-e116-049a-4cfd0a42fedd" [ 2612.074087] env[63366]: _type = "Task" [ 2612.074087] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2612.081239] env[63366]: DEBUG oslo_vmware.api [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f82aa8-7963-e116-049a-4cfd0a42fedd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2612.175696] env[63366]: DEBUG nova.network.neutron [-] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2612.200726] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ef6208f-197d-4a4a-af49-33e861690b05 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2612.210470] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed8785a-8436-4550-9242-57238a834b5e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2612.236167] env[63366]: DEBUG nova.compute.manager [req-d2e70ca1-798c-454d-b41f-6a42079ef3eb req-dbc74aa7-522e-44cd-bea6-eb416c377772 service nova] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Detach interface failed, port_id=088dff70-d2f0-4bec-812e-a71aefcfad6c, reason: Instance 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2612.351790] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2612.351941] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2612.374933] env[63366]: DEBUG nova.network.neutron [-] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2612.397529] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff48c30e-070f-44d4-8691-f97b328fd311 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2612.407177] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86961a1c-1fbc-42fe-99b2-8b9f5364f5a0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2612.433598] env[63366]: DEBUG nova.compute.manager [req-081c3d7f-1667-41da-8fe2-ad9689cfc694 req-c16a690b-3c93-4932-bd81-a214af5bf272 service nova] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Detach interface failed, port_id=a159f4a3-2ac3-4c2d-bf4d-f877fdd864d6, reason: Instance 72facf09-c27f-4a6e-916a-94f5b28a6202 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2612.585123] env[63366]: DEBUG oslo_vmware.api [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f82aa8-7963-e116-049a-4cfd0a42fedd, 'name': SearchDatastore_Task, 'duration_secs': 0.008775} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2612.585941] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1d62912-ec8c-46b0-8669-4af4c92c3a67 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2612.591138] env[63366]: DEBUG oslo_vmware.api [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2612.591138] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52a1a8d1-410a-1cc2-e8ca-2537a06b70b8" [ 2612.591138] env[63366]: _type = "Task" [ 2612.591138] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2612.598543] env[63366]: DEBUG oslo_vmware.api [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a1a8d1-410a-1cc2-e8ca-2537a06b70b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2612.677708] env[63366]: INFO nova.compute.manager [-] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Took 1.21 seconds to deallocate network for instance. [ 2612.877473] env[63366]: INFO nova.compute.manager [-] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Took 1.41 seconds to deallocate network for instance. [ 2612.882968] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "refresh_cache-c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2612.883125] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "refresh_cache-c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2612.883265] env[63366]: DEBUG nova.network.neutron [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Forcefully refreshing network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2613.101563] env[63366]: DEBUG oslo_vmware.api [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a1a8d1-410a-1cc2-e8ca-2537a06b70b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008778} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2613.101811] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2613.102073] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] b753ee22-a728-47a7-9d0c-e41c585679a5/b753ee22-a728-47a7-9d0c-e41c585679a5.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2613.102323] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aca8e7c2-4a17-4d26-a9db-433653d4ed65 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2613.109286] env[63366]: DEBUG oslo_vmware.api [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2613.109286] env[63366]: value = "task-2104844" [ 2613.109286] env[63366]: _type = "Task" [ 2613.109286] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2613.116419] env[63366]: DEBUG oslo_vmware.api [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2613.184132] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2613.184337] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2613.184560] env[63366]: DEBUG nova.objects.instance [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lazy-loading 'resources' on Instance uuid 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2613.385674] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2613.619453] env[63366]: DEBUG oslo_vmware.api [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.399677} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2613.619729] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] b753ee22-a728-47a7-9d0c-e41c585679a5/b753ee22-a728-47a7-9d0c-e41c585679a5.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2613.619934] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2613.620197] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70b33141-52d0-465c-806d-ccea8bcf724b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2613.626281] env[63366]: DEBUG oslo_vmware.api [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2613.626281] env[63366]: value = "task-2104845" [ 2613.626281] env[63366]: _type = "Task" [ 2613.626281] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2613.633822] env[63366]: DEBUG oslo_vmware.api [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2613.746731] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec63337-0328-4757-b13f-89e479895f0f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2613.754028] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0af854b-674a-47d3-9edc-f6037beb187d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2613.783872] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a1702b-d4bb-4e0e-a5cf-11d6ffafb3e4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2613.791013] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dff8733-06b0-4d7b-acc8-95fb393de84c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2613.803505] env[63366]: DEBUG nova.compute.provider_tree [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2614.087839] env[63366]: DEBUG nova.network.neutron [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Updating instance_info_cache with network_info: [{"id": "9cdb2fa0-c6d0-4e70-ada0-d383e6a9441b", "address": "fa:16:3e:d6:bf:7b", "network": {"id": "49a15919-acd2-4c9c-bb1c-fcc5af970fc7", "bridge": "br-int", "label": "tempest-ServersTestJSON-2122947830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fe491c616540959b7b8ecd84c4415c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cdb2fa0-c6", "ovs_interfaceid": "9cdb2fa0-c6d0-4e70-ada0-d383e6a9441b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2614.136503] env[63366]: DEBUG oslo_vmware.api [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059023} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2614.136775] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2614.137522] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7e6b0a-6e9e-45e9-a9e8-3099214d7da3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2614.160034] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] b753ee22-a728-47a7-9d0c-e41c585679a5/b753ee22-a728-47a7-9d0c-e41c585679a5.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2614.160345] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2ca5645-e457-4397-aa20-56d592edeea6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2614.179995] env[63366]: DEBUG oslo_vmware.api [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2614.179995] env[63366]: value = "task-2104846" [ 2614.179995] env[63366]: _type = "Task" [ 2614.179995] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2614.187571] env[63366]: DEBUG oslo_vmware.api [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2614.306895] env[63366]: DEBUG nova.scheduler.client.report [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2614.590362] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "refresh_cache-c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2614.590597] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Updated the network info_cache for instance {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2614.590800] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2614.590956] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2614.591143] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2614.591310] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2614.591453] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2614.591593] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2614.591719] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2614.591856] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2614.689555] env[63366]: DEBUG oslo_vmware.api [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104846, 'name': ReconfigVM_Task, 'duration_secs': 0.38013} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2614.689878] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Reconfigured VM instance instance-00000072 to attach disk [datastore2] b753ee22-a728-47a7-9d0c-e41c585679a5/b753ee22-a728-47a7-9d0c-e41c585679a5.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2614.690411] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54485b72-51d1-4eb3-95a4-10853f9c3466 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2614.696951] env[63366]: DEBUG oslo_vmware.api [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2614.696951] env[63366]: value = "task-2104847" [ 2614.696951] env[63366]: _type = "Task" [ 2614.696951] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2614.705318] env[63366]: DEBUG oslo_vmware.api [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104847, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2614.811964] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.627s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2614.814276] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.429s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2614.814506] env[63366]: DEBUG nova.objects.instance [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lazy-loading 'resources' on Instance uuid 72facf09-c27f-4a6e-916a-94f5b28a6202 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2614.831585] env[63366]: INFO nova.scheduler.client.report [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Deleted allocations for instance 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5 [ 2615.095712] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2615.206820] env[63366]: DEBUG oslo_vmware.api [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104847, 'name': Rename_Task, 'duration_secs': 0.137967} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2615.207096] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2615.207335] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8841bb3-738c-412c-af88-029549dd9414 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2615.213703] env[63366]: DEBUG oslo_vmware.api [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2615.213703] env[63366]: value = "task-2104848" [ 2615.213703] env[63366]: _type = "Task" [ 2615.213703] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2615.220773] env[63366]: DEBUG oslo_vmware.api [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2615.339548] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b49d315e-e40d-466c-94fd-3e776d16fcd0 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.002s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2615.370691] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f695af-25cc-475e-97e8-c9f7bab521a0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2615.378436] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71875360-d282-487f-ae8a-68c9adccd6ed {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2615.408693] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c05764f-4e39-4e69-9e3e-e88237581242 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2615.415894] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86404092-a315-4207-948d-8c3ab8880de1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2615.429285] env[63366]: DEBUG nova.compute.provider_tree [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2615.724845] env[63366]: DEBUG oslo_vmware.api [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104848, 'name': PowerOnVM_Task, 'duration_secs': 0.405856} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2615.725132] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2615.725335] env[63366]: INFO nova.compute.manager [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Took 12.37 seconds to spawn the instance on the hypervisor. [ 2615.725513] env[63366]: DEBUG nova.compute.manager [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2615.726308] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b975f6f-b471-431a-9970-ce4946dd4bdd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2615.932201] env[63366]: DEBUG nova.scheduler.client.report [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2616.244696] env[63366]: INFO nova.compute.manager [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Took 17.08 seconds to build instance. [ 2616.438057] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2616.439859] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.344s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2616.440066] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2616.440241] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2616.441101] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c605b1-ff76-4017-a24f-d2f6c231fea8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2616.449343] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45b8cee-4f98-41f9-9d46-dc3423183b2f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2616.453332] env[63366]: INFO nova.scheduler.client.report [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Deleted allocations for instance 72facf09-c27f-4a6e-916a-94f5b28a6202 [ 2616.464813] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c4cd08-94ed-44f1-a602-c533f21f43d6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2616.471286] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8af665-fb53-49e8-b1dd-c241a1b91fea {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2616.503148] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181084MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2616.503396] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2616.503580] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2616.560778] env[63366]: DEBUG oslo_concurrency.lockutils [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "7fa0a371-64fa-4a8c-aeaf-e9dc1393b331" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2616.561014] env[63366]: DEBUG oslo_concurrency.lockutils [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "7fa0a371-64fa-4a8c-aeaf-e9dc1393b331" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2616.745493] env[63366]: DEBUG oslo_concurrency.lockutils [None req-9a9d0c3f-dce6-475d-80a5-ad12aafa45c2 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "b753ee22-a728-47a7-9d0c-e41c585679a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.592s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2616.844019] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b946d3d7-8381-40e1-83c0-13b679810768 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "b753ee22-a728-47a7-9d0c-e41c585679a5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2616.844295] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b946d3d7-8381-40e1-83c0-13b679810768 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "b753ee22-a728-47a7-9d0c-e41c585679a5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2616.844475] env[63366]: DEBUG nova.compute.manager [None req-b946d3d7-8381-40e1-83c0-13b679810768 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2616.845364] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b713c87-f8bf-4d89-a6aa-3ba48799c8e1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2616.852375] env[63366]: DEBUG nova.compute.manager [None req-b946d3d7-8381-40e1-83c0-13b679810768 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63366) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2616.852915] env[63366]: DEBUG nova.objects.instance [None req-b946d3d7-8381-40e1-83c0-13b679810768 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lazy-loading 'flavor' on Instance uuid b753ee22-a728-47a7-9d0c-e41c585679a5 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2616.967911] env[63366]: DEBUG oslo_concurrency.lockutils [None req-d9b1d92e-dbb1-41f7-ae8f-4be75cade79a tempest-AttachVolumeShelveTestJSON-1110600850 tempest-AttachVolumeShelveTestJSON-1110600850-project-member] Lock "72facf09-c27f-4a6e-916a-94f5b28a6202" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.410s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2617.063076] env[63366]: DEBUG nova.compute.manager [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2617.527723] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2617.527882] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance b753ee22-a728-47a7-9d0c-e41c585679a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2617.580387] env[63366]: DEBUG oslo_concurrency.lockutils [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2617.859527] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b946d3d7-8381-40e1-83c0-13b679810768 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2617.859877] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46c87f88-e278-4e0f-b015-ca3f662f3ffc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2617.867279] env[63366]: DEBUG oslo_vmware.api [None req-b946d3d7-8381-40e1-83c0-13b679810768 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2617.867279] env[63366]: value = "task-2104849" [ 2617.867279] env[63366]: _type = "Task" [ 2617.867279] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2617.877642] env[63366]: DEBUG oslo_vmware.api [None req-b946d3d7-8381-40e1-83c0-13b679810768 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2618.030661] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2618.030973] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2618.031080] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2618.079022] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcd99bd-a04a-4b7d-a4c3-f569e6ac9d95 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2618.087029] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f754a8-e0fb-41d5-8396-602ee04712c4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2618.116870] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43544c09-c740-464e-ba09-9255a707f0cf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2618.124022] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e2bca8-7e42-4526-962e-1b6d3bb2a27a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2618.137111] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2618.376838] env[63366]: DEBUG oslo_vmware.api [None req-b946d3d7-8381-40e1-83c0-13b679810768 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104849, 'name': PowerOffVM_Task, 'duration_secs': 0.183776} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2618.377159] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b946d3d7-8381-40e1-83c0-13b679810768 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2618.377379] env[63366]: DEBUG nova.compute.manager [None req-b946d3d7-8381-40e1-83c0-13b679810768 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2618.378134] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f05523-6d94-433d-9232-19345ab6354f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2618.640202] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2618.888752] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b946d3d7-8381-40e1-83c0-13b679810768 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "b753ee22-a728-47a7-9d0c-e41c585679a5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.044s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2619.145330] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2619.145517] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.642s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2619.145783] env[63366]: DEBUG oslo_concurrency.lockutils [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.566s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2619.147369] env[63366]: INFO nova.compute.claims [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2619.214780] env[63366]: DEBUG oslo_concurrency.lockutils [None req-26a55005-d09e-4df3-9c57-f8744c578e3f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "b753ee22-a728-47a7-9d0c-e41c585679a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2619.215094] env[63366]: DEBUG oslo_concurrency.lockutils [None req-26a55005-d09e-4df3-9c57-f8744c578e3f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "b753ee22-a728-47a7-9d0c-e41c585679a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2619.215359] env[63366]: DEBUG oslo_concurrency.lockutils [None req-26a55005-d09e-4df3-9c57-f8744c578e3f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "b753ee22-a728-47a7-9d0c-e41c585679a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2619.215575] env[63366]: DEBUG oslo_concurrency.lockutils [None req-26a55005-d09e-4df3-9c57-f8744c578e3f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "b753ee22-a728-47a7-9d0c-e41c585679a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2619.215775] env[63366]: DEBUG oslo_concurrency.lockutils [None req-26a55005-d09e-4df3-9c57-f8744c578e3f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "b753ee22-a728-47a7-9d0c-e41c585679a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2619.218078] env[63366]: INFO nova.compute.manager [None req-26a55005-d09e-4df3-9c57-f8744c578e3f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Terminating instance [ 2619.721610] env[63366]: DEBUG nova.compute.manager [None req-26a55005-d09e-4df3-9c57-f8744c578e3f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2619.721832] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-26a55005-d09e-4df3-9c57-f8744c578e3f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2619.722728] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875aabeb-f822-45d0-ac69-1ae30480d517 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2619.730952] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-26a55005-d09e-4df3-9c57-f8744c578e3f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2619.731185] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a1f4a68-a537-4843-9532-31f5d7120d45 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2619.901838] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-26a55005-d09e-4df3-9c57-f8744c578e3f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2619.902137] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-26a55005-d09e-4df3-9c57-f8744c578e3f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2619.902264] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-26a55005-d09e-4df3-9c57-f8744c578e3f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Deleting the datastore file [datastore2] b753ee22-a728-47a7-9d0c-e41c585679a5 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2619.902573] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1f65d3c-0e53-4fd1-b805-73c0a9f5aa8f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2619.908542] env[63366]: DEBUG oslo_vmware.api [None req-26a55005-d09e-4df3-9c57-f8744c578e3f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2619.908542] env[63366]: value = "task-2104852" [ 2619.908542] env[63366]: _type = "Task" [ 2619.908542] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2619.916051] env[63366]: DEBUG oslo_vmware.api [None req-26a55005-d09e-4df3-9c57-f8744c578e3f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2620.207545] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883d6b01-b304-4762-b61d-fd9b2c12a122 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2620.215090] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27ead59-43f9-419b-b1e0-449f976c247a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2620.243962] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dad5c2-4e5b-446a-9da9-3961f5d47cda {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2620.250705] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb33662d-a4b5-4e5d-9884-02a98c6bbc33 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2620.264244] env[63366]: DEBUG nova.compute.provider_tree [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2620.418084] env[63366]: DEBUG oslo_vmware.api [None req-26a55005-d09e-4df3-9c57-f8744c578e3f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155203} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2620.418294] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-26a55005-d09e-4df3-9c57-f8744c578e3f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2620.418476] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-26a55005-d09e-4df3-9c57-f8744c578e3f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2620.418650] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-26a55005-d09e-4df3-9c57-f8744c578e3f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2620.418820] env[63366]: INFO nova.compute.manager [None req-26a55005-d09e-4df3-9c57-f8744c578e3f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Took 0.70 seconds to destroy the instance on the hypervisor. [ 2620.419062] env[63366]: DEBUG oslo.service.loopingcall [None req-26a55005-d09e-4df3-9c57-f8744c578e3f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2620.419261] env[63366]: DEBUG nova.compute.manager [-] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2620.419356] env[63366]: DEBUG nova.network.neutron [-] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2620.683231] env[63366]: DEBUG nova.compute.manager [req-8a025e73-13e5-403a-8cd7-51c332597827 req-86dcb86d-a0e6-4a41-b095-723b21c261c9 service nova] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Received event network-vif-deleted-2685c727-7c5c-4018-9bdf-ab362d252185 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2620.683418] env[63366]: INFO nova.compute.manager [req-8a025e73-13e5-403a-8cd7-51c332597827 req-86dcb86d-a0e6-4a41-b095-723b21c261c9 service nova] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Neutron deleted interface 2685c727-7c5c-4018-9bdf-ab362d252185; detaching it from the instance and deleting it from the info cache [ 2620.683589] env[63366]: DEBUG nova.network.neutron [req-8a025e73-13e5-403a-8cd7-51c332597827 req-86dcb86d-a0e6-4a41-b095-723b21c261c9 service nova] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2620.767551] env[63366]: DEBUG nova.scheduler.client.report [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2621.161016] env[63366]: DEBUG nova.network.neutron [-] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2621.186017] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fffbe647-ba5c-4e2c-8478-00ff8221dbbe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2621.196187] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc366d33-0bc3-4cf2-ad0e-a5a0e7d51284 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2621.220568] env[63366]: DEBUG nova.compute.manager [req-8a025e73-13e5-403a-8cd7-51c332597827 req-86dcb86d-a0e6-4a41-b095-723b21c261c9 service nova] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Detach interface failed, port_id=2685c727-7c5c-4018-9bdf-ab362d252185, reason: Instance b753ee22-a728-47a7-9d0c-e41c585679a5 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2621.272991] env[63366]: DEBUG oslo_concurrency.lockutils [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.127s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2621.273268] env[63366]: DEBUG nova.compute.manager [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2621.664270] env[63366]: INFO nova.compute.manager [-] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Took 1.24 seconds to deallocate network for instance. [ 2621.778270] env[63366]: DEBUG nova.compute.utils [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2621.779989] env[63366]: DEBUG nova.compute.manager [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2621.780182] env[63366]: DEBUG nova.network.neutron [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2621.852959] env[63366]: DEBUG nova.policy [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08c29289d9e64c558eb43390eca16382', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34fe491c616540959b7b8ecd84c4415c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2622.171722] env[63366]: DEBUG oslo_concurrency.lockutils [None req-26a55005-d09e-4df3-9c57-f8744c578e3f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2622.172053] env[63366]: DEBUG oslo_concurrency.lockutils [None req-26a55005-d09e-4df3-9c57-f8744c578e3f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2622.172392] env[63366]: DEBUG nova.objects.instance [None req-26a55005-d09e-4df3-9c57-f8744c578e3f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lazy-loading 'resources' on Instance uuid b753ee22-a728-47a7-9d0c-e41c585679a5 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2622.283468] env[63366]: DEBUG nova.compute.manager [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2622.296056] env[63366]: DEBUG nova.network.neutron [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Successfully created port: 3ddbee91-c9f8-4214-8c29-9b3295bbd6de {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2622.727936] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d764d4-4e00-4dea-8e51-5458eac5a628 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2622.735559] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637074b2-00b7-4595-9a0f-7a11741fa439 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2622.765788] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5076c26c-b8d1-4222-a54a-61881191ec8e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2622.776422] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84f55ec-7e1f-4d18-a8cb-c8a371968e85 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2622.792405] env[63366]: DEBUG nova.compute.provider_tree [None req-26a55005-d09e-4df3-9c57-f8744c578e3f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2623.295728] env[63366]: DEBUG nova.compute.manager [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2623.298484] env[63366]: DEBUG nova.scheduler.client.report [None req-26a55005-d09e-4df3-9c57-f8744c578e3f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2623.326509] env[63366]: DEBUG nova.virt.hardware [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2623.326742] env[63366]: DEBUG nova.virt.hardware [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2623.326895] env[63366]: DEBUG nova.virt.hardware [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2623.327085] env[63366]: DEBUG nova.virt.hardware [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2623.327231] env[63366]: DEBUG nova.virt.hardware [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2623.327374] env[63366]: DEBUG nova.virt.hardware [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2623.327578] env[63366]: DEBUG nova.virt.hardware [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2623.327734] env[63366]: DEBUG nova.virt.hardware [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2623.327895] env[63366]: DEBUG nova.virt.hardware [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2623.328087] env[63366]: DEBUG nova.virt.hardware [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2623.328355] env[63366]: DEBUG nova.virt.hardware [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2623.329290] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281025e0-d93d-486f-8686-0fb5f688e80e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2623.337303] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279bfb34-bc52-4092-a22d-4ae7a6e60e7f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2623.802800] env[63366]: DEBUG oslo_concurrency.lockutils [None req-26a55005-d09e-4df3-9c57-f8744c578e3f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2623.826452] env[63366]: INFO nova.scheduler.client.report [None req-26a55005-d09e-4df3-9c57-f8744c578e3f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Deleted allocations for instance b753ee22-a728-47a7-9d0c-e41c585679a5 [ 2623.841077] env[63366]: DEBUG nova.compute.manager [req-2bdc5491-7722-4a46-b8d9-4bec1030fd36 req-12757118-6431-4fdf-b906-693495856fc6 service nova] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Received event network-vif-plugged-3ddbee91-c9f8-4214-8c29-9b3295bbd6de {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2623.841304] env[63366]: DEBUG oslo_concurrency.lockutils [req-2bdc5491-7722-4a46-b8d9-4bec1030fd36 req-12757118-6431-4fdf-b906-693495856fc6 service nova] Acquiring lock "7fa0a371-64fa-4a8c-aeaf-e9dc1393b331-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2623.841511] env[63366]: DEBUG oslo_concurrency.lockutils [req-2bdc5491-7722-4a46-b8d9-4bec1030fd36 req-12757118-6431-4fdf-b906-693495856fc6 service nova] Lock "7fa0a371-64fa-4a8c-aeaf-e9dc1393b331-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2623.841745] env[63366]: DEBUG oslo_concurrency.lockutils [req-2bdc5491-7722-4a46-b8d9-4bec1030fd36 req-12757118-6431-4fdf-b906-693495856fc6 service nova] Lock "7fa0a371-64fa-4a8c-aeaf-e9dc1393b331-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2623.841825] env[63366]: DEBUG nova.compute.manager [req-2bdc5491-7722-4a46-b8d9-4bec1030fd36 req-12757118-6431-4fdf-b906-693495856fc6 service nova] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] No waiting events found dispatching network-vif-plugged-3ddbee91-c9f8-4214-8c29-9b3295bbd6de {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2623.841978] env[63366]: WARNING nova.compute.manager [req-2bdc5491-7722-4a46-b8d9-4bec1030fd36 req-12757118-6431-4fdf-b906-693495856fc6 service nova] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Received unexpected event network-vif-plugged-3ddbee91-c9f8-4214-8c29-9b3295bbd6de for instance with vm_state building and task_state spawning. [ 2623.936944] env[63366]: DEBUG nova.network.neutron [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Successfully updated port: 3ddbee91-c9f8-4214-8c29-9b3295bbd6de {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2624.339103] env[63366]: DEBUG oslo_concurrency.lockutils [None req-26a55005-d09e-4df3-9c57-f8744c578e3f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "b753ee22-a728-47a7-9d0c-e41c585679a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.124s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2624.439399] env[63366]: DEBUG oslo_concurrency.lockutils [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "refresh_cache-7fa0a371-64fa-4a8c-aeaf-e9dc1393b331" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2624.439461] env[63366]: DEBUG oslo_concurrency.lockutils [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquired lock "refresh_cache-7fa0a371-64fa-4a8c-aeaf-e9dc1393b331" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2624.439678] env[63366]: DEBUG nova.network.neutron [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2624.970471] env[63366]: DEBUG nova.network.neutron [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2625.134795] env[63366]: DEBUG nova.network.neutron [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Updating instance_info_cache with network_info: [{"id": "3ddbee91-c9f8-4214-8c29-9b3295bbd6de", "address": "fa:16:3e:16:b9:68", "network": {"id": "49a15919-acd2-4c9c-bb1c-fcc5af970fc7", "bridge": "br-int", "label": "tempest-ServersTestJSON-2122947830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fe491c616540959b7b8ecd84c4415c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ddbee91-c9", "ovs_interfaceid": "3ddbee91-c9f8-4214-8c29-9b3295bbd6de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2625.215061] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "88c7800b-8e46-4bf2-aa9d-e81b0692bcb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2625.215310] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "88c7800b-8e46-4bf2-aa9d-e81b0692bcb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2625.641608] env[63366]: DEBUG oslo_concurrency.lockutils [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Releasing lock "refresh_cache-7fa0a371-64fa-4a8c-aeaf-e9dc1393b331" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2625.641936] env[63366]: DEBUG nova.compute.manager [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Instance network_info: |[{"id": "3ddbee91-c9f8-4214-8c29-9b3295bbd6de", "address": "fa:16:3e:16:b9:68", "network": {"id": "49a15919-acd2-4c9c-bb1c-fcc5af970fc7", "bridge": "br-int", "label": "tempest-ServersTestJSON-2122947830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fe491c616540959b7b8ecd84c4415c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ddbee91-c9", "ovs_interfaceid": "3ddbee91-c9f8-4214-8c29-9b3295bbd6de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2625.642421] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:b9:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ddbee91-c9f8-4214-8c29-9b3295bbd6de', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2625.651348] env[63366]: DEBUG oslo.service.loopingcall [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2625.651560] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2625.651779] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbc94830-59e5-4f9e-8c33-26f9a67dfaaf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2625.675468] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2625.675468] env[63366]: value = "task-2104853" [ 2625.675468] env[63366]: _type = "Task" [ 2625.675468] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2625.683370] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104853, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2625.718074] env[63366]: DEBUG nova.compute.manager [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2625.868701] env[63366]: DEBUG nova.compute.manager [req-4fb8dad3-3c88-4ac3-9c6f-b5aebc085503 req-5905d172-b954-44b0-b092-4b418f8724f8 service nova] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Received event network-changed-3ddbee91-c9f8-4214-8c29-9b3295bbd6de {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2625.868892] env[63366]: DEBUG nova.compute.manager [req-4fb8dad3-3c88-4ac3-9c6f-b5aebc085503 req-5905d172-b954-44b0-b092-4b418f8724f8 service nova] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Refreshing instance network info cache due to event network-changed-3ddbee91-c9f8-4214-8c29-9b3295bbd6de. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2625.869171] env[63366]: DEBUG oslo_concurrency.lockutils [req-4fb8dad3-3c88-4ac3-9c6f-b5aebc085503 req-5905d172-b954-44b0-b092-4b418f8724f8 service nova] Acquiring lock "refresh_cache-7fa0a371-64fa-4a8c-aeaf-e9dc1393b331" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2625.869338] env[63366]: DEBUG oslo_concurrency.lockutils [req-4fb8dad3-3c88-4ac3-9c6f-b5aebc085503 req-5905d172-b954-44b0-b092-4b418f8724f8 service nova] Acquired lock "refresh_cache-7fa0a371-64fa-4a8c-aeaf-e9dc1393b331" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2625.869479] env[63366]: DEBUG nova.network.neutron [req-4fb8dad3-3c88-4ac3-9c6f-b5aebc085503 req-5905d172-b954-44b0-b092-4b418f8724f8 service nova] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Refreshing network info cache for port 3ddbee91-c9f8-4214-8c29-9b3295bbd6de {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2626.187018] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104853, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2626.247787] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2626.248130] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2626.249691] env[63366]: INFO nova.compute.claims [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2626.644063] env[63366]: DEBUG nova.network.neutron [req-4fb8dad3-3c88-4ac3-9c6f-b5aebc085503 req-5905d172-b954-44b0-b092-4b418f8724f8 service nova] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Updated VIF entry in instance network info cache for port 3ddbee91-c9f8-4214-8c29-9b3295bbd6de. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2626.644477] env[63366]: DEBUG nova.network.neutron [req-4fb8dad3-3c88-4ac3-9c6f-b5aebc085503 req-5905d172-b954-44b0-b092-4b418f8724f8 service nova] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Updating instance_info_cache with network_info: [{"id": "3ddbee91-c9f8-4214-8c29-9b3295bbd6de", "address": "fa:16:3e:16:b9:68", "network": {"id": "49a15919-acd2-4c9c-bb1c-fcc5af970fc7", "bridge": "br-int", "label": "tempest-ServersTestJSON-2122947830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fe491c616540959b7b8ecd84c4415c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ddbee91-c9", "ovs_interfaceid": "3ddbee91-c9f8-4214-8c29-9b3295bbd6de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2626.686839] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104853, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2627.150297] env[63366]: DEBUG oslo_concurrency.lockutils [req-4fb8dad3-3c88-4ac3-9c6f-b5aebc085503 req-5905d172-b954-44b0-b092-4b418f8724f8 service nova] Releasing lock "refresh_cache-7fa0a371-64fa-4a8c-aeaf-e9dc1393b331" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2627.186679] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104853, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2627.315792] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88a3206-62ae-4f7a-90be-3b8a49d67c48 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2627.323444] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef40210-b836-45c0-810b-1bbfeddfa203 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2627.352310] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b10ab9e-3d40-45b1-9ec3-6286d9807b92 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2627.359281] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e55005-e0b1-42b1-b865-f9955a77c8a4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2627.371784] env[63366]: DEBUG nova.compute.provider_tree [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2627.550243] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2627.550597] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2627.687793] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104853, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2627.874863] env[63366]: DEBUG nova.scheduler.client.report [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2628.053216] env[63366]: DEBUG nova.compute.manager [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2628.188617] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104853, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2628.380123] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.131s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2628.380329] env[63366]: DEBUG nova.compute.manager [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2628.575960] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2628.576301] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2628.577823] env[63366]: INFO nova.compute.claims [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2628.689484] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104853, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2628.885209] env[63366]: DEBUG nova.compute.utils [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2628.886622] env[63366]: DEBUG nova.compute.manager [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2628.886795] env[63366]: DEBUG nova.network.neutron [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2628.924309] env[63366]: DEBUG nova.policy [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79e8be6cc5544eb08e372429e9ce9d68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1586db76da6a43f0b16607a527f4c9b4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2629.161396] env[63366]: DEBUG nova.network.neutron [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Successfully created port: debb45af-84ee-4896-9843-4fb039c23f68 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2629.189501] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104853, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2629.390251] env[63366]: DEBUG nova.compute.manager [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2629.644711] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eee64d3-8b6c-43d0-b8d9-d37cecd3de1d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2629.651856] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5c0ff9-64e2-47d7-ad43-cfa115397529 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2629.685708] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af4d6a0-7772-44d3-a612-b6ce90f57fea {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2629.692605] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104853, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2629.695672] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5fca59-b6a3-47e1-94e3-2b0da35a53ea {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2629.708044] env[63366]: DEBUG nova.compute.provider_tree [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2630.193270] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104853, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2630.211389] env[63366]: DEBUG nova.scheduler.client.report [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2630.400527] env[63366]: DEBUG nova.compute.manager [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2630.425542] env[63366]: DEBUG nova.virt.hardware [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2630.425782] env[63366]: DEBUG nova.virt.hardware [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2630.425935] env[63366]: DEBUG nova.virt.hardware [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2630.426158] env[63366]: DEBUG nova.virt.hardware [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2630.426310] env[63366]: DEBUG nova.virt.hardware [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2630.426453] env[63366]: DEBUG nova.virt.hardware [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2630.426654] env[63366]: DEBUG nova.virt.hardware [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2630.426807] env[63366]: DEBUG nova.virt.hardware [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2630.426968] env[63366]: DEBUG nova.virt.hardware [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2630.427140] env[63366]: DEBUG nova.virt.hardware [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2630.427309] env[63366]: DEBUG nova.virt.hardware [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2630.428168] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff54d0d-4f1f-4e00-ab87-ceb7ff4e1eb8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2630.435719] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd60c7e-0a05-4ec4-b9dc-3cc0d7a842e2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2630.693253] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104853, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2630.716674] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.140s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2630.716797] env[63366]: DEBUG nova.compute.manager [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2631.193026] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104853, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2631.221582] env[63366]: DEBUG nova.compute.utils [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2631.223083] env[63366]: DEBUG nova.compute.manager [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2631.223264] env[63366]: DEBUG nova.network.neutron [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2631.261371] env[63366]: DEBUG nova.policy [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4de5cb9ba9c4d7fab6079898bf3902a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa6d1b662a7c43d19d560f287d4361cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2631.593599] env[63366]: DEBUG nova.network.neutron [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Successfully created port: d6df8b2a-e98c-4723-87f3-0bd2dfd53bfb {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2631.694286] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104853, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2631.727232] env[63366]: DEBUG nova.compute.manager [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2632.194902] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104853, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2632.696033] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104853, 'name': CreateVM_Task, 'duration_secs': 6.919372} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2632.696033] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2632.696460] env[63366]: DEBUG oslo_concurrency.lockutils [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2632.696497] env[63366]: DEBUG oslo_concurrency.lockutils [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2632.696813] env[63366]: DEBUG oslo_concurrency.lockutils [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2632.697069] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-695b8f7c-b47e-423f-981d-e54f9a9e2c38 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2632.701380] env[63366]: DEBUG oslo_vmware.api [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2632.701380] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52097949-3cad-dba6-2036-ec1c242acfde" [ 2632.701380] env[63366]: _type = "Task" [ 2632.701380] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2632.708620] env[63366]: DEBUG oslo_vmware.api [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52097949-3cad-dba6-2036-ec1c242acfde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2632.736961] env[63366]: DEBUG nova.compute.manager [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2632.761682] env[63366]: DEBUG nova.virt.hardware [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2632.761906] env[63366]: DEBUG nova.virt.hardware [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2632.762070] env[63366]: DEBUG nova.virt.hardware [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2632.762250] env[63366]: DEBUG nova.virt.hardware [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2632.762393] env[63366]: DEBUG nova.virt.hardware [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2632.762536] env[63366]: DEBUG nova.virt.hardware [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2632.762736] env[63366]: DEBUG nova.virt.hardware [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2632.762890] env[63366]: DEBUG nova.virt.hardware [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2632.763063] env[63366]: DEBUG nova.virt.hardware [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2632.763226] env[63366]: DEBUG nova.virt.hardware [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2632.763396] env[63366]: DEBUG nova.virt.hardware [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2632.764234] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68df138-72d6-479d-be9a-6189718c8357 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2632.771863] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c565c9-223c-40da-a7d5-eb90e21df87b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2633.212294] env[63366]: DEBUG oslo_vmware.api [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52097949-3cad-dba6-2036-ec1c242acfde, 'name': SearchDatastore_Task, 'duration_secs': 0.00949} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2633.212618] env[63366]: DEBUG oslo_concurrency.lockutils [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2633.212878] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2633.213166] env[63366]: DEBUG oslo_concurrency.lockutils [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2633.213347] env[63366]: DEBUG oslo_concurrency.lockutils [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2633.213562] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2633.213832] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f760dc58-f33e-4eb7-9b8a-f8ad15be5af2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2633.222270] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2633.222438] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2633.223099] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fa1b47e-611f-4e0e-8ec9-95d3e70325b1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2633.228047] env[63366]: DEBUG oslo_vmware.api [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2633.228047] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52edff51-7629-a6c0-ef59-57983c1ebea9" [ 2633.228047] env[63366]: _type = "Task" [ 2633.228047] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2633.234974] env[63366]: DEBUG oslo_vmware.api [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52edff51-7629-a6c0-ef59-57983c1ebea9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2633.507744] env[63366]: DEBUG nova.compute.manager [req-6de74477-a936-4375-b8b9-4e36c16e85b9 req-e31e87e6-2ef2-4bfb-9c6a-b67aaeb3b2b7 service nova] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Received event network-vif-plugged-d6df8b2a-e98c-4723-87f3-0bd2dfd53bfb {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2633.507744] env[63366]: DEBUG oslo_concurrency.lockutils [req-6de74477-a936-4375-b8b9-4e36c16e85b9 req-e31e87e6-2ef2-4bfb-9c6a-b67aaeb3b2b7 service nova] Acquiring lock "0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2633.509659] env[63366]: DEBUG oslo_concurrency.lockutils [req-6de74477-a936-4375-b8b9-4e36c16e85b9 req-e31e87e6-2ef2-4bfb-9c6a-b67aaeb3b2b7 service nova] Lock "0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2633.509871] env[63366]: DEBUG oslo_concurrency.lockutils [req-6de74477-a936-4375-b8b9-4e36c16e85b9 req-e31e87e6-2ef2-4bfb-9c6a-b67aaeb3b2b7 service nova] Lock "0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2633.510806] env[63366]: DEBUG nova.compute.manager [req-6de74477-a936-4375-b8b9-4e36c16e85b9 req-e31e87e6-2ef2-4bfb-9c6a-b67aaeb3b2b7 service nova] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] No waiting events found dispatching network-vif-plugged-d6df8b2a-e98c-4723-87f3-0bd2dfd53bfb {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2633.510806] env[63366]: WARNING nova.compute.manager [req-6de74477-a936-4375-b8b9-4e36c16e85b9 req-e31e87e6-2ef2-4bfb-9c6a-b67aaeb3b2b7 service nova] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Received unexpected event network-vif-plugged-d6df8b2a-e98c-4723-87f3-0bd2dfd53bfb for instance with vm_state building and task_state spawning. [ 2633.556800] env[63366]: DEBUG nova.compute.manager [req-add783ae-d90b-412f-b60c-dc89ed4ad228 req-1eb33e9f-ebf6-46b7-866c-51d3a07c2154 service nova] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Received event network-vif-plugged-debb45af-84ee-4896-9843-4fb039c23f68 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2633.557059] env[63366]: DEBUG oslo_concurrency.lockutils [req-add783ae-d90b-412f-b60c-dc89ed4ad228 req-1eb33e9f-ebf6-46b7-866c-51d3a07c2154 service nova] Acquiring lock "88c7800b-8e46-4bf2-aa9d-e81b0692bcb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2633.557269] env[63366]: DEBUG oslo_concurrency.lockutils [req-add783ae-d90b-412f-b60c-dc89ed4ad228 req-1eb33e9f-ebf6-46b7-866c-51d3a07c2154 service nova] Lock "88c7800b-8e46-4bf2-aa9d-e81b0692bcb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2633.557435] env[63366]: DEBUG oslo_concurrency.lockutils [req-add783ae-d90b-412f-b60c-dc89ed4ad228 req-1eb33e9f-ebf6-46b7-866c-51d3a07c2154 service nova] Lock "88c7800b-8e46-4bf2-aa9d-e81b0692bcb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2633.557598] env[63366]: DEBUG nova.compute.manager [req-add783ae-d90b-412f-b60c-dc89ed4ad228 req-1eb33e9f-ebf6-46b7-866c-51d3a07c2154 service nova] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] No waiting events found dispatching network-vif-plugged-debb45af-84ee-4896-9843-4fb039c23f68 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2633.557757] env[63366]: WARNING nova.compute.manager [req-add783ae-d90b-412f-b60c-dc89ed4ad228 req-1eb33e9f-ebf6-46b7-866c-51d3a07c2154 service nova] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Received unexpected event network-vif-plugged-debb45af-84ee-4896-9843-4fb039c23f68 for instance with vm_state building and task_state spawning. [ 2633.630588] env[63366]: DEBUG nova.network.neutron [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Successfully updated port: d6df8b2a-e98c-4723-87f3-0bd2dfd53bfb {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2633.737740] env[63366]: DEBUG oslo_vmware.api [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52edff51-7629-a6c0-ef59-57983c1ebea9, 'name': SearchDatastore_Task, 'duration_secs': 0.00838} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2633.738573] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-498fa465-1521-43ea-aec2-e47e985aa94d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2633.744121] env[63366]: DEBUG oslo_vmware.api [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2633.744121] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5242536e-6d7a-979e-05a9-64374963f89f" [ 2633.744121] env[63366]: _type = "Task" [ 2633.744121] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2633.752053] env[63366]: DEBUG oslo_vmware.api [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5242536e-6d7a-979e-05a9-64374963f89f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2634.117183] env[63366]: DEBUG nova.network.neutron [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Successfully updated port: debb45af-84ee-4896-9843-4fb039c23f68 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2634.130385] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "refresh_cache-0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2634.130385] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquired lock "refresh_cache-0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2634.130385] env[63366]: DEBUG nova.network.neutron [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2634.140218] env[63366]: DEBUG nova.compute.manager [req-bb64fd18-9295-4462-975a-77833c0ede4c req-f663f3b4-f687-431d-bf35-4b05f962ea63 service nova] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Received event network-changed-debb45af-84ee-4896-9843-4fb039c23f68 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2634.140420] env[63366]: DEBUG nova.compute.manager [req-bb64fd18-9295-4462-975a-77833c0ede4c req-f663f3b4-f687-431d-bf35-4b05f962ea63 service nova] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Refreshing instance network info cache due to event network-changed-debb45af-84ee-4896-9843-4fb039c23f68. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2634.140624] env[63366]: DEBUG oslo_concurrency.lockutils [req-bb64fd18-9295-4462-975a-77833c0ede4c req-f663f3b4-f687-431d-bf35-4b05f962ea63 service nova] Acquiring lock "refresh_cache-88c7800b-8e46-4bf2-aa9d-e81b0692bcb5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2634.140761] env[63366]: DEBUG oslo_concurrency.lockutils [req-bb64fd18-9295-4462-975a-77833c0ede4c req-f663f3b4-f687-431d-bf35-4b05f962ea63 service nova] Acquired lock "refresh_cache-88c7800b-8e46-4bf2-aa9d-e81b0692bcb5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2634.140914] env[63366]: DEBUG nova.network.neutron [req-bb64fd18-9295-4462-975a-77833c0ede4c req-f663f3b4-f687-431d-bf35-4b05f962ea63 service nova] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Refreshing network info cache for port debb45af-84ee-4896-9843-4fb039c23f68 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2634.254542] env[63366]: DEBUG oslo_vmware.api [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5242536e-6d7a-979e-05a9-64374963f89f, 'name': SearchDatastore_Task, 'duration_secs': 0.009681} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2634.254797] env[63366]: DEBUG oslo_concurrency.lockutils [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2634.255093] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331/7fa0a371-64fa-4a8c-aeaf-e9dc1393b331.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2634.255306] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1fcfd5c-246c-4dc4-91b9-64725c61cc18 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2634.262986] env[63366]: DEBUG oslo_vmware.api [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2634.262986] env[63366]: value = "task-2104854" [ 2634.262986] env[63366]: _type = "Task" [ 2634.262986] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2634.270641] env[63366]: DEBUG oslo_vmware.api [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2634.622799] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "refresh_cache-88c7800b-8e46-4bf2-aa9d-e81b0692bcb5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2634.667939] env[63366]: DEBUG nova.network.neutron [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2634.675014] env[63366]: DEBUG nova.network.neutron [req-bb64fd18-9295-4462-975a-77833c0ede4c req-f663f3b4-f687-431d-bf35-4b05f962ea63 service nova] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2634.775400] env[63366]: DEBUG oslo_vmware.api [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.411436} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2634.777446] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331/7fa0a371-64fa-4a8c-aeaf-e9dc1393b331.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2634.777446] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2634.777446] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6a9473e-3fa8-4d1a-be1e-b305d7b0505c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2634.779275] env[63366]: DEBUG nova.network.neutron [req-bb64fd18-9295-4462-975a-77833c0ede4c req-f663f3b4-f687-431d-bf35-4b05f962ea63 service nova] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2634.790772] env[63366]: DEBUG oslo_vmware.api [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2634.790772] env[63366]: value = "task-2104855" [ 2634.790772] env[63366]: _type = "Task" [ 2634.790772] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2634.798485] env[63366]: DEBUG oslo_vmware.api [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2634.801349] env[63366]: DEBUG nova.network.neutron [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Updating instance_info_cache with network_info: [{"id": "d6df8b2a-e98c-4723-87f3-0bd2dfd53bfb", "address": "fa:16:3e:b6:34:b4", "network": {"id": "192c2aad-2b74-451b-9465-41eda3d84f6c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1222124680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6d1b662a7c43d19d560f287d4361cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6df8b2a-e9", "ovs_interfaceid": "d6df8b2a-e98c-4723-87f3-0bd2dfd53bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2635.282746] env[63366]: DEBUG oslo_concurrency.lockutils [req-bb64fd18-9295-4462-975a-77833c0ede4c req-f663f3b4-f687-431d-bf35-4b05f962ea63 service nova] Releasing lock "refresh_cache-88c7800b-8e46-4bf2-aa9d-e81b0692bcb5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2635.283282] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquired lock "refresh_cache-88c7800b-8e46-4bf2-aa9d-e81b0692bcb5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2635.283514] env[63366]: DEBUG nova.network.neutron [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2635.298796] env[63366]: DEBUG oslo_vmware.api [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055398} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2635.299129] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2635.300188] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddcc6f2-58fa-4742-abe4-65d94f128d61 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2635.303896] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Releasing lock "refresh_cache-0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2635.304255] env[63366]: DEBUG nova.compute.manager [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Instance network_info: |[{"id": "d6df8b2a-e98c-4723-87f3-0bd2dfd53bfb", "address": "fa:16:3e:b6:34:b4", "network": {"id": "192c2aad-2b74-451b-9465-41eda3d84f6c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1222124680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6d1b662a7c43d19d560f287d4361cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6df8b2a-e9", "ovs_interfaceid": "d6df8b2a-e98c-4723-87f3-0bd2dfd53bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2635.304721] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:34:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1895250-76cc-41f7-b7f8-2e5679494607', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6df8b2a-e98c-4723-87f3-0bd2dfd53bfb', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2635.316377] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Creating folder: Project (fa6d1b662a7c43d19d560f287d4361cc). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2635.317347] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-188dbaf7-014c-4f3e-8d23-df7844b59cc1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2635.347547] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331/7fa0a371-64fa-4a8c-aeaf-e9dc1393b331.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2635.348325] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfd837f4-f194-489c-af5c-f2c32dc0f272 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2635.372065] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Created folder: Project (fa6d1b662a7c43d19d560f287d4361cc) in parent group-v430612. [ 2635.372317] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Creating folder: Instances. Parent ref: group-v430930. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2635.373009] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c353a84-0a2e-4f32-a85f-88666f32a9ad {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2635.377191] env[63366]: DEBUG oslo_vmware.api [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2635.377191] env[63366]: value = "task-2104857" [ 2635.377191] env[63366]: _type = "Task" [ 2635.377191] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2635.383416] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Created folder: Instances in parent group-v430930. [ 2635.383701] env[63366]: DEBUG oslo.service.loopingcall [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2635.383926] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2635.384192] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bac71ac3-a776-46fc-85c0-b511cba69f60 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2635.411541] env[63366]: DEBUG oslo_vmware.api [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2635.416452] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2635.416452] env[63366]: value = "task-2104859" [ 2635.416452] env[63366]: _type = "Task" [ 2635.416452] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2635.423434] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104859, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2635.535247] env[63366]: DEBUG nova.compute.manager [req-15117679-b1c9-406c-8c95-63fdbaf8381e req-6cdb89e8-111e-4d62-af56-2fa5ca791885 service nova] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Received event network-changed-d6df8b2a-e98c-4723-87f3-0bd2dfd53bfb {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2635.535456] env[63366]: DEBUG nova.compute.manager [req-15117679-b1c9-406c-8c95-63fdbaf8381e req-6cdb89e8-111e-4d62-af56-2fa5ca791885 service nova] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Refreshing instance network info cache due to event network-changed-d6df8b2a-e98c-4723-87f3-0bd2dfd53bfb. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2635.535618] env[63366]: DEBUG oslo_concurrency.lockutils [req-15117679-b1c9-406c-8c95-63fdbaf8381e req-6cdb89e8-111e-4d62-af56-2fa5ca791885 service nova] Acquiring lock "refresh_cache-0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2635.535760] env[63366]: DEBUG oslo_concurrency.lockutils [req-15117679-b1c9-406c-8c95-63fdbaf8381e req-6cdb89e8-111e-4d62-af56-2fa5ca791885 service nova] Acquired lock "refresh_cache-0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2635.535917] env[63366]: DEBUG nova.network.neutron [req-15117679-b1c9-406c-8c95-63fdbaf8381e req-6cdb89e8-111e-4d62-af56-2fa5ca791885 service nova] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Refreshing network info cache for port d6df8b2a-e98c-4723-87f3-0bd2dfd53bfb {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2635.816813] env[63366]: DEBUG nova.network.neutron [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2635.886995] env[63366]: DEBUG oslo_vmware.api [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104857, 'name': ReconfigVM_Task, 'duration_secs': 0.277815} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2635.887295] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331/7fa0a371-64fa-4a8c-aeaf-e9dc1393b331.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2635.887890] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8617d147-e711-4e18-8a4f-0aad2f55cb1e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2635.894775] env[63366]: DEBUG oslo_vmware.api [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2635.894775] env[63366]: value = "task-2104860" [ 2635.894775] env[63366]: _type = "Task" [ 2635.894775] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2635.902190] env[63366]: DEBUG oslo_vmware.api [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104860, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2635.928044] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104859, 'name': CreateVM_Task, 'duration_secs': 0.510023} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2635.928133] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2635.928891] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2635.929095] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2635.929457] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2635.929700] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-058f22fc-888d-434d-bc9a-4a86cf15c70f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2635.934188] env[63366]: DEBUG oslo_vmware.api [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2635.934188] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]528b8af3-4c5f-aa3c-6522-d6cae57a8b15" [ 2635.934188] env[63366]: _type = "Task" [ 2635.934188] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2635.941989] env[63366]: DEBUG oslo_vmware.api [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]528b8af3-4c5f-aa3c-6522-d6cae57a8b15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2635.948371] env[63366]: DEBUG nova.network.neutron [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Updating instance_info_cache with network_info: [{"id": "debb45af-84ee-4896-9843-4fb039c23f68", "address": "fa:16:3e:67:c6:c4", "network": {"id": "f582484c-867a-471e-ab8c-e54dc033c2f8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1880965132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1586db76da6a43f0b16607a527f4c9b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdebb45af-84", "ovs_interfaceid": "debb45af-84ee-4896-9843-4fb039c23f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2636.216660] env[63366]: DEBUG nova.network.neutron [req-15117679-b1c9-406c-8c95-63fdbaf8381e req-6cdb89e8-111e-4d62-af56-2fa5ca791885 service nova] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Updated VIF entry in instance network info cache for port d6df8b2a-e98c-4723-87f3-0bd2dfd53bfb. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2636.217008] env[63366]: DEBUG nova.network.neutron [req-15117679-b1c9-406c-8c95-63fdbaf8381e req-6cdb89e8-111e-4d62-af56-2fa5ca791885 service nova] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Updating instance_info_cache with network_info: [{"id": "d6df8b2a-e98c-4723-87f3-0bd2dfd53bfb", "address": "fa:16:3e:b6:34:b4", "network": {"id": "192c2aad-2b74-451b-9465-41eda3d84f6c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1222124680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6d1b662a7c43d19d560f287d4361cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6df8b2a-e9", "ovs_interfaceid": "d6df8b2a-e98c-4723-87f3-0bd2dfd53bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2636.403816] env[63366]: DEBUG oslo_vmware.api [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104860, 'name': Rename_Task, 'duration_secs': 0.145249} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2636.404031] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2636.404274] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3941ee74-cddb-41c3-8370-0d3d60db660c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2636.410580] env[63366]: DEBUG oslo_vmware.api [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2636.410580] env[63366]: value = "task-2104861" [ 2636.410580] env[63366]: _type = "Task" [ 2636.410580] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2636.418811] env[63366]: DEBUG oslo_vmware.api [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2636.442850] env[63366]: DEBUG oslo_vmware.api [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]528b8af3-4c5f-aa3c-6522-d6cae57a8b15, 'name': SearchDatastore_Task, 'duration_secs': 0.009946} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2636.443122] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2636.443351] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2636.443575] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2636.443718] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2636.443888] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2636.444135] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94bbe9a8-e51f-4bc9-aab8-b5f8442e9aac {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2636.451274] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Releasing lock "refresh_cache-88c7800b-8e46-4bf2-aa9d-e81b0692bcb5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2636.451572] env[63366]: DEBUG nova.compute.manager [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Instance network_info: |[{"id": "debb45af-84ee-4896-9843-4fb039c23f68", "address": "fa:16:3e:67:c6:c4", "network": {"id": "f582484c-867a-471e-ab8c-e54dc033c2f8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1880965132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1586db76da6a43f0b16607a527f4c9b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdebb45af-84", "ovs_interfaceid": "debb45af-84ee-4896-9843-4fb039c23f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2636.451908] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:c6:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'debb45af-84ee-4896-9843-4fb039c23f68', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2636.459658] env[63366]: DEBUG oslo.service.loopingcall [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2636.460615] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2636.460862] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2636.461035] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2636.461951] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e47f1d6-b98b-491a-b076-2ff3b22b99f5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2636.475507] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51145b0b-d5cc-47e2-b932-7ee3148fe87a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2636.481242] env[63366]: DEBUG oslo_vmware.api [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2636.481242] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52e02ae5-8cb4-edf9-aac7-665bf08ecdac" [ 2636.481242] env[63366]: _type = "Task" [ 2636.481242] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2636.482359] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2636.482359] env[63366]: value = "task-2104862" [ 2636.482359] env[63366]: _type = "Task" [ 2636.482359] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2636.493021] env[63366]: DEBUG oslo_vmware.api [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52e02ae5-8cb4-edf9-aac7-665bf08ecdac, 'name': SearchDatastore_Task, 'duration_secs': 0.008992} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2636.496141] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104862, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2636.496343] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d48e1ea-6451-4d85-a464-cddc9aff5d78 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2636.500842] env[63366]: DEBUG oslo_vmware.api [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2636.500842] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ec2194-765e-a7c7-7d81-7888c82b0ed3" [ 2636.500842] env[63366]: _type = "Task" [ 2636.500842] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2636.507976] env[63366]: DEBUG oslo_vmware.api [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ec2194-765e-a7c7-7d81-7888c82b0ed3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2636.720550] env[63366]: DEBUG oslo_concurrency.lockutils [req-15117679-b1c9-406c-8c95-63fdbaf8381e req-6cdb89e8-111e-4d62-af56-2fa5ca791885 service nova] Releasing lock "refresh_cache-0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2636.920629] env[63366]: DEBUG oslo_vmware.api [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104861, 'name': PowerOnVM_Task, 'duration_secs': 0.433536} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2636.920933] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2636.921100] env[63366]: INFO nova.compute.manager [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Took 13.63 seconds to spawn the instance on the hypervisor. [ 2636.921283] env[63366]: DEBUG nova.compute.manager [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2636.922024] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a633e94f-1037-45ae-8136-8296b1bd1ef8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2636.995252] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104862, 'name': CreateVM_Task, 'duration_secs': 0.32635} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2636.995423] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2636.996134] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2636.996310] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2636.996620] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2636.996863] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a13a479-d59d-43ab-a8de-344c06b9a5ee {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2637.002014] env[63366]: DEBUG oslo_vmware.api [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2637.002014] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]529a45dd-7cf7-3fe1-28a2-1d203bca2df0" [ 2637.002014] env[63366]: _type = "Task" [ 2637.002014] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2637.012512] env[63366]: DEBUG oslo_vmware.api [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ec2194-765e-a7c7-7d81-7888c82b0ed3, 'name': SearchDatastore_Task, 'duration_secs': 0.008537} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2637.015817] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2637.016083] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f/0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2637.016334] env[63366]: DEBUG oslo_vmware.api [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]529a45dd-7cf7-3fe1-28a2-1d203bca2df0, 'name': SearchDatastore_Task, 'duration_secs': 0.008608} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2637.016523] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8265a07d-cea4-4ba9-8d27-591c0ab4b0b6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2637.018264] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2637.018473] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2637.018687] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2637.018828] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2637.019290] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2637.019520] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06d5c62f-df8f-4a74-8da2-d783b0f6af2d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2637.025093] env[63366]: DEBUG oslo_vmware.api [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2637.025093] env[63366]: value = "task-2104863" [ 2637.025093] env[63366]: _type = "Task" [ 2637.025093] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2637.028788] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2637.028956] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2637.029890] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2387c8e4-3550-41c1-8fb8-4b6638e47610 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2637.034585] env[63366]: DEBUG oslo_vmware.api [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2637.037193] env[63366]: DEBUG oslo_vmware.api [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2637.037193] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]526999ce-7ed7-6728-6a39-54e6d400a1a9" [ 2637.037193] env[63366]: _type = "Task" [ 2637.037193] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2637.044452] env[63366]: DEBUG oslo_vmware.api [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526999ce-7ed7-6728-6a39-54e6d400a1a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2637.440847] env[63366]: INFO nova.compute.manager [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Took 19.87 seconds to build instance. [ 2637.536027] env[63366]: DEBUG oslo_vmware.api [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449606} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2637.536332] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f/0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2637.536541] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2637.536787] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71252399-d7aa-4d59-a976-939681d9dab2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2637.547153] env[63366]: DEBUG oslo_vmware.api [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526999ce-7ed7-6728-6a39-54e6d400a1a9, 'name': SearchDatastore_Task, 'duration_secs': 0.008506} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2637.548872] env[63366]: DEBUG oslo_vmware.api [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2637.548872] env[63366]: value = "task-2104864" [ 2637.548872] env[63366]: _type = "Task" [ 2637.548872] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2637.549066] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a55cf247-282b-462d-96ec-f6199d3b80b3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2637.556575] env[63366]: DEBUG oslo_vmware.api [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2637.556575] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52f82201-e9f4-2cf0-1a44-0d699eabe688" [ 2637.556575] env[63366]: _type = "Task" [ 2637.556575] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2637.559795] env[63366]: DEBUG oslo_vmware.api [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2637.566854] env[63366]: DEBUG oslo_vmware.api [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f82201-e9f4-2cf0-1a44-0d699eabe688, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2637.945079] env[63366]: DEBUG oslo_concurrency.lockutils [None req-49080d1a-8557-4b1d-b418-ab7ec2bf7e5d tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "7fa0a371-64fa-4a8c-aeaf-e9dc1393b331" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.384s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2637.970707] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "7fa0a371-64fa-4a8c-aeaf-e9dc1393b331" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2637.970974] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "7fa0a371-64fa-4a8c-aeaf-e9dc1393b331" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2637.971206] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "7fa0a371-64fa-4a8c-aeaf-e9dc1393b331-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2637.971391] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "7fa0a371-64fa-4a8c-aeaf-e9dc1393b331-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2637.971559] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "7fa0a371-64fa-4a8c-aeaf-e9dc1393b331-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2637.973690] env[63366]: INFO nova.compute.manager [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Terminating instance [ 2638.060445] env[63366]: DEBUG oslo_vmware.api [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061136} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2638.063475] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2638.064293] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf59b8df-e45d-400e-931b-90618dfd1176 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2638.072104] env[63366]: DEBUG oslo_vmware.api [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f82201-e9f4-2cf0-1a44-0d699eabe688, 'name': SearchDatastore_Task, 'duration_secs': 0.009426} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2638.081400] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2638.081650] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5/88c7800b-8e46-4bf2-aa9d-e81b0692bcb5.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2638.090229] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f/0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2638.090459] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bea1f2bf-6f15-4609-8ff8-58ad425f660b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2638.092323] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bf898de-0a5e-4606-9f5d-72ffb4b670bf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2638.110961] env[63366]: DEBUG oslo_vmware.api [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2638.110961] env[63366]: value = "task-2104866" [ 2638.110961] env[63366]: _type = "Task" [ 2638.110961] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2638.112498] env[63366]: DEBUG oslo_vmware.api [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2638.112498] env[63366]: value = "task-2104865" [ 2638.112498] env[63366]: _type = "Task" [ 2638.112498] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2638.122419] env[63366]: DEBUG oslo_vmware.api [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104866, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2638.125147] env[63366]: DEBUG oslo_vmware.api [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2638.478075] env[63366]: DEBUG nova.compute.manager [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2638.478649] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2638.479053] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f024793d-eddb-43c1-a8a3-772dd4815c9a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2638.486895] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2638.489705] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c1e6a86-95c6-491c-9d16-c83e2e728be3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2638.497466] env[63366]: DEBUG oslo_vmware.api [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2638.497466] env[63366]: value = "task-2104867" [ 2638.497466] env[63366]: _type = "Task" [ 2638.497466] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2638.502964] env[63366]: DEBUG oslo_vmware.api [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2638.626198] env[63366]: DEBUG oslo_vmware.api [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104865, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2638.629912] env[63366]: DEBUG oslo_vmware.api [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104866, 'name': ReconfigVM_Task, 'duration_secs': 0.263883} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2638.630265] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f/0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2638.630986] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96390d4a-68aa-44a7-9037-c6d7c0e0a4b6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2638.638875] env[63366]: DEBUG oslo_vmware.api [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2638.638875] env[63366]: value = "task-2104868" [ 2638.638875] env[63366]: _type = "Task" [ 2638.638875] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2638.651325] env[63366]: DEBUG oslo_vmware.api [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104868, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2639.003190] env[63366]: DEBUG oslo_vmware.api [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104867, 'name': PowerOffVM_Task, 'duration_secs': 0.373425} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2639.003588] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2639.003714] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2639.003954] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd3fd0fe-0799-4396-89ad-dc90534d1378 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2639.125105] env[63366]: DEBUG oslo_vmware.api [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690022} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2639.125355] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5/88c7800b-8e46-4bf2-aa9d-e81b0692bcb5.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2639.125559] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2639.125790] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a137b587-3c53-4538-adba-ddcf485ae409 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2639.132219] env[63366]: DEBUG oslo_vmware.api [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2639.132219] env[63366]: value = "task-2104870" [ 2639.132219] env[63366]: _type = "Task" [ 2639.132219] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2639.139244] env[63366]: DEBUG oslo_vmware.api [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2639.148433] env[63366]: DEBUG oslo_vmware.api [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104868, 'name': Rename_Task, 'duration_secs': 0.217441} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2639.148690] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2639.148951] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fea9c911-0ae3-47cb-9dc7-0f8650ae0430 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2639.154862] env[63366]: DEBUG oslo_vmware.api [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2639.154862] env[63366]: value = "task-2104871" [ 2639.154862] env[63366]: _type = "Task" [ 2639.154862] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2639.162334] env[63366]: DEBUG oslo_vmware.api [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2639.399793] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2639.399985] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2639.400152] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Deleting the datastore file [datastore2] 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2639.400422] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7908e081-973c-4716-be28-8d4a7f932dd5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2639.406299] env[63366]: DEBUG oslo_vmware.api [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2639.406299] env[63366]: value = "task-2104872" [ 2639.406299] env[63366]: _type = "Task" [ 2639.406299] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2639.413509] env[63366]: DEBUG oslo_vmware.api [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2639.642925] env[63366]: DEBUG oslo_vmware.api [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095228} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2639.643217] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2639.644027] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7573481-ca46-4fe7-9861-6886c5143777 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2639.665472] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5/88c7800b-8e46-4bf2-aa9d-e81b0692bcb5.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2639.668326] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07d359ed-550d-4291-8997-1532c151ad59 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2639.687355] env[63366]: DEBUG oslo_vmware.api [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104871, 'name': PowerOnVM_Task, 'duration_secs': 0.477383} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2639.688517] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2639.688725] env[63366]: INFO nova.compute.manager [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Took 6.95 seconds to spawn the instance on the hypervisor. [ 2639.688901] env[63366]: DEBUG nova.compute.manager [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2639.689256] env[63366]: DEBUG oslo_vmware.api [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2639.689256] env[63366]: value = "task-2104873" [ 2639.689256] env[63366]: _type = "Task" [ 2639.689256] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2639.689933] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87e6aaa-cb82-4717-a870-308ad056f8dc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2639.703414] env[63366]: DEBUG oslo_vmware.api [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104873, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2639.916503] env[63366]: DEBUG oslo_vmware.api [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154999} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2639.916691] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2639.916947] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2639.917224] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2639.917412] env[63366]: INFO nova.compute.manager [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Took 1.44 seconds to destroy the instance on the hypervisor. [ 2639.917657] env[63366]: DEBUG oslo.service.loopingcall [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2639.917898] env[63366]: DEBUG nova.compute.manager [-] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2639.918016] env[63366]: DEBUG nova.network.neutron [-] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2640.188828] env[63366]: DEBUG nova.compute.manager [req-6d14c2a1-db5e-4ce4-8b8d-dfc30dae46a6 req-e46244d4-f2ac-4e39-a59d-b387f989731f service nova] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Received event network-vif-deleted-3ddbee91-c9f8-4214-8c29-9b3295bbd6de {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2640.189099] env[63366]: INFO nova.compute.manager [req-6d14c2a1-db5e-4ce4-8b8d-dfc30dae46a6 req-e46244d4-f2ac-4e39-a59d-b387f989731f service nova] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Neutron deleted interface 3ddbee91-c9f8-4214-8c29-9b3295bbd6de; detaching it from the instance and deleting it from the info cache [ 2640.189218] env[63366]: DEBUG nova.network.neutron [req-6d14c2a1-db5e-4ce4-8b8d-dfc30dae46a6 req-e46244d4-f2ac-4e39-a59d-b387f989731f service nova] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2640.202185] env[63366]: DEBUG oslo_vmware.api [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104873, 'name': ReconfigVM_Task, 'duration_secs': 0.267395} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2640.202916] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5/88c7800b-8e46-4bf2-aa9d-e81b0692bcb5.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2640.203535] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45d280df-af2c-4bb1-b01e-ce3690db721c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2640.214605] env[63366]: DEBUG oslo_vmware.api [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2640.214605] env[63366]: value = "task-2104874" [ 2640.214605] env[63366]: _type = "Task" [ 2640.214605] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2640.215010] env[63366]: INFO nova.compute.manager [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Took 11.66 seconds to build instance. [ 2640.225765] env[63366]: DEBUG oslo_vmware.api [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104874, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2640.620718] env[63366]: DEBUG nova.compute.manager [req-0a5a3aa1-f535-4b18-85c5-ff8863219aec req-c8bbf25a-5ea1-4be0-970e-ced6e997d9fa service nova] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Received event network-changed-d6df8b2a-e98c-4723-87f3-0bd2dfd53bfb {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2640.620930] env[63366]: DEBUG nova.compute.manager [req-0a5a3aa1-f535-4b18-85c5-ff8863219aec req-c8bbf25a-5ea1-4be0-970e-ced6e997d9fa service nova] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Refreshing instance network info cache due to event network-changed-d6df8b2a-e98c-4723-87f3-0bd2dfd53bfb. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2640.621355] env[63366]: DEBUG oslo_concurrency.lockutils [req-0a5a3aa1-f535-4b18-85c5-ff8863219aec req-c8bbf25a-5ea1-4be0-970e-ced6e997d9fa service nova] Acquiring lock "refresh_cache-0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2640.621355] env[63366]: DEBUG oslo_concurrency.lockutils [req-0a5a3aa1-f535-4b18-85c5-ff8863219aec req-c8bbf25a-5ea1-4be0-970e-ced6e997d9fa service nova] Acquired lock "refresh_cache-0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2640.621645] env[63366]: DEBUG nova.network.neutron [req-0a5a3aa1-f535-4b18-85c5-ff8863219aec req-c8bbf25a-5ea1-4be0-970e-ced6e997d9fa service nova] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Refreshing network info cache for port d6df8b2a-e98c-4723-87f3-0bd2dfd53bfb {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2640.665228] env[63366]: DEBUG nova.network.neutron [-] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2640.692456] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e822621-8e81-4a2f-a695-afcf8fde0940 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2640.701029] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698a7b9f-0add-4273-b1bd-a58e2f65d84f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2640.724106] env[63366]: DEBUG oslo_concurrency.lockutils [None req-c471e413-8091-4ef2-a3d0-411d22648063 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.173s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2640.724397] env[63366]: DEBUG oslo_vmware.api [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104874, 'name': Rename_Task, 'duration_secs': 0.133492} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2640.729853] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2640.730189] env[63366]: DEBUG nova.compute.manager [req-6d14c2a1-db5e-4ce4-8b8d-dfc30dae46a6 req-e46244d4-f2ac-4e39-a59d-b387f989731f service nova] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Detach interface failed, port_id=3ddbee91-c9f8-4214-8c29-9b3295bbd6de, reason: Instance 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2640.730533] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf092642-48d3-460a-b2c4-f1bb0f1feffe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2640.736071] env[63366]: DEBUG oslo_vmware.api [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2640.736071] env[63366]: value = "task-2104875" [ 2640.736071] env[63366]: _type = "Task" [ 2640.736071] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2640.743681] env[63366]: DEBUG oslo_vmware.api [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2641.167943] env[63366]: INFO nova.compute.manager [-] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Took 1.25 seconds to deallocate network for instance. [ 2641.247223] env[63366]: DEBUG oslo_vmware.api [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104875, 'name': PowerOnVM_Task, 'duration_secs': 0.488152} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2641.247575] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2641.247689] env[63366]: INFO nova.compute.manager [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Took 10.85 seconds to spawn the instance on the hypervisor. [ 2641.247865] env[63366]: DEBUG nova.compute.manager [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2641.248664] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949e41c2-2399-4ce4-95a0-efe23cb92c61 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2641.527898] env[63366]: DEBUG nova.network.neutron [req-0a5a3aa1-f535-4b18-85c5-ff8863219aec req-c8bbf25a-5ea1-4be0-970e-ced6e997d9fa service nova] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Updated VIF entry in instance network info cache for port d6df8b2a-e98c-4723-87f3-0bd2dfd53bfb. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2641.528345] env[63366]: DEBUG nova.network.neutron [req-0a5a3aa1-f535-4b18-85c5-ff8863219aec req-c8bbf25a-5ea1-4be0-970e-ced6e997d9fa service nova] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Updating instance_info_cache with network_info: [{"id": "d6df8b2a-e98c-4723-87f3-0bd2dfd53bfb", "address": "fa:16:3e:b6:34:b4", "network": {"id": "192c2aad-2b74-451b-9465-41eda3d84f6c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1222124680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6d1b662a7c43d19d560f287d4361cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6df8b2a-e9", "ovs_interfaceid": "d6df8b2a-e98c-4723-87f3-0bd2dfd53bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2641.674780] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2641.675068] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2641.675284] env[63366]: DEBUG nova.objects.instance [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lazy-loading 'resources' on Instance uuid 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2641.765917] env[63366]: INFO nova.compute.manager [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Took 15.54 seconds to build instance. [ 2642.031033] env[63366]: DEBUG oslo_concurrency.lockutils [req-0a5a3aa1-f535-4b18-85c5-ff8863219aec req-c8bbf25a-5ea1-4be0-970e-ced6e997d9fa service nova] Releasing lock "refresh_cache-0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2642.186094] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4873ed1f-6e83-4dfb-9095-5630e34824ad {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2642.193495] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1cde0379-9767-46d1-989e-fa551c8bb7e7 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Suspending the VM {{(pid=63366) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2642.193495] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1cb2afee-c088-41d0-ada9-5d8d2cc66e6c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2642.200255] env[63366]: DEBUG oslo_vmware.api [None req-1cde0379-9767-46d1-989e-fa551c8bb7e7 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2642.200255] env[63366]: value = "task-2104876" [ 2642.200255] env[63366]: _type = "Task" [ 2642.200255] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2642.213132] env[63366]: DEBUG oslo_vmware.api [None req-1cde0379-9767-46d1-989e-fa551c8bb7e7 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104876, 'name': SuspendVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2642.250373] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5186e5-e08f-4d56-97fb-0b9665c26aa7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2642.257762] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcd162e-85f4-4e85-86de-1a42e6c9bf3c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2642.304233] env[63366]: DEBUG oslo_concurrency.lockutils [None req-da068b7d-0282-4a40-bbc7-c354cc3ff38f tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "88c7800b-8e46-4bf2-aa9d-e81b0692bcb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.088s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2642.305785] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5addfa-15a3-4bb0-9cfd-9a66d5d1d9cd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2642.313925] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10ff212-436a-4788-9ccc-17add7c387c5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2642.327734] env[63366]: DEBUG nova.compute.provider_tree [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2642.711917] env[63366]: DEBUG oslo_vmware.api [None req-1cde0379-9767-46d1-989e-fa551c8bb7e7 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104876, 'name': SuspendVM_Task} progress is 70%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2642.831327] env[63366]: DEBUG nova.scheduler.client.report [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2643.210896] env[63366]: DEBUG oslo_vmware.api [None req-1cde0379-9767-46d1-989e-fa551c8bb7e7 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104876, 'name': SuspendVM_Task, 'duration_secs': 0.756086} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2643.211165] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-1cde0379-9767-46d1-989e-fa551c8bb7e7 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Suspended the VM {{(pid=63366) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2643.211346] env[63366]: DEBUG nova.compute.manager [None req-1cde0379-9767-46d1-989e-fa551c8bb7e7 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2643.212097] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7939ece1-6bbd-4530-bf82-879a9ff833ca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2643.335895] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2643.357783] env[63366]: INFO nova.scheduler.client.report [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Deleted allocations for instance 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331 [ 2643.865552] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cd3f03ed-85b6-4682-b7d8-a4c7bc56e2b1 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "7fa0a371-64fa-4a8c-aeaf-e9dc1393b331" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.894s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2644.553836] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62feeb0a-0ef1-4980-a201-faffa400d3c0 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "88c7800b-8e46-4bf2-aa9d-e81b0692bcb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2644.554172] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62feeb0a-0ef1-4980-a201-faffa400d3c0 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "88c7800b-8e46-4bf2-aa9d-e81b0692bcb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2644.554361] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62feeb0a-0ef1-4980-a201-faffa400d3c0 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "88c7800b-8e46-4bf2-aa9d-e81b0692bcb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2644.554547] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62feeb0a-0ef1-4980-a201-faffa400d3c0 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "88c7800b-8e46-4bf2-aa9d-e81b0692bcb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2644.554721] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62feeb0a-0ef1-4980-a201-faffa400d3c0 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "88c7800b-8e46-4bf2-aa9d-e81b0692bcb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2644.556868] env[63366]: INFO nova.compute.manager [None req-62feeb0a-0ef1-4980-a201-faffa400d3c0 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Terminating instance [ 2644.950991] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "6465e599-33de-48be-8833-959addb000c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2644.951247] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "6465e599-33de-48be-8833-959addb000c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2645.060476] env[63366]: DEBUG nova.compute.manager [None req-62feeb0a-0ef1-4980-a201-faffa400d3c0 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2645.060657] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-62feeb0a-0ef1-4980-a201-faffa400d3c0 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2645.061571] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdaaa1e-9831-4050-a79f-7fa9c22a7788 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2645.069304] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-62feeb0a-0ef1-4980-a201-faffa400d3c0 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2645.069524] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3ec88c9-f96f-4173-a4cb-994f1f5f72c8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2645.164831] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-62feeb0a-0ef1-4980-a201-faffa400d3c0 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2645.165069] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-62feeb0a-0ef1-4980-a201-faffa400d3c0 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2645.165254] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-62feeb0a-0ef1-4980-a201-faffa400d3c0 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Deleting the datastore file [datastore2] 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2645.165523] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3d4aa41-53aa-443a-aba8-6406c69622ac {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2645.172868] env[63366]: DEBUG oslo_vmware.api [None req-62feeb0a-0ef1-4980-a201-faffa400d3c0 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2645.172868] env[63366]: value = "task-2104878" [ 2645.172868] env[63366]: _type = "Task" [ 2645.172868] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2645.181793] env[63366]: DEBUG oslo_vmware.api [None req-62feeb0a-0ef1-4980-a201-faffa400d3c0 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2645.453579] env[63366]: DEBUG nova.compute.manager [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2645.681851] env[63366]: DEBUG oslo_vmware.api [None req-62feeb0a-0ef1-4980-a201-faffa400d3c0 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150077} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2645.682201] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-62feeb0a-0ef1-4980-a201-faffa400d3c0 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2645.682265] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-62feeb0a-0ef1-4980-a201-faffa400d3c0 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2645.682394] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-62feeb0a-0ef1-4980-a201-faffa400d3c0 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2645.682561] env[63366]: INFO nova.compute.manager [None req-62feeb0a-0ef1-4980-a201-faffa400d3c0 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Took 0.62 seconds to destroy the instance on the hypervisor. [ 2645.682789] env[63366]: DEBUG oslo.service.loopingcall [None req-62feeb0a-0ef1-4980-a201-faffa400d3c0 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2645.682971] env[63366]: DEBUG nova.compute.manager [-] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2645.683081] env[63366]: DEBUG nova.network.neutron [-] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2645.936905] env[63366]: DEBUG nova.compute.manager [req-4c25ccd9-1074-4186-bfc5-bed2ba7713e5 req-a56992d1-5d53-4a2b-8114-7f011052b06e service nova] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Received event network-vif-deleted-debb45af-84ee-4896-9843-4fb039c23f68 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2645.937203] env[63366]: INFO nova.compute.manager [req-4c25ccd9-1074-4186-bfc5-bed2ba7713e5 req-a56992d1-5d53-4a2b-8114-7f011052b06e service nova] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Neutron deleted interface debb45af-84ee-4896-9843-4fb039c23f68; detaching it from the instance and deleting it from the info cache [ 2645.937321] env[63366]: DEBUG nova.network.neutron [req-4c25ccd9-1074-4186-bfc5-bed2ba7713e5 req-a56992d1-5d53-4a2b-8114-7f011052b06e service nova] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2645.976580] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2645.976896] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2645.978955] env[63366]: INFO nova.compute.claims [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2646.415497] env[63366]: DEBUG nova.network.neutron [-] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2646.439816] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4638f8c3-f905-4302-8c6f-1d7149084c44 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2646.449956] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafd9d46-62a5-48af-8157-785ee94b7a22 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2646.475083] env[63366]: DEBUG nova.compute.manager [req-4c25ccd9-1074-4186-bfc5-bed2ba7713e5 req-a56992d1-5d53-4a2b-8114-7f011052b06e service nova] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Detach interface failed, port_id=debb45af-84ee-4896-9843-4fb039c23f68, reason: Instance 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2646.919133] env[63366]: INFO nova.compute.manager [-] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Took 1.24 seconds to deallocate network for instance. [ 2647.044095] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1921ea28-6ddd-4189-b2e5-ee8e7ff228e2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2647.051419] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6144fc9b-ed8e-4188-a784-f9684310ea9f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2647.081313] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178aa8dc-2a86-402e-8ed3-711d85da1129 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2647.088595] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee70006-c803-4429-a3a5-1009c6902579 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2647.101278] env[63366]: DEBUG nova.compute.provider_tree [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2647.425883] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62feeb0a-0ef1-4980-a201-faffa400d3c0 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2647.604239] env[63366]: DEBUG nova.scheduler.client.report [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2648.109515] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.132s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2648.110051] env[63366]: DEBUG nova.compute.manager [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2648.112915] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62feeb0a-0ef1-4980-a201-faffa400d3c0 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.687s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2648.113154] env[63366]: DEBUG nova.objects.instance [None req-62feeb0a-0ef1-4980-a201-faffa400d3c0 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lazy-loading 'resources' on Instance uuid 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2648.615739] env[63366]: DEBUG nova.compute.utils [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2648.619763] env[63366]: DEBUG nova.compute.manager [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2648.619931] env[63366]: DEBUG nova.network.neutron [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2648.673883] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b4531a-51e4-4896-b34c-d75f1b6d8777 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2648.677602] env[63366]: DEBUG nova.policy [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08c29289d9e64c558eb43390eca16382', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34fe491c616540959b7b8ecd84c4415c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2648.683626] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8918c2f2-1b35-469d-816f-0cdfd298464b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2648.714893] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b601db7d-f55b-4514-b9ca-be3f65a400a0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2648.722491] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae882721-1e68-4c9d-975d-c7088b81b0e1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2648.737481] env[63366]: DEBUG nova.compute.provider_tree [None req-62feeb0a-0ef1-4980-a201-faffa400d3c0 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2648.947594] env[63366]: DEBUG nova.network.neutron [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Successfully created port: 2b37ed87-abe5-42eb-afeb-972e681b06b0 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2649.124012] env[63366]: DEBUG nova.compute.manager [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2649.241046] env[63366]: DEBUG nova.scheduler.client.report [None req-62feeb0a-0ef1-4980-a201-faffa400d3c0 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2649.746058] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62feeb0a-0ef1-4980-a201-faffa400d3c0 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2649.766915] env[63366]: INFO nova.scheduler.client.report [None req-62feeb0a-0ef1-4980-a201-faffa400d3c0 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Deleted allocations for instance 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5 [ 2650.132445] env[63366]: DEBUG nova.compute.manager [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2650.159652] env[63366]: DEBUG nova.virt.hardware [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2650.159910] env[63366]: DEBUG nova.virt.hardware [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2650.160077] env[63366]: DEBUG nova.virt.hardware [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2650.160263] env[63366]: DEBUG nova.virt.hardware [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2650.160409] env[63366]: DEBUG nova.virt.hardware [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2650.160555] env[63366]: DEBUG nova.virt.hardware [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2650.160759] env[63366]: DEBUG nova.virt.hardware [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2650.160914] env[63366]: DEBUG nova.virt.hardware [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2650.161089] env[63366]: DEBUG nova.virt.hardware [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2650.161255] env[63366]: DEBUG nova.virt.hardware [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2650.161441] env[63366]: DEBUG nova.virt.hardware [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2650.162314] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1871cd3-0299-45aa-8ec7-ac62e443f23c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2650.169940] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2aae27-e52a-4f02-a816-a284a2663b5e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2650.274396] env[63366]: DEBUG oslo_concurrency.lockutils [None req-62feeb0a-0ef1-4980-a201-faffa400d3c0 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "88c7800b-8e46-4bf2-aa9d-e81b0692bcb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.720s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2651.470097] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "b824f163-45dd-4762-905a-4eb9b1a525ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2651.470390] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "b824f163-45dd-4762-905a-4eb9b1a525ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2651.790498] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2651.790783] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2651.790931] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Cleaning up deleted instances with incomplete migration {{(pid=63366) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 2651.972188] env[63366]: DEBUG nova.compute.manager [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2652.495208] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2652.495452] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2652.496891] env[63366]: INFO nova.compute.claims [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2653.315161] env[63366]: DEBUG nova.compute.manager [req-45764d0f-7291-43ea-999c-699b5341a3d2 req-78cdc8a6-61a2-45a5-abaa-26f6d55dbe97 service nova] [instance: 6465e599-33de-48be-8833-959addb000c3] Received event network-vif-plugged-2b37ed87-abe5-42eb-afeb-972e681b06b0 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2653.315396] env[63366]: DEBUG oslo_concurrency.lockutils [req-45764d0f-7291-43ea-999c-699b5341a3d2 req-78cdc8a6-61a2-45a5-abaa-26f6d55dbe97 service nova] Acquiring lock "6465e599-33de-48be-8833-959addb000c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2653.315599] env[63366]: DEBUG oslo_concurrency.lockutils [req-45764d0f-7291-43ea-999c-699b5341a3d2 req-78cdc8a6-61a2-45a5-abaa-26f6d55dbe97 service nova] Lock "6465e599-33de-48be-8833-959addb000c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2653.315763] env[63366]: DEBUG oslo_concurrency.lockutils [req-45764d0f-7291-43ea-999c-699b5341a3d2 req-78cdc8a6-61a2-45a5-abaa-26f6d55dbe97 service nova] Lock "6465e599-33de-48be-8833-959addb000c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2653.315926] env[63366]: DEBUG nova.compute.manager [req-45764d0f-7291-43ea-999c-699b5341a3d2 req-78cdc8a6-61a2-45a5-abaa-26f6d55dbe97 service nova] [instance: 6465e599-33de-48be-8833-959addb000c3] No waiting events found dispatching network-vif-plugged-2b37ed87-abe5-42eb-afeb-972e681b06b0 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2653.316101] env[63366]: WARNING nova.compute.manager [req-45764d0f-7291-43ea-999c-699b5341a3d2 req-78cdc8a6-61a2-45a5-abaa-26f6d55dbe97 service nova] [instance: 6465e599-33de-48be-8833-959addb000c3] Received unexpected event network-vif-plugged-2b37ed87-abe5-42eb-afeb-972e681b06b0 for instance with vm_state building and task_state spawning. [ 2653.558998] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbebae3f-bd3a-4948-84c3-ba8cc5358d71 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2653.566639] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbfac8f-45e9-4a15-9bcc-1ffc67a1a16d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2653.597052] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfd320a-4d1c-4d55-8abb-e0e9e7d65c9e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2653.604221] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f6ae9e-86b5-4e1f-a4ab-ffb691f4f88f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2653.617201] env[63366]: DEBUG nova.compute.provider_tree [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2653.870874] env[63366]: DEBUG nova.network.neutron [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Successfully updated port: 2b37ed87-abe5-42eb-afeb-972e681b06b0 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2653.892818] env[63366]: DEBUG nova.compute.manager [req-91142f92-d6ef-41fc-afc4-09690cfc1cd0 req-726e258d-68df-48b3-9159-b7a95c41ffd9 service nova] [instance: 6465e599-33de-48be-8833-959addb000c3] Received event network-changed-2b37ed87-abe5-42eb-afeb-972e681b06b0 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2653.892818] env[63366]: DEBUG nova.compute.manager [req-91142f92-d6ef-41fc-afc4-09690cfc1cd0 req-726e258d-68df-48b3-9159-b7a95c41ffd9 service nova] [instance: 6465e599-33de-48be-8833-959addb000c3] Refreshing instance network info cache due to event network-changed-2b37ed87-abe5-42eb-afeb-972e681b06b0. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2653.893120] env[63366]: DEBUG oslo_concurrency.lockutils [req-91142f92-d6ef-41fc-afc4-09690cfc1cd0 req-726e258d-68df-48b3-9159-b7a95c41ffd9 service nova] Acquiring lock "refresh_cache-6465e599-33de-48be-8833-959addb000c3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2653.893120] env[63366]: DEBUG oslo_concurrency.lockutils [req-91142f92-d6ef-41fc-afc4-09690cfc1cd0 req-726e258d-68df-48b3-9159-b7a95c41ffd9 service nova] Acquired lock "refresh_cache-6465e599-33de-48be-8833-959addb000c3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2653.893286] env[63366]: DEBUG nova.network.neutron [req-91142f92-d6ef-41fc-afc4-09690cfc1cd0 req-726e258d-68df-48b3-9159-b7a95c41ffd9 service nova] [instance: 6465e599-33de-48be-8833-959addb000c3] Refreshing network info cache for port 2b37ed87-abe5-42eb-afeb-972e681b06b0 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2654.120176] env[63366]: DEBUG nova.scheduler.client.report [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2654.373076] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "refresh_cache-6465e599-33de-48be-8833-959addb000c3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2654.424049] env[63366]: DEBUG nova.network.neutron [req-91142f92-d6ef-41fc-afc4-09690cfc1cd0 req-726e258d-68df-48b3-9159-b7a95c41ffd9 service nova] [instance: 6465e599-33de-48be-8833-959addb000c3] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2654.493193] env[63366]: DEBUG nova.network.neutron [req-91142f92-d6ef-41fc-afc4-09690cfc1cd0 req-726e258d-68df-48b3-9159-b7a95c41ffd9 service nova] [instance: 6465e599-33de-48be-8833-959addb000c3] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2654.625124] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.129s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2654.625603] env[63366]: DEBUG nova.compute.manager [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2654.789707] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2654.995678] env[63366]: DEBUG oslo_concurrency.lockutils [req-91142f92-d6ef-41fc-afc4-09690cfc1cd0 req-726e258d-68df-48b3-9159-b7a95c41ffd9 service nova] Releasing lock "refresh_cache-6465e599-33de-48be-8833-959addb000c3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2654.996067] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquired lock "refresh_cache-6465e599-33de-48be-8833-959addb000c3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2654.996231] env[63366]: DEBUG nova.network.neutron [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2655.130470] env[63366]: DEBUG nova.compute.utils [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2655.132231] env[63366]: DEBUG nova.compute.manager [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2655.132401] env[63366]: DEBUG nova.network.neutron [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2655.170949] env[63366]: DEBUG nova.policy [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79e8be6cc5544eb08e372429e9ce9d68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1586db76da6a43f0b16607a527f4c9b4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2655.403192] env[63366]: DEBUG nova.network.neutron [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Successfully created port: 50aa836e-9677-471f-9af3-fd016d399600 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2655.525340] env[63366]: DEBUG nova.network.neutron [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2655.634967] env[63366]: DEBUG nova.compute.manager [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2655.657874] env[63366]: DEBUG nova.network.neutron [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Updating instance_info_cache with network_info: [{"id": "2b37ed87-abe5-42eb-afeb-972e681b06b0", "address": "fa:16:3e:4c:ae:b5", "network": {"id": "49a15919-acd2-4c9c-bb1c-fcc5af970fc7", "bridge": "br-int", "label": "tempest-ServersTestJSON-2122947830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fe491c616540959b7b8ecd84c4415c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b37ed87-ab", "ovs_interfaceid": "2b37ed87-abe5-42eb-afeb-972e681b06b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2656.160738] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Releasing lock "refresh_cache-6465e599-33de-48be-8833-959addb000c3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2656.161061] env[63366]: DEBUG nova.compute.manager [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Instance network_info: |[{"id": "2b37ed87-abe5-42eb-afeb-972e681b06b0", "address": "fa:16:3e:4c:ae:b5", "network": {"id": "49a15919-acd2-4c9c-bb1c-fcc5af970fc7", "bridge": "br-int", "label": "tempest-ServersTestJSON-2122947830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fe491c616540959b7b8ecd84c4415c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b37ed87-ab", "ovs_interfaceid": "2b37ed87-abe5-42eb-afeb-972e681b06b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2656.161468] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:ae:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b37ed87-abe5-42eb-afeb-972e681b06b0', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2656.169297] env[63366]: DEBUG oslo.service.loopingcall [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2656.169297] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6465e599-33de-48be-8833-959addb000c3] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2656.169599] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0563d4ec-cf27-47dc-8a20-9afdd7b43a60 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2656.191935] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2656.191935] env[63366]: value = "task-2104879" [ 2656.191935] env[63366]: _type = "Task" [ 2656.191935] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2656.199656] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104879, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2656.292536] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2656.644510] env[63366]: DEBUG nova.compute.manager [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2656.671575] env[63366]: DEBUG nova.virt.hardware [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2656.671822] env[63366]: DEBUG nova.virt.hardware [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2656.671977] env[63366]: DEBUG nova.virt.hardware [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2656.672170] env[63366]: DEBUG nova.virt.hardware [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2656.672314] env[63366]: DEBUG nova.virt.hardware [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2656.672457] env[63366]: DEBUG nova.virt.hardware [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2656.672723] env[63366]: DEBUG nova.virt.hardware [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2656.672810] env[63366]: DEBUG nova.virt.hardware [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2656.672969] env[63366]: DEBUG nova.virt.hardware [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2656.673138] env[63366]: DEBUG nova.virt.hardware [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2656.673309] env[63366]: DEBUG nova.virt.hardware [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2656.674390] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abf7d9f-b00f-44e0-a28d-a6d87140d34f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2656.682611] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8651b19-7b0f-45fd-bb06-aed3c45a233c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2656.704101] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104879, 'name': CreateVM_Task, 'duration_secs': 0.312733} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2656.704259] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6465e599-33de-48be-8833-959addb000c3] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2656.705261] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2656.705261] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2656.705612] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2656.705612] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3947fbb2-e6c1-444a-a278-925a9235d247 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2656.710228] env[63366]: DEBUG oslo_vmware.api [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2656.710228] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5202d639-fc55-8f6d-15aa-10a2b2425734" [ 2656.710228] env[63366]: _type = "Task" [ 2656.710228] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2656.717848] env[63366]: DEBUG oslo_vmware.api [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5202d639-fc55-8f6d-15aa-10a2b2425734, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2656.785028] env[63366]: DEBUG nova.compute.manager [req-a4f94f16-a0f5-44b9-91cc-60ca9696e62d req-600bcc91-f32b-4ff7-bc68-6e94b423dedb service nova] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Received event network-vif-plugged-50aa836e-9677-471f-9af3-fd016d399600 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2656.785028] env[63366]: DEBUG oslo_concurrency.lockutils [req-a4f94f16-a0f5-44b9-91cc-60ca9696e62d req-600bcc91-f32b-4ff7-bc68-6e94b423dedb service nova] Acquiring lock "b824f163-45dd-4762-905a-4eb9b1a525ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2656.785028] env[63366]: DEBUG oslo_concurrency.lockutils [req-a4f94f16-a0f5-44b9-91cc-60ca9696e62d req-600bcc91-f32b-4ff7-bc68-6e94b423dedb service nova] Lock "b824f163-45dd-4762-905a-4eb9b1a525ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2656.786258] env[63366]: DEBUG oslo_concurrency.lockutils [req-a4f94f16-a0f5-44b9-91cc-60ca9696e62d req-600bcc91-f32b-4ff7-bc68-6e94b423dedb service nova] Lock "b824f163-45dd-4762-905a-4eb9b1a525ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2656.786258] env[63366]: DEBUG nova.compute.manager [req-a4f94f16-a0f5-44b9-91cc-60ca9696e62d req-600bcc91-f32b-4ff7-bc68-6e94b423dedb service nova] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] No waiting events found dispatching network-vif-plugged-50aa836e-9677-471f-9af3-fd016d399600 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2656.786258] env[63366]: WARNING nova.compute.manager [req-a4f94f16-a0f5-44b9-91cc-60ca9696e62d req-600bcc91-f32b-4ff7-bc68-6e94b423dedb service nova] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Received unexpected event network-vif-plugged-50aa836e-9677-471f-9af3-fd016d399600 for instance with vm_state building and task_state spawning. [ 2656.790132] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2656.868652] env[63366]: DEBUG nova.network.neutron [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Successfully updated port: 50aa836e-9677-471f-9af3-fd016d399600 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2657.221043] env[63366]: DEBUG oslo_vmware.api [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5202d639-fc55-8f6d-15aa-10a2b2425734, 'name': SearchDatastore_Task, 'duration_secs': 0.012185} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2657.221349] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2657.221621] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2657.221866] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2657.222017] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2657.222203] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2657.222466] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01210dab-c7b9-4e64-bbb0-4897b4919c86 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2657.231232] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2657.231427] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2657.232171] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b0b2bb0-cbf9-4055-a9bd-125f293f1908 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2657.237461] env[63366]: DEBUG oslo_vmware.api [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2657.237461] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]524a1aff-f326-e009-2e73-770507f4eae5" [ 2657.237461] env[63366]: _type = "Task" [ 2657.237461] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2657.245872] env[63366]: DEBUG oslo_vmware.api [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]524a1aff-f326-e009-2e73-770507f4eae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2657.371564] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "refresh_cache-b824f163-45dd-4762-905a-4eb9b1a525ab" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2657.371725] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquired lock "refresh_cache-b824f163-45dd-4762-905a-4eb9b1a525ab" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2657.371876] env[63366]: DEBUG nova.network.neutron [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2657.748334] env[63366]: DEBUG oslo_vmware.api [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]524a1aff-f326-e009-2e73-770507f4eae5, 'name': SearchDatastore_Task, 'duration_secs': 0.008618} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2657.749144] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d6513d3-bdf0-4dbb-b5cd-bdfcd6168f9b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2657.754283] env[63366]: DEBUG oslo_vmware.api [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2657.754283] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52aa2ed7-c25b-51ad-04b5-f29b93b7a810" [ 2657.754283] env[63366]: _type = "Task" [ 2657.754283] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2657.762226] env[63366]: DEBUG oslo_vmware.api [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52aa2ed7-c25b-51ad-04b5-f29b93b7a810, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2657.903193] env[63366]: DEBUG nova.network.neutron [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2658.030428] env[63366]: DEBUG nova.network.neutron [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Updating instance_info_cache with network_info: [{"id": "50aa836e-9677-471f-9af3-fd016d399600", "address": "fa:16:3e:9f:ee:64", "network": {"id": "f582484c-867a-471e-ab8c-e54dc033c2f8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1880965132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1586db76da6a43f0b16607a527f4c9b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50aa836e-96", "ovs_interfaceid": "50aa836e-9677-471f-9af3-fd016d399600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2658.264792] env[63366]: DEBUG oslo_vmware.api [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52aa2ed7-c25b-51ad-04b5-f29b93b7a810, 'name': SearchDatastore_Task, 'duration_secs': 0.010182} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2658.264978] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2658.265248] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 6465e599-33de-48be-8833-959addb000c3/6465e599-33de-48be-8833-959addb000c3.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2658.265500] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6480bd1-3613-472b-a5f8-5d8581d5d5b9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2658.271748] env[63366]: DEBUG oslo_vmware.api [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2658.271748] env[63366]: value = "task-2104880" [ 2658.271748] env[63366]: _type = "Task" [ 2658.271748] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2658.279657] env[63366]: DEBUG oslo_vmware.api [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2658.533247] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Releasing lock "refresh_cache-b824f163-45dd-4762-905a-4eb9b1a525ab" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2658.533594] env[63366]: DEBUG nova.compute.manager [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Instance network_info: |[{"id": "50aa836e-9677-471f-9af3-fd016d399600", "address": "fa:16:3e:9f:ee:64", "network": {"id": "f582484c-867a-471e-ab8c-e54dc033c2f8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1880965132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1586db76da6a43f0b16607a527f4c9b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50aa836e-96", "ovs_interfaceid": "50aa836e-9677-471f-9af3-fd016d399600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2658.534125] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:ee:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50aa836e-9677-471f-9af3-fd016d399600', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2658.542307] env[63366]: DEBUG oslo.service.loopingcall [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2658.542611] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2658.542852] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c948d5b-5d88-4189-baae-a5b1f018d2dc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2658.565962] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2658.565962] env[63366]: value = "task-2104881" [ 2658.565962] env[63366]: _type = "Task" [ 2658.565962] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2658.576912] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104881, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2658.782134] env[63366]: DEBUG oslo_vmware.api [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451555} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2658.782134] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 6465e599-33de-48be-8833-959addb000c3/6465e599-33de-48be-8833-959addb000c3.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2658.782134] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2658.782134] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60e3af6b-c118-4a1c-bed3-ad0674b0273a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2658.788891] env[63366]: DEBUG oslo_vmware.api [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2658.788891] env[63366]: value = "task-2104882" [ 2658.788891] env[63366]: _type = "Task" [ 2658.788891] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2658.789296] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2658.789446] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2658.789576] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Rebuilding the list of instances to heal {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2658.798800] env[63366]: DEBUG oslo_vmware.api [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2658.810919] env[63366]: DEBUG nova.compute.manager [req-bdd0d478-495a-4418-b912-beebf88b132f req-cd0a1c5e-338f-4f8c-900d-3d0d7e42130d service nova] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Received event network-changed-50aa836e-9677-471f-9af3-fd016d399600 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2658.810919] env[63366]: DEBUG nova.compute.manager [req-bdd0d478-495a-4418-b912-beebf88b132f req-cd0a1c5e-338f-4f8c-900d-3d0d7e42130d service nova] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Refreshing instance network info cache due to event network-changed-50aa836e-9677-471f-9af3-fd016d399600. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2658.810919] env[63366]: DEBUG oslo_concurrency.lockutils [req-bdd0d478-495a-4418-b912-beebf88b132f req-cd0a1c5e-338f-4f8c-900d-3d0d7e42130d service nova] Acquiring lock "refresh_cache-b824f163-45dd-4762-905a-4eb9b1a525ab" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2658.810919] env[63366]: DEBUG oslo_concurrency.lockutils [req-bdd0d478-495a-4418-b912-beebf88b132f req-cd0a1c5e-338f-4f8c-900d-3d0d7e42130d service nova] Acquired lock "refresh_cache-b824f163-45dd-4762-905a-4eb9b1a525ab" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2658.810919] env[63366]: DEBUG nova.network.neutron [req-bdd0d478-495a-4418-b912-beebf88b132f req-cd0a1c5e-338f-4f8c-900d-3d0d7e42130d service nova] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Refreshing network info cache for port 50aa836e-9677-471f-9af3-fd016d399600 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2659.076545] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104881, 'name': CreateVM_Task, 'duration_secs': 0.414347} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2659.076799] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2659.077441] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2659.077613] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2659.077931] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2659.078229] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-846753d7-c38d-4d85-9e87-9b5a6cb7b221 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2659.082909] env[63366]: DEBUG oslo_vmware.api [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2659.082909] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ded561-a0d5-c1a1-004e-5c06c8e35ca5" [ 2659.082909] env[63366]: _type = "Task" [ 2659.082909] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2659.090348] env[63366]: DEBUG oslo_vmware.api [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ded561-a0d5-c1a1-004e-5c06c8e35ca5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2659.295330] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 6465e599-33de-48be-8833-959addb000c3] Skipping network cache update for instance because it is Building. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 2659.295542] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Skipping network cache update for instance because it is Building. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 2659.300290] env[63366]: DEBUG oslo_vmware.api [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069883} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2659.300835] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2659.301586] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9db75a3-dc20-4961-b0cb-e7505afc50f5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2659.324651] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 6465e599-33de-48be-8833-959addb000c3/6465e599-33de-48be-8833-959addb000c3.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2659.325481] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "refresh_cache-c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2659.325607] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "refresh_cache-c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2659.325744] env[63366]: DEBUG nova.network.neutron [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Forcefully refreshing network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2659.325901] env[63366]: DEBUG nova.objects.instance [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lazy-loading 'info_cache' on Instance uuid c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2659.327167] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a85e429-3888-43d7-bc04-1755d5b01e8d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2659.349603] env[63366]: DEBUG oslo_vmware.api [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2659.349603] env[63366]: value = "task-2104883" [ 2659.349603] env[63366]: _type = "Task" [ 2659.349603] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2659.357302] env[63366]: DEBUG oslo_vmware.api [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2659.534051] env[63366]: DEBUG nova.network.neutron [req-bdd0d478-495a-4418-b912-beebf88b132f req-cd0a1c5e-338f-4f8c-900d-3d0d7e42130d service nova] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Updated VIF entry in instance network info cache for port 50aa836e-9677-471f-9af3-fd016d399600. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2659.534412] env[63366]: DEBUG nova.network.neutron [req-bdd0d478-495a-4418-b912-beebf88b132f req-cd0a1c5e-338f-4f8c-900d-3d0d7e42130d service nova] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Updating instance_info_cache with network_info: [{"id": "50aa836e-9677-471f-9af3-fd016d399600", "address": "fa:16:3e:9f:ee:64", "network": {"id": "f582484c-867a-471e-ab8c-e54dc033c2f8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1880965132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1586db76da6a43f0b16607a527f4c9b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50aa836e-96", "ovs_interfaceid": "50aa836e-9677-471f-9af3-fd016d399600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2659.593822] env[63366]: DEBUG oslo_vmware.api [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ded561-a0d5-c1a1-004e-5c06c8e35ca5, 'name': SearchDatastore_Task, 'duration_secs': 0.010006} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2659.594133] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2659.594362] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2659.594593] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2659.594738] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2659.594912] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2659.595190] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92a05b6d-bafa-47b5-8cdc-fec0a547b5cc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2659.603432] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2659.603603] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2659.604307] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdec727c-b18d-46d7-bd06-3b0b801bfb61 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2659.609782] env[63366]: DEBUG oslo_vmware.api [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2659.609782] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52f71aff-b2d6-e8db-f454-9fc968a93c29" [ 2659.609782] env[63366]: _type = "Task" [ 2659.609782] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2659.617085] env[63366]: DEBUG oslo_vmware.api [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f71aff-b2d6-e8db-f454-9fc968a93c29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2659.860371] env[63366]: DEBUG oslo_vmware.api [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104883, 'name': ReconfigVM_Task, 'duration_secs': 0.330607} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2659.860789] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 6465e599-33de-48be-8833-959addb000c3/6465e599-33de-48be-8833-959addb000c3.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2659.861238] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5305d371-37f7-4ec2-b2c4-1ca2f69e27e9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2659.867938] env[63366]: DEBUG oslo_vmware.api [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2659.867938] env[63366]: value = "task-2104884" [ 2659.867938] env[63366]: _type = "Task" [ 2659.867938] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2659.876085] env[63366]: DEBUG oslo_vmware.api [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104884, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2660.037349] env[63366]: DEBUG oslo_concurrency.lockutils [req-bdd0d478-495a-4418-b912-beebf88b132f req-cd0a1c5e-338f-4f8c-900d-3d0d7e42130d service nova] Releasing lock "refresh_cache-b824f163-45dd-4762-905a-4eb9b1a525ab" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2660.120494] env[63366]: DEBUG oslo_vmware.api [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f71aff-b2d6-e8db-f454-9fc968a93c29, 'name': SearchDatastore_Task, 'duration_secs': 0.009919} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2660.121237] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-210fd570-b8cc-489f-a443-e5def5674d9c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2660.127186] env[63366]: DEBUG oslo_vmware.api [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2660.127186] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]528c62d0-f5ac-ce1a-5505-a26cd97ca263" [ 2660.127186] env[63366]: _type = "Task" [ 2660.127186] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2660.134576] env[63366]: DEBUG oslo_vmware.api [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]528c62d0-f5ac-ce1a-5505-a26cd97ca263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2660.378353] env[63366]: DEBUG oslo_vmware.api [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104884, 'name': Rename_Task, 'duration_secs': 0.133078} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2660.378852] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2660.379097] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4bb2416-d8a7-4d3a-87a0-2dd6cd879229 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2660.385805] env[63366]: DEBUG oslo_vmware.api [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2660.385805] env[63366]: value = "task-2104885" [ 2660.385805] env[63366]: _type = "Task" [ 2660.385805] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2660.393545] env[63366]: DEBUG oslo_vmware.api [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2660.637508] env[63366]: DEBUG oslo_vmware.api [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]528c62d0-f5ac-ce1a-5505-a26cd97ca263, 'name': SearchDatastore_Task, 'duration_secs': 0.009866} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2660.637712] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2660.637955] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] b824f163-45dd-4762-905a-4eb9b1a525ab/b824f163-45dd-4762-905a-4eb9b1a525ab.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2660.638275] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cadd9c7c-6998-469e-bb35-cb5da6868247 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2660.644921] env[63366]: DEBUG oslo_vmware.api [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2660.644921] env[63366]: value = "task-2104886" [ 2660.644921] env[63366]: _type = "Task" [ 2660.644921] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2660.652484] env[63366]: DEBUG oslo_vmware.api [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2660.897650] env[63366]: DEBUG oslo_vmware.api [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104885, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2661.067373] env[63366]: DEBUG nova.network.neutron [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Updating instance_info_cache with network_info: [{"id": "9cdb2fa0-c6d0-4e70-ada0-d383e6a9441b", "address": "fa:16:3e:d6:bf:7b", "network": {"id": "49a15919-acd2-4c9c-bb1c-fcc5af970fc7", "bridge": "br-int", "label": "tempest-ServersTestJSON-2122947830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fe491c616540959b7b8ecd84c4415c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cdb2fa0-c6", "ovs_interfaceid": "9cdb2fa0-c6d0-4e70-ada0-d383e6a9441b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2661.155938] env[63366]: DEBUG oslo_vmware.api [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.420376} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2661.156226] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] b824f163-45dd-4762-905a-4eb9b1a525ab/b824f163-45dd-4762-905a-4eb9b1a525ab.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2661.156451] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2661.156693] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62b600a6-4694-4c5b-9d2f-f08befee1878 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2661.163506] env[63366]: DEBUG oslo_vmware.api [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2661.163506] env[63366]: value = "task-2104887" [ 2661.163506] env[63366]: _type = "Task" [ 2661.163506] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2661.170793] env[63366]: DEBUG oslo_vmware.api [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2661.396720] env[63366]: DEBUG oslo_vmware.api [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104885, 'name': PowerOnVM_Task, 'duration_secs': 0.698156} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2661.396973] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2661.399189] env[63366]: INFO nova.compute.manager [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Took 11.26 seconds to spawn the instance on the hypervisor. [ 2661.399189] env[63366]: DEBUG nova.compute.manager [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2661.399189] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b998551c-f789-4462-ad05-1bb75b740049 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2661.569798] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "refresh_cache-c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2661.570110] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Updated the network info_cache for instance {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2661.570364] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2661.570596] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2661.570830] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2661.571068] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2661.571269] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2661.673437] env[63366]: DEBUG oslo_vmware.api [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.300281} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2661.673631] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2661.674381] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5affdbf1-6946-4485-996d-2c8c96866939 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2661.695819] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] b824f163-45dd-4762-905a-4eb9b1a525ab/b824f163-45dd-4762-905a-4eb9b1a525ab.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2661.696075] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-032c3a7f-2f3b-49e3-acfe-962b0bcd69ee {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2661.717013] env[63366]: DEBUG oslo_vmware.api [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2661.717013] env[63366]: value = "task-2104888" [ 2661.717013] env[63366]: _type = "Task" [ 2661.717013] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2661.726845] env[63366]: DEBUG oslo_vmware.api [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2661.790488] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2661.916298] env[63366]: INFO nova.compute.manager [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Took 15.96 seconds to build instance. [ 2662.227385] env[63366]: DEBUG oslo_vmware.api [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104888, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2662.293120] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2662.293120] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2662.293328] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2662.293328] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2662.294247] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba081fc-0766-48c9-9f05-90842dd50fb4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2662.302452] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d48f5ac-bbb1-4457-9037-705865fe3d3c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2662.316909] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cb8c40-960d-47e6-a045-77fcd9f28eca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2662.323090] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2b9eed-bfb2-40e5-937c-31791f00704e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2662.351707] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181056MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2662.351854] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2662.352029] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2662.417638] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8787e77f-2644-4bd4-8c69-1b8b50f76882 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "6465e599-33de-48be-8833-959addb000c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.466s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2662.689322] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b73a631b-3d0d-4117-8e7d-3449d9886d64 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "6465e599-33de-48be-8833-959addb000c3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2662.689475] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b73a631b-3d0d-4117-8e7d-3449d9886d64 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "6465e599-33de-48be-8833-959addb000c3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2662.689676] env[63366]: DEBUG nova.compute.manager [None req-b73a631b-3d0d-4117-8e7d-3449d9886d64 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2662.690579] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df38132-3538-4167-be64-de13af4fcdf3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2662.697548] env[63366]: DEBUG nova.compute.manager [None req-b73a631b-3d0d-4117-8e7d-3449d9886d64 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63366) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2662.698093] env[63366]: DEBUG nova.objects.instance [None req-b73a631b-3d0d-4117-8e7d-3449d9886d64 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lazy-loading 'flavor' on Instance uuid 6465e599-33de-48be-8833-959addb000c3 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2662.726532] env[63366]: DEBUG oslo_vmware.api [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104888, 'name': ReconfigVM_Task, 'duration_secs': 0.526738} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2662.726983] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Reconfigured VM instance instance-00000077 to attach disk [datastore2] b824f163-45dd-4762-905a-4eb9b1a525ab/b824f163-45dd-4762-905a-4eb9b1a525ab.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2662.727553] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75d993dd-0195-443b-be72-958e150ae525 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2662.733682] env[63366]: DEBUG oslo_vmware.api [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2662.733682] env[63366]: value = "task-2104889" [ 2662.733682] env[63366]: _type = "Task" [ 2662.733682] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2662.740765] env[63366]: DEBUG oslo_vmware.api [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104889, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2663.242900] env[63366]: DEBUG oslo_vmware.api [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104889, 'name': Rename_Task, 'duration_secs': 0.137222} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2663.243413] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2663.243668] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e43f7f65-171c-4e0a-a391-56787d4a8a56 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2663.249639] env[63366]: DEBUG oslo_vmware.api [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2663.249639] env[63366]: value = "task-2104890" [ 2663.249639] env[63366]: _type = "Task" [ 2663.249639] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2663.259327] env[63366]: DEBUG oslo_vmware.api [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2663.378162] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2663.378319] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2663.378465] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 6465e599-33de-48be-8833-959addb000c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2663.378594] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance b824f163-45dd-4762-905a-4eb9b1a525ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2663.378775] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2663.378911] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2663.438371] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d00f8f1-5bec-412d-959c-95ea93e0eec0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2663.447252] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d65d669-666c-4369-9ae1-23ce2795ffdd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2663.477089] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355f74d1-7122-4ce9-94e2-c14135298f89 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2663.484544] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81907198-7b07-4e09-b5e5-82a03fc2a256 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2663.497345] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2663.704598] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b73a631b-3d0d-4117-8e7d-3449d9886d64 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2663.704928] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97290f03-d6a9-4fc5-ae7f-de4734f50ec7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2663.712954] env[63366]: DEBUG oslo_vmware.api [None req-b73a631b-3d0d-4117-8e7d-3449d9886d64 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2663.712954] env[63366]: value = "task-2104891" [ 2663.712954] env[63366]: _type = "Task" [ 2663.712954] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2663.721214] env[63366]: DEBUG oslo_vmware.api [None req-b73a631b-3d0d-4117-8e7d-3449d9886d64 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2663.760330] env[63366]: DEBUG oslo_vmware.api [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104890, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2664.001132] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2664.223289] env[63366]: DEBUG oslo_vmware.api [None req-b73a631b-3d0d-4117-8e7d-3449d9886d64 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104891, 'name': PowerOffVM_Task, 'duration_secs': 0.194456} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2664.223542] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-b73a631b-3d0d-4117-8e7d-3449d9886d64 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2664.223723] env[63366]: DEBUG nova.compute.manager [None req-b73a631b-3d0d-4117-8e7d-3449d9886d64 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2664.224470] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a35ee2-d789-414c-9d30-e8fb5ca63450 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2664.259383] env[63366]: DEBUG oslo_vmware.api [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104890, 'name': PowerOnVM_Task, 'duration_secs': 0.552466} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2664.259715] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2664.259812] env[63366]: INFO nova.compute.manager [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Took 7.62 seconds to spawn the instance on the hypervisor. [ 2664.259980] env[63366]: DEBUG nova.compute.manager [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2664.260682] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38491ef-ad25-4cbf-9585-6a3901fa5da9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2664.505357] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2664.505651] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.154s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2664.735204] env[63366]: DEBUG oslo_concurrency.lockutils [None req-b73a631b-3d0d-4117-8e7d-3449d9886d64 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "6465e599-33de-48be-8833-959addb000c3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2664.782347] env[63366]: INFO nova.compute.manager [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Took 12.30 seconds to build instance. [ 2665.285455] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0ad0d17e-7439-4e4d-b51e-604cce6aa859 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "b824f163-45dd-4762-905a-4eb9b1a525ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.815s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2665.479658] env[63366]: DEBUG oslo_concurrency.lockutils [None req-28265656-66c4-4528-ae83-322de990f28f tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "6465e599-33de-48be-8833-959addb000c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2665.479831] env[63366]: DEBUG oslo_concurrency.lockutils [None req-28265656-66c4-4528-ae83-322de990f28f tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "6465e599-33de-48be-8833-959addb000c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2665.480063] env[63366]: DEBUG oslo_concurrency.lockutils [None req-28265656-66c4-4528-ae83-322de990f28f tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "6465e599-33de-48be-8833-959addb000c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2665.480250] env[63366]: DEBUG oslo_concurrency.lockutils [None req-28265656-66c4-4528-ae83-322de990f28f tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "6465e599-33de-48be-8833-959addb000c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2665.480412] env[63366]: DEBUG oslo_concurrency.lockutils [None req-28265656-66c4-4528-ae83-322de990f28f tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "6465e599-33de-48be-8833-959addb000c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2665.482409] env[63366]: INFO nova.compute.manager [None req-28265656-66c4-4528-ae83-322de990f28f tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Terminating instance [ 2665.985885] env[63366]: DEBUG nova.compute.manager [None req-28265656-66c4-4528-ae83-322de990f28f tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2665.986180] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-28265656-66c4-4528-ae83-322de990f28f tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2665.987086] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f68af5-60e7-4482-86fb-a421c4bc676c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2665.995435] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-28265656-66c4-4528-ae83-322de990f28f tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2665.995655] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18730e8c-479c-4715-acc8-d56058b60a7b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2666.139193] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-28265656-66c4-4528-ae83-322de990f28f tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2666.139489] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-28265656-66c4-4528-ae83-322de990f28f tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2666.139626] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-28265656-66c4-4528-ae83-322de990f28f tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Deleting the datastore file [datastore2] 6465e599-33de-48be-8833-959addb000c3 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2666.139908] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-579dd6b9-4c47-47b8-bc70-a642738a080b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2666.146934] env[63366]: DEBUG oslo_vmware.api [None req-28265656-66c4-4528-ae83-322de990f28f tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2666.146934] env[63366]: value = "task-2104893" [ 2666.146934] env[63366]: _type = "Task" [ 2666.146934] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2666.154572] env[63366]: DEBUG oslo_vmware.api [None req-28265656-66c4-4528-ae83-322de990f28f tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2666.420145] env[63366]: DEBUG nova.compute.manager [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Stashing vm_state: active {{(pid=63366) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2666.656670] env[63366]: DEBUG oslo_vmware.api [None req-28265656-66c4-4528-ae83-322de990f28f tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142474} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2666.656870] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-28265656-66c4-4528-ae83-322de990f28f tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2666.657066] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-28265656-66c4-4528-ae83-322de990f28f tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2666.657246] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-28265656-66c4-4528-ae83-322de990f28f tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2666.657420] env[63366]: INFO nova.compute.manager [None req-28265656-66c4-4528-ae83-322de990f28f tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: 6465e599-33de-48be-8833-959addb000c3] Took 0.67 seconds to destroy the instance on the hypervisor. [ 2666.657652] env[63366]: DEBUG oslo.service.loopingcall [None req-28265656-66c4-4528-ae83-322de990f28f tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2666.657836] env[63366]: DEBUG nova.compute.manager [-] [instance: 6465e599-33de-48be-8833-959addb000c3] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2666.657929] env[63366]: DEBUG nova.network.neutron [-] [instance: 6465e599-33de-48be-8833-959addb000c3] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2666.889957] env[63366]: DEBUG nova.compute.manager [req-c58db704-ff82-4d3c-bb83-0e0856040f99 req-0c7a492f-8824-4201-822e-1136d215dcec service nova] [instance: 6465e599-33de-48be-8833-959addb000c3] Received event network-vif-deleted-2b37ed87-abe5-42eb-afeb-972e681b06b0 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2666.890118] env[63366]: INFO nova.compute.manager [req-c58db704-ff82-4d3c-bb83-0e0856040f99 req-0c7a492f-8824-4201-822e-1136d215dcec service nova] [instance: 6465e599-33de-48be-8833-959addb000c3] Neutron deleted interface 2b37ed87-abe5-42eb-afeb-972e681b06b0; detaching it from the instance and deleting it from the info cache [ 2666.890293] env[63366]: DEBUG nova.network.neutron [req-c58db704-ff82-4d3c-bb83-0e0856040f99 req-0c7a492f-8824-4201-822e-1136d215dcec service nova] [instance: 6465e599-33de-48be-8833-959addb000c3] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2666.940034] env[63366]: DEBUG oslo_concurrency.lockutils [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2666.940311] env[63366]: DEBUG oslo_concurrency.lockutils [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2667.368572] env[63366]: DEBUG nova.network.neutron [-] [instance: 6465e599-33de-48be-8833-959addb000c3] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2667.393031] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94731ad9-93d0-48c9-89c0-31c474ae072d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2667.403177] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5ee497-e201-4a4e-94b3-ac1d1ce3da5b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2667.428774] env[63366]: DEBUG nova.compute.manager [req-c58db704-ff82-4d3c-bb83-0e0856040f99 req-0c7a492f-8824-4201-822e-1136d215dcec service nova] [instance: 6465e599-33de-48be-8833-959addb000c3] Detach interface failed, port_id=2b37ed87-abe5-42eb-afeb-972e681b06b0, reason: Instance 6465e599-33de-48be-8833-959addb000c3 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2667.444426] env[63366]: INFO nova.compute.claims [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2667.870268] env[63366]: INFO nova.compute.manager [-] [instance: 6465e599-33de-48be-8833-959addb000c3] Took 1.21 seconds to deallocate network for instance. [ 2667.951445] env[63366]: INFO nova.compute.resource_tracker [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Updating resource usage from migration 17b52483-4462-4ec8-8f19-9ca2ec2e8cac [ 2668.020052] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bd004a-7c47-4f59-8508-ccd6c05cac09 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2668.027687] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4629534e-1855-4b9e-b9d7-caa27839b0d9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2668.058157] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82987608-99a7-4163-bb7a-79a2dd55edf3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2668.065202] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b3fc24-24e0-4fe6-91e8-685c94201126 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2668.078406] env[63366]: DEBUG nova.compute.provider_tree [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2668.376204] env[63366]: DEBUG oslo_concurrency.lockutils [None req-28265656-66c4-4528-ae83-322de990f28f tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2668.581958] env[63366]: DEBUG nova.scheduler.client.report [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2669.086692] env[63366]: DEBUG oslo_concurrency.lockutils [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.146s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2669.086940] env[63366]: INFO nova.compute.manager [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Migrating [ 2669.093466] env[63366]: DEBUG oslo_concurrency.lockutils [None req-28265656-66c4-4528-ae83-322de990f28f tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.717s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2669.093683] env[63366]: DEBUG nova.objects.instance [None req-28265656-66c4-4528-ae83-322de990f28f tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lazy-loading 'resources' on Instance uuid 6465e599-33de-48be-8833-959addb000c3 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2669.604834] env[63366]: DEBUG oslo_concurrency.lockutils [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "refresh_cache-b824f163-45dd-4762-905a-4eb9b1a525ab" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2669.605203] env[63366]: DEBUG oslo_concurrency.lockutils [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquired lock "refresh_cache-b824f163-45dd-4762-905a-4eb9b1a525ab" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2669.605203] env[63366]: DEBUG nova.network.neutron [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2669.664231] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62062b94-0435-471a-9ac0-152bb043a881 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2669.671705] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b9fdd4-1fff-40e4-916e-23d58a3e9b05 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2669.702558] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35d3be7-942f-4ae1-a86a-9fb4a7cc62de {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2669.709811] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83115a18-65b7-4c87-859f-6cc0c97d70f7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2669.722816] env[63366]: DEBUG nova.compute.provider_tree [None req-28265656-66c4-4528-ae83-322de990f28f tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2670.226089] env[63366]: DEBUG nova.scheduler.client.report [None req-28265656-66c4-4528-ae83-322de990f28f tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2670.284422] env[63366]: DEBUG nova.network.neutron [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Updating instance_info_cache with network_info: [{"id": "50aa836e-9677-471f-9af3-fd016d399600", "address": "fa:16:3e:9f:ee:64", "network": {"id": "f582484c-867a-471e-ab8c-e54dc033c2f8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1880965132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1586db76da6a43f0b16607a527f4c9b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50aa836e-96", "ovs_interfaceid": "50aa836e-9677-471f-9af3-fd016d399600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2670.731292] env[63366]: DEBUG oslo_concurrency.lockutils [None req-28265656-66c4-4528-ae83-322de990f28f tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.638s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2670.749052] env[63366]: INFO nova.scheduler.client.report [None req-28265656-66c4-4528-ae83-322de990f28f tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Deleted allocations for instance 6465e599-33de-48be-8833-959addb000c3 [ 2670.787010] env[63366]: DEBUG oslo_concurrency.lockutils [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Releasing lock "refresh_cache-b824f163-45dd-4762-905a-4eb9b1a525ab" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2671.256038] env[63366]: DEBUG oslo_concurrency.lockutils [None req-28265656-66c4-4528-ae83-322de990f28f tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "6465e599-33de-48be-8833-959addb000c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.776s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2672.300991] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f2baa4-d83e-4e07-97e5-58bce0ff4e56 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2672.320245] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Updating instance 'b824f163-45dd-4762-905a-4eb9b1a525ab' progress to 0 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2672.325044] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2672.325182] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2672.325377] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2672.325559] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2672.325724] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2672.327358] env[63366]: INFO nova.compute.manager [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Terminating instance [ 2672.825985] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2672.826321] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02939b74-5c68-4906-aa3b-0f4b6a1e5b46 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2672.830920] env[63366]: DEBUG nova.compute.manager [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2672.831129] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2672.831874] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e665ebcf-0ff3-4a5e-b7e5-b209072b3e08 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2672.835746] env[63366]: DEBUG oslo_vmware.api [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2672.835746] env[63366]: value = "task-2104894" [ 2672.835746] env[63366]: _type = "Task" [ 2672.835746] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2672.840652] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2672.841148] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffe77ec1-898a-45b7-b06b-4c0180268664 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2672.845513] env[63366]: DEBUG oslo_vmware.api [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2672.846703] env[63366]: DEBUG oslo_vmware.api [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2672.846703] env[63366]: value = "task-2104895" [ 2672.846703] env[63366]: _type = "Task" [ 2672.846703] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2672.853917] env[63366]: DEBUG oslo_vmware.api [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2673.345955] env[63366]: DEBUG oslo_vmware.api [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104894, 'name': PowerOffVM_Task, 'duration_secs': 0.232864} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2673.346330] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2673.346404] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Updating instance 'b824f163-45dd-4762-905a-4eb9b1a525ab' progress to 17 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2673.357010] env[63366]: DEBUG oslo_vmware.api [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104895, 'name': PowerOffVM_Task, 'duration_secs': 0.218968} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2673.357244] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2673.357408] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2673.357628] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec02e115-9686-4001-9acb-e54e6602f970 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2673.657053] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2673.657289] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2673.657459] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Deleting the datastore file [datastore2] c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2673.657723] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ddf8229-4bb4-4dd5-b7f3-996fe5eec0c6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2673.663698] env[63366]: DEBUG oslo_vmware.api [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for the task: (returnval){ [ 2673.663698] env[63366]: value = "task-2104897" [ 2673.663698] env[63366]: _type = "Task" [ 2673.663698] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2673.671318] env[63366]: DEBUG oslo_vmware.api [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2673.790109] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2673.790300] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Cleaning up deleted instances {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 2673.855690] env[63366]: DEBUG nova.virt.hardware [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2673.855991] env[63366]: DEBUG nova.virt.hardware [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2673.856104] env[63366]: DEBUG nova.virt.hardware [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2673.856287] env[63366]: DEBUG nova.virt.hardware [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2673.856433] env[63366]: DEBUG nova.virt.hardware [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2673.856585] env[63366]: DEBUG nova.virt.hardware [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2673.856780] env[63366]: DEBUG nova.virt.hardware [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2673.856950] env[63366]: DEBUG nova.virt.hardware [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2673.857139] env[63366]: DEBUG nova.virt.hardware [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2673.857331] env[63366]: DEBUG nova.virt.hardware [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2673.857522] env[63366]: DEBUG nova.virt.hardware [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2673.862815] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-351ebde5-6ffa-42ae-9650-f299090c8992 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2673.879026] env[63366]: DEBUG oslo_vmware.api [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2673.879026] env[63366]: value = "task-2104898" [ 2673.879026] env[63366]: _type = "Task" [ 2673.879026] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2673.889153] env[63366]: DEBUG oslo_vmware.api [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104898, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2674.173766] env[63366]: DEBUG oslo_vmware.api [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Task: {'id': task-2104897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133892} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2674.174054] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2674.174212] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2674.174387] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2674.174557] env[63366]: INFO nova.compute.manager [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Took 1.34 seconds to destroy the instance on the hypervisor. [ 2674.174789] env[63366]: DEBUG oslo.service.loopingcall [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2674.174968] env[63366]: DEBUG nova.compute.manager [-] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2674.175076] env[63366]: DEBUG nova.network.neutron [-] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2674.298779] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] There are 25 instances to clean {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 2674.298964] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 6465e599-33de-48be-8833-959addb000c3] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2674.388955] env[63366]: DEBUG oslo_vmware.api [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104898, 'name': ReconfigVM_Task, 'duration_secs': 0.162803} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2674.389297] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Updating instance 'b824f163-45dd-4762-905a-4eb9b1a525ab' progress to 33 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2674.486874] env[63366]: DEBUG nova.compute.manager [req-64d56651-1c64-43bc-9551-a5c8e5c463b6 req-852780a6-7f63-4e95-a8bc-89acb3b8ce04 service nova] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Received event network-vif-deleted-9cdb2fa0-c6d0-4e70-ada0-d383e6a9441b {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2674.487075] env[63366]: INFO nova.compute.manager [req-64d56651-1c64-43bc-9551-a5c8e5c463b6 req-852780a6-7f63-4e95-a8bc-89acb3b8ce04 service nova] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Neutron deleted interface 9cdb2fa0-c6d0-4e70-ada0-d383e6a9441b; detaching it from the instance and deleting it from the info cache [ 2674.487254] env[63366]: DEBUG nova.network.neutron [req-64d56651-1c64-43bc-9551-a5c8e5c463b6 req-852780a6-7f63-4e95-a8bc-89acb3b8ce04 service nova] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2674.803527] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 88c7800b-8e46-4bf2-aa9d-e81b0692bcb5] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2674.895488] env[63366]: DEBUG nova.virt.hardware [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2674.895727] env[63366]: DEBUG nova.virt.hardware [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2674.895881] env[63366]: DEBUG nova.virt.hardware [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2674.896082] env[63366]: DEBUG nova.virt.hardware [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2674.896231] env[63366]: DEBUG nova.virt.hardware [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2674.896374] env[63366]: DEBUG nova.virt.hardware [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2674.896577] env[63366]: DEBUG nova.virt.hardware [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2674.896736] env[63366]: DEBUG nova.virt.hardware [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2674.896900] env[63366]: DEBUG nova.virt.hardware [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2674.897074] env[63366]: DEBUG nova.virt.hardware [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2674.897250] env[63366]: DEBUG nova.virt.hardware [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2674.902448] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2674.902735] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dff845d2-caf8-43c7-8091-b949b2da4b0e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2674.922405] env[63366]: DEBUG oslo_vmware.api [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2674.922405] env[63366]: value = "task-2104899" [ 2674.922405] env[63366]: _type = "Task" [ 2674.922405] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2674.930248] env[63366]: DEBUG oslo_vmware.api [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104899, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2674.966208] env[63366]: DEBUG nova.network.neutron [-] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2674.990313] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1baa656-04c2-4fe4-b323-4f587baabd95 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2674.999757] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fece73-d31b-43ce-ac9b-b4b854a7f290 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2675.024426] env[63366]: DEBUG nova.compute.manager [req-64d56651-1c64-43bc-9551-a5c8e5c463b6 req-852780a6-7f63-4e95-a8bc-89acb3b8ce04 service nova] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Detach interface failed, port_id=9cdb2fa0-c6d0-4e70-ada0-d383e6a9441b, reason: Instance c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2675.306781] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 7fa0a371-64fa-4a8c-aeaf-e9dc1393b331] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2675.432338] env[63366]: DEBUG oslo_vmware.api [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104899, 'name': ReconfigVM_Task, 'duration_secs': 0.155765} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2675.432640] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2675.433409] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac8ba49-cfa2-4661-8549-ec652134f587 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2675.455469] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] b824f163-45dd-4762-905a-4eb9b1a525ab/b824f163-45dd-4762-905a-4eb9b1a525ab.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2675.455754] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ac46d36-757a-4d42-aa20-c460369ad5e9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2675.468743] env[63366]: INFO nova.compute.manager [-] [instance: c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50] Took 1.29 seconds to deallocate network for instance. [ 2675.476431] env[63366]: DEBUG oslo_vmware.api [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2675.476431] env[63366]: value = "task-2104900" [ 2675.476431] env[63366]: _type = "Task" [ 2675.476431] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2675.484270] env[63366]: DEBUG oslo_vmware.api [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104900, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2675.810442] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: b753ee22-a728-47a7-9d0c-e41c585679a5] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2675.975191] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2675.975528] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2675.975634] env[63366]: DEBUG nova.objects.instance [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lazy-loading 'resources' on Instance uuid c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2675.986146] env[63366]: DEBUG oslo_vmware.api [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104900, 'name': ReconfigVM_Task, 'duration_secs': 0.251574} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2675.986401] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Reconfigured VM instance instance-00000077 to attach disk [datastore2] b824f163-45dd-4762-905a-4eb9b1a525ab/b824f163-45dd-4762-905a-4eb9b1a525ab.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2675.986676] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Updating instance 'b824f163-45dd-4762-905a-4eb9b1a525ab' progress to 50 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2676.313984] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 5d9182f8-15b9-4074-9555-83af4d4256d3] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2676.492709] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042eee5b-1195-406f-92b4-944b67bcc183 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2676.516231] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d3caef-f000-46de-9c6f-52541743bb9d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2676.533681] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Updating instance 'b824f163-45dd-4762-905a-4eb9b1a525ab' progress to 67 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2676.559072] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb35ebe6-aac7-4a83-9362-1c0d74c84da5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2676.566817] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382e9d17-93e6-4872-bc9e-720fd02c37e5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2676.597827] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acf44e0-d8bd-400d-a284-532ad9c085c2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2676.605682] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60ff603-c5e6-4e22-b561-86015657ac77 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2676.619156] env[63366]: DEBUG nova.compute.provider_tree [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2676.817578] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 0ddfe3e3-b646-4c5c-8e67-63cb6a78a0c5] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2677.082718] env[63366]: DEBUG nova.network.neutron [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Port 50aa836e-9677-471f-9af3-fd016d399600 binding to destination host cpu-1 is already ACTIVE {{(pid=63366) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2677.122430] env[63366]: DEBUG nova.scheduler.client.report [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2677.320821] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 30f54cec-a922-486c-82a8-b5f59f8591e3] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2677.627955] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2677.646507] env[63366]: INFO nova.scheduler.client.report [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Deleted allocations for instance c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50 [ 2677.824055] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 9a749277-009b-446d-8942-e91f50f81690] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2678.104233] env[63366]: DEBUG oslo_concurrency.lockutils [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "b824f163-45dd-4762-905a-4eb9b1a525ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2678.104470] env[63366]: DEBUG oslo_concurrency.lockutils [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "b824f163-45dd-4762-905a-4eb9b1a525ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2678.104639] env[63366]: DEBUG oslo_concurrency.lockutils [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "b824f163-45dd-4762-905a-4eb9b1a525ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2678.153756] env[63366]: DEBUG oslo_concurrency.lockutils [None req-de9ffad5-3b80-4061-ad88-eb8ab47b0f45 tempest-ServersTestJSON-685759770 tempest-ServersTestJSON-685759770-project-member] Lock "c98c9872-f95e-44ae-b9e5-ff7e5b1f2d50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.828s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2678.326982] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 03e79de3-5847-4a18-b296-c705b07af339] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2678.829988] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 2564dd5a-f083-4248-9588-52276a2c117b] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2679.032708] env[63366]: DEBUG oslo_concurrency.lockutils [None req-97ba9f9c-3f26-4e17-a7ab-931370a790cd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2679.032825] env[63366]: DEBUG oslo_concurrency.lockutils [None req-97ba9f9c-3f26-4e17-a7ab-931370a790cd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2679.168705] env[63366]: DEBUG oslo_concurrency.lockutils [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "refresh_cache-b824f163-45dd-4762-905a-4eb9b1a525ab" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2679.168907] env[63366]: DEBUG oslo_concurrency.lockutils [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquired lock "refresh_cache-b824f163-45dd-4762-905a-4eb9b1a525ab" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2679.169098] env[63366]: DEBUG nova.network.neutron [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2679.335862] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 72facf09-c27f-4a6e-916a-94f5b28a6202] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2679.538172] env[63366]: DEBUG nova.compute.utils [None req-97ba9f9c-3f26-4e17-a7ab-931370a790cd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2679.837481] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: dbb2fa34-1c3d-4f98-b4fb-1693586d4d76] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2679.997737] env[63366]: DEBUG nova.network.neutron [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Updating instance_info_cache with network_info: [{"id": "50aa836e-9677-471f-9af3-fd016d399600", "address": "fa:16:3e:9f:ee:64", "network": {"id": "f582484c-867a-471e-ab8c-e54dc033c2f8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1880965132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1586db76da6a43f0b16607a527f4c9b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50aa836e-96", "ovs_interfaceid": "50aa836e-9677-471f-9af3-fd016d399600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2680.040991] env[63366]: DEBUG oslo_concurrency.lockutils [None req-97ba9f9c-3f26-4e17-a7ab-931370a790cd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2680.341479] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: d703bcf8-1c8e-4b86-9f27-050c57a9d7f9] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2680.500961] env[63366]: DEBUG oslo_concurrency.lockutils [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Releasing lock "refresh_cache-b824f163-45dd-4762-905a-4eb9b1a525ab" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2680.845281] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 4215a0e4-bdbd-4261-9d3e-5006bdac691b] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2681.028022] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b02de6-b36f-4f4f-9492-074b54e7718c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2681.046739] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f08f49-ee98-41f4-b8b4-fe26f4d2be62 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2681.053941] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Updating instance 'b824f163-45dd-4762-905a-4eb9b1a525ab' progress to 83 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2681.104017] env[63366]: DEBUG oslo_concurrency.lockutils [None req-97ba9f9c-3f26-4e17-a7ab-931370a790cd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2681.104017] env[63366]: DEBUG oslo_concurrency.lockutils [None req-97ba9f9c-3f26-4e17-a7ab-931370a790cd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2681.104017] env[63366]: INFO nova.compute.manager [None req-97ba9f9c-3f26-4e17-a7ab-931370a790cd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Attaching volume c27850f8-f7c8-4191-9344-2da0b92d3393 to /dev/sdb [ 2681.143684] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fea9583-54a1-4a4a-9922-ad2fee2f36b3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2681.152090] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063476d8-8cb2-4ce8-8ba6-67f7f02cf930 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2681.165556] env[63366]: DEBUG nova.virt.block_device [None req-97ba9f9c-3f26-4e17-a7ab-931370a790cd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Updating existing volume attachment record: afb5d231-1d82-4e40-8a89-3b952e48c57d {{(pid=63366) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2681.348474] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 516edfeb-50a7-4121-8932-0549bba2dccc] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2681.561182] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2681.561492] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37ee3c60-fab3-4e5e-bb45-7da93ebf4bda {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2681.567851] env[63366]: DEBUG oslo_vmware.api [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2681.567851] env[63366]: value = "task-2104904" [ 2681.567851] env[63366]: _type = "Task" [ 2681.567851] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2681.575569] env[63366]: DEBUG oslo_vmware.api [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2681.851767] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: cd23bcf3-0d19-4694-8d80-fb91dbd342cc] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2682.077876] env[63366]: DEBUG oslo_vmware.api [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104904, 'name': PowerOnVM_Task, 'duration_secs': 0.38006} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2682.078173] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2682.078364] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-107b4878-d078-4d61-a943-92b080d73d88 tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Updating instance 'b824f163-45dd-4762-905a-4eb9b1a525ab' progress to 100 {{(pid=63366) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2682.355038] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 7b28a860-e1f2-433d-a4e1-732abcb93382] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2682.857912] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: b83768e8-e05f-4186-9c3c-ff79637647f6] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2683.364022] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 5257823c-5769-4f52-85e2-1e06ad7ecc94] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2684.152206] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 8b9b3791-3454-423b-bcd7-65e18e5999d7] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2684.157912] env[63366]: DEBUG oslo_concurrency.lockutils [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquiring lock "f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2684.158195] env[63366]: DEBUG oslo_concurrency.lockutils [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2684.658394] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "b824f163-45dd-4762-905a-4eb9b1a525ab" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2684.658587] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "b824f163-45dd-4762-905a-4eb9b1a525ab" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2684.658863] env[63366]: DEBUG nova.compute.manager [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Going to confirm migration 10 {{(pid=63366) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2684.660589] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 326da030-428b-4fb4-9b39-0d27f0f78ca9] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2684.662384] env[63366]: DEBUG nova.compute.manager [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2685.166157] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 0612d210-da38-4916-b220-1e21c93123f8] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2685.194464] env[63366]: DEBUG oslo_concurrency.lockutils [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2685.194754] env[63366]: DEBUG oslo_concurrency.lockutils [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2685.196347] env[63366]: INFO nova.compute.claims [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2685.227123] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "refresh_cache-b824f163-45dd-4762-905a-4eb9b1a525ab" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2685.227295] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquired lock "refresh_cache-b824f163-45dd-4762-905a-4eb9b1a525ab" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2685.227467] env[63366]: DEBUG nova.network.neutron [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2685.227642] env[63366]: DEBUG nova.objects.instance [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lazy-loading 'info_cache' on Instance uuid b824f163-45dd-4762-905a-4eb9b1a525ab {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2685.672458] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 25984b2b-047b-4ac9-bbfa-4d86a764c3ce] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2685.713514] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-97ba9f9c-3f26-4e17-a7ab-931370a790cd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Volume attach. Driver type: vmdk {{(pid=63366) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2685.713805] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-97ba9f9c-3f26-4e17-a7ab-931370a790cd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430937', 'volume_id': 'c27850f8-f7c8-4191-9344-2da0b92d3393', 'name': 'volume-c27850f8-f7c8-4191-9344-2da0b92d3393', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c27850f8-f7c8-4191-9344-2da0b92d3393', 'serial': 'c27850f8-f7c8-4191-9344-2da0b92d3393'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2685.714668] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c70abe-08d5-4dd9-99dd-a57605d0a476 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2685.733237] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7d5c93-090f-4f83-a6cc-feb62b439e4f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2685.759276] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-97ba9f9c-3f26-4e17-a7ab-931370a790cd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-c27850f8-f7c8-4191-9344-2da0b92d3393/volume-c27850f8-f7c8-4191-9344-2da0b92d3393.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2685.759815] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d16d6bb4-df47-426a-bc6b-5f765984380d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2685.778570] env[63366]: DEBUG oslo_vmware.api [None req-97ba9f9c-3f26-4e17-a7ab-931370a790cd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2685.778570] env[63366]: value = "task-2104906" [ 2685.778570] env[63366]: _type = "Task" [ 2685.778570] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2685.786421] env[63366]: DEBUG oslo_vmware.api [None req-97ba9f9c-3f26-4e17-a7ab-931370a790cd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2686.175511] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 66cb86cd-d442-4454-a9eb-8e2b07c1db2c] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2686.262939] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b51f62-e3a8-422e-916b-7bf845498754 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2686.272554] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77bb3d4-4dd3-4830-8e99-92f12ec497dc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2686.304770] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec95ec7-fede-4d5f-bee3-65a92a208883 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2686.313900] env[63366]: DEBUG oslo_vmware.api [None req-97ba9f9c-3f26-4e17-a7ab-931370a790cd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2686.316558] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ef4c67-1bec-4e10-a987-98b41780bff7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2686.329156] env[63366]: DEBUG nova.compute.provider_tree [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2686.452876] env[63366]: DEBUG nova.network.neutron [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Updating instance_info_cache with network_info: [{"id": "50aa836e-9677-471f-9af3-fd016d399600", "address": "fa:16:3e:9f:ee:64", "network": {"id": "f582484c-867a-471e-ab8c-e54dc033c2f8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1880965132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1586db76da6a43f0b16607a527f4c9b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50aa836e-96", "ovs_interfaceid": "50aa836e-9677-471f-9af3-fd016d399600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2686.679267] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 3f634a63-a93f-48b9-8272-3bbf62ae807f] Instance has had 0 of 5 cleanup attempts {{(pid=63366) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2686.810356] env[63366]: DEBUG oslo_vmware.api [None req-97ba9f9c-3f26-4e17-a7ab-931370a790cd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104906, 'name': ReconfigVM_Task, 'duration_secs': 0.605296} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2686.810610] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-97ba9f9c-3f26-4e17-a7ab-931370a790cd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-c27850f8-f7c8-4191-9344-2da0b92d3393/volume-c27850f8-f7c8-4191-9344-2da0b92d3393.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2686.815119] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54d0b383-5195-4d28-b667-74566a17bfb8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2686.829149] env[63366]: DEBUG oslo_vmware.api [None req-97ba9f9c-3f26-4e17-a7ab-931370a790cd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2686.829149] env[63366]: value = "task-2104907" [ 2686.829149] env[63366]: _type = "Task" [ 2686.829149] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2686.833228] env[63366]: DEBUG nova.scheduler.client.report [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2686.839152] env[63366]: DEBUG oslo_vmware.api [None req-97ba9f9c-3f26-4e17-a7ab-931370a790cd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2686.955471] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Releasing lock "refresh_cache-b824f163-45dd-4762-905a-4eb9b1a525ab" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2686.955660] env[63366]: DEBUG nova.objects.instance [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lazy-loading 'migration_context' on Instance uuid b824f163-45dd-4762-905a-4eb9b1a525ab {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2687.338899] env[63366]: DEBUG oslo_vmware.api [None req-97ba9f9c-3f26-4e17-a7ab-931370a790cd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104907, 'name': ReconfigVM_Task, 'duration_secs': 0.126543} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2687.340030] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-97ba9f9c-3f26-4e17-a7ab-931370a790cd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430937', 'volume_id': 'c27850f8-f7c8-4191-9344-2da0b92d3393', 'name': 'volume-c27850f8-f7c8-4191-9344-2da0b92d3393', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c27850f8-f7c8-4191-9344-2da0b92d3393', 'serial': 'c27850f8-f7c8-4191-9344-2da0b92d3393'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2687.341499] env[63366]: DEBUG oslo_concurrency.lockutils [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.147s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2687.341964] env[63366]: DEBUG nova.compute.manager [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2687.458642] env[63366]: DEBUG nova.objects.base [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63366) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2687.459600] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07ffa3c-d53e-4786-9789-832465b7c1a0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2687.478104] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de64594a-614a-4695-a83d-e87fc209c956 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2687.483727] env[63366]: DEBUG oslo_vmware.api [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2687.483727] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5265d4dc-9f38-1d13-c664-6ec85c4db413" [ 2687.483727] env[63366]: _type = "Task" [ 2687.483727] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2687.491414] env[63366]: DEBUG oslo_vmware.api [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5265d4dc-9f38-1d13-c664-6ec85c4db413, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2687.848922] env[63366]: DEBUG nova.compute.utils [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2687.850507] env[63366]: DEBUG nova.compute.manager [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2687.850672] env[63366]: DEBUG nova.network.neutron [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2687.888140] env[63366]: DEBUG nova.policy [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adc45f394bde41b18646889c75c5971b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cbe076bfc3f4fa29e714aee79bc6f56', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2687.994493] env[63366]: DEBUG oslo_vmware.api [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5265d4dc-9f38-1d13-c664-6ec85c4db413, 'name': SearchDatastore_Task, 'duration_secs': 0.008889} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2687.994783] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2687.995009] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2688.142018] env[63366]: DEBUG nova.network.neutron [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Successfully created port: f9cea0fc-a0b9-4114-8be3-d5cd84100be3 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2688.353677] env[63366]: DEBUG nova.compute.manager [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2688.381649] env[63366]: DEBUG nova.objects.instance [None req-97ba9f9c-3f26-4e17-a7ab-931370a790cd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lazy-loading 'flavor' on Instance uuid 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2688.561875] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffffb14a-a453-48a3-8cc4-1b4b463b943f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2688.569065] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7bac4d-35fa-4474-869d-1dcd794b2f50 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2688.599024] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8868bc-daa8-4617-b11f-c244196a0e11 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2688.605194] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e3ed00-ef91-459a-b4a3-1f505b11e4bf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2688.617766] env[63366]: DEBUG nova.compute.provider_tree [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2688.887205] env[63366]: DEBUG oslo_concurrency.lockutils [None req-97ba9f9c-3f26-4e17-a7ab-931370a790cd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.785s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2689.123095] env[63366]: DEBUG nova.scheduler.client.report [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2689.364328] env[63366]: DEBUG nova.compute.manager [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2689.390626] env[63366]: DEBUG nova.virt.hardware [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2689.390875] env[63366]: DEBUG nova.virt.hardware [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2689.391043] env[63366]: DEBUG nova.virt.hardware [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2689.391226] env[63366]: DEBUG nova.virt.hardware [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2689.391372] env[63366]: DEBUG nova.virt.hardware [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2689.391516] env[63366]: DEBUG nova.virt.hardware [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2689.391723] env[63366]: DEBUG nova.virt.hardware [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2689.391884] env[63366]: DEBUG nova.virt.hardware [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2689.392063] env[63366]: DEBUG nova.virt.hardware [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2689.392228] env[63366]: DEBUG nova.virt.hardware [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2689.392399] env[63366]: DEBUG nova.virt.hardware [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2689.393499] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd178272-1d73-4376-b0fc-d18909c96f72 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2689.401749] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3a84f7-2b21-4d74-8b72-b1b09c1ff6d5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2690.134045] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.139s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2690.476373] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "11e75b3b-d0b8-4b80-9ecd-98149499f506" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2690.476735] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "11e75b3b-d0b8-4b80-9ecd-98149499f506" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2690.685909] env[63366]: INFO nova.scheduler.client.report [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Deleted allocation for migration 17b52483-4462-4ec8-8f19-9ca2ec2e8cac [ 2690.979375] env[63366]: DEBUG nova.compute.manager [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2691.191866] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "b824f163-45dd-4762-905a-4eb9b1a525ab" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.533s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2691.500799] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2691.501100] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2691.502681] env[63366]: INFO nova.compute.claims [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2692.461799] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "b824f163-45dd-4762-905a-4eb9b1a525ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2692.462099] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "b824f163-45dd-4762-905a-4eb9b1a525ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2692.462311] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "b824f163-45dd-4762-905a-4eb9b1a525ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2692.462492] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "b824f163-45dd-4762-905a-4eb9b1a525ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2692.462658] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "b824f163-45dd-4762-905a-4eb9b1a525ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2692.464822] env[63366]: INFO nova.compute.manager [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Terminating instance [ 2692.563458] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918b9114-1254-4c5e-933d-88267e9c4e18 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2692.572026] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594a0755-c930-4e05-8c0c-763f76f06c66 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2692.600543] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d3f6d4-b800-484f-a239-7425f5e6fc09 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2692.607680] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c5032e-a7a8-40f2-ac06-c984a40ef71c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2692.620596] env[63366]: DEBUG nova.compute.provider_tree [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2692.968465] env[63366]: DEBUG nova.compute.manager [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2692.968698] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2692.969640] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9484ebbd-c328-4613-9143-7b1172d7b4c9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2692.977491] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2692.977823] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-681e275b-65b1-4832-a40b-02d992e0cca5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2692.984024] env[63366]: DEBUG oslo_vmware.api [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2692.984024] env[63366]: value = "task-2104908" [ 2692.984024] env[63366]: _type = "Task" [ 2692.984024] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2692.991195] env[63366]: DEBUG oslo_vmware.api [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2693.123556] env[63366]: DEBUG nova.scheduler.client.report [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2693.500027] env[63366]: DEBUG oslo_vmware.api [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104908, 'name': PowerOffVM_Task, 'duration_secs': 0.250298} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2693.500027] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2693.500027] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2693.500027] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d7d137f-faf9-4e7b-ad53-245cbd220d8e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2693.567595] env[63366]: DEBUG nova.compute.manager [req-965d1b86-a45e-41af-9788-85bf8311de6d req-b6c1ea95-ecd4-4494-993b-af63f951b3f8 service nova] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Received event network-vif-plugged-f9cea0fc-a0b9-4114-8be3-d5cd84100be3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2693.567891] env[63366]: DEBUG oslo_concurrency.lockutils [req-965d1b86-a45e-41af-9788-85bf8311de6d req-b6c1ea95-ecd4-4494-993b-af63f951b3f8 service nova] Acquiring lock "f4e52d38-4ece-4cc3-9c95-f075dfc51fe7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2693.568243] env[63366]: DEBUG oslo_concurrency.lockutils [req-965d1b86-a45e-41af-9788-85bf8311de6d req-b6c1ea95-ecd4-4494-993b-af63f951b3f8 service nova] Lock "f4e52d38-4ece-4cc3-9c95-f075dfc51fe7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2693.568384] env[63366]: DEBUG oslo_concurrency.lockutils [req-965d1b86-a45e-41af-9788-85bf8311de6d req-b6c1ea95-ecd4-4494-993b-af63f951b3f8 service nova] Lock "f4e52d38-4ece-4cc3-9c95-f075dfc51fe7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2693.568507] env[63366]: DEBUG nova.compute.manager [req-965d1b86-a45e-41af-9788-85bf8311de6d req-b6c1ea95-ecd4-4494-993b-af63f951b3f8 service nova] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] No waiting events found dispatching network-vif-plugged-f9cea0fc-a0b9-4114-8be3-d5cd84100be3 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2693.568672] env[63366]: WARNING nova.compute.manager [req-965d1b86-a45e-41af-9788-85bf8311de6d req-b6c1ea95-ecd4-4494-993b-af63f951b3f8 service nova] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Received unexpected event network-vif-plugged-f9cea0fc-a0b9-4114-8be3-d5cd84100be3 for instance with vm_state building and task_state spawning. [ 2693.629402] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.128s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2693.630128] env[63366]: DEBUG nova.compute.manager [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2693.658956] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2693.659194] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2693.659380] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Deleting the datastore file [datastore2] b824f163-45dd-4762-905a-4eb9b1a525ab {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2693.659637] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5ce9c4c-c9e9-42b8-841d-bf4a339d8a89 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2693.667240] env[63366]: DEBUG oslo_vmware.api [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for the task: (returnval){ [ 2693.667240] env[63366]: value = "task-2104910" [ 2693.667240] env[63366]: _type = "Task" [ 2693.667240] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2693.675089] env[63366]: DEBUG oslo_vmware.api [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2694.128201] env[63366]: DEBUG nova.network.neutron [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Successfully updated port: f9cea0fc-a0b9-4114-8be3-d5cd84100be3 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2694.135812] env[63366]: DEBUG nova.compute.utils [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2694.137404] env[63366]: DEBUG nova.compute.manager [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2694.137585] env[63366]: DEBUG nova.network.neutron [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2694.150374] env[63366]: DEBUG nova.compute.manager [req-bdce38c6-ad24-4d05-82a3-93afd96ab5d8 req-4a80c4ce-6b7e-46eb-8c71-ee2624bc970a service nova] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Received event network-changed-f9cea0fc-a0b9-4114-8be3-d5cd84100be3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2694.150566] env[63366]: DEBUG nova.compute.manager [req-bdce38c6-ad24-4d05-82a3-93afd96ab5d8 req-4a80c4ce-6b7e-46eb-8c71-ee2624bc970a service nova] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Refreshing instance network info cache due to event network-changed-f9cea0fc-a0b9-4114-8be3-d5cd84100be3. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2694.150773] env[63366]: DEBUG oslo_concurrency.lockutils [req-bdce38c6-ad24-4d05-82a3-93afd96ab5d8 req-4a80c4ce-6b7e-46eb-8c71-ee2624bc970a service nova] Acquiring lock "refresh_cache-f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2694.150912] env[63366]: DEBUG oslo_concurrency.lockutils [req-bdce38c6-ad24-4d05-82a3-93afd96ab5d8 req-4a80c4ce-6b7e-46eb-8c71-ee2624bc970a service nova] Acquired lock "refresh_cache-f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2694.151083] env[63366]: DEBUG nova.network.neutron [req-bdce38c6-ad24-4d05-82a3-93afd96ab5d8 req-4a80c4ce-6b7e-46eb-8c71-ee2624bc970a service nova] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Refreshing network info cache for port f9cea0fc-a0b9-4114-8be3-d5cd84100be3 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2694.176870] env[63366]: DEBUG oslo_vmware.api [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Task: {'id': task-2104910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134293} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2694.177139] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2694.177321] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2694.177491] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2694.177657] env[63366]: INFO nova.compute.manager [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Took 1.21 seconds to destroy the instance on the hypervisor. [ 2694.177883] env[63366]: DEBUG oslo.service.loopingcall [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2694.179247] env[63366]: DEBUG nova.policy [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4de5cb9ba9c4d7fab6079898bf3902a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa6d1b662a7c43d19d560f287d4361cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2694.180679] env[63366]: DEBUG nova.compute.manager [-] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2694.180781] env[63366]: DEBUG nova.network.neutron [-] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2694.439771] env[63366]: DEBUG nova.compute.manager [req-7040f2f1-a560-4739-b295-d6409b35c83a req-0162a18b-aea9-4fd0-9230-13d495a27803 service nova] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Received event network-vif-deleted-50aa836e-9677-471f-9af3-fd016d399600 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2694.439990] env[63366]: INFO nova.compute.manager [req-7040f2f1-a560-4739-b295-d6409b35c83a req-0162a18b-aea9-4fd0-9230-13d495a27803 service nova] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Neutron deleted interface 50aa836e-9677-471f-9af3-fd016d399600; detaching it from the instance and deleting it from the info cache [ 2694.440176] env[63366]: DEBUG nova.network.neutron [req-7040f2f1-a560-4739-b295-d6409b35c83a req-0162a18b-aea9-4fd0-9230-13d495a27803 service nova] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2694.495564] env[63366]: DEBUG nova.network.neutron [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Successfully created port: 268dd936-cfb9-4b79-93fc-e444a979d149 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2694.630492] env[63366]: DEBUG oslo_concurrency.lockutils [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquiring lock "refresh_cache-f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2694.643631] env[63366]: DEBUG nova.compute.manager [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2694.682106] env[63366]: DEBUG nova.network.neutron [req-bdce38c6-ad24-4d05-82a3-93afd96ab5d8 req-4a80c4ce-6b7e-46eb-8c71-ee2624bc970a service nova] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2694.758189] env[63366]: DEBUG nova.network.neutron [req-bdce38c6-ad24-4d05-82a3-93afd96ab5d8 req-4a80c4ce-6b7e-46eb-8c71-ee2624bc970a service nova] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2694.916029] env[63366]: DEBUG nova.network.neutron [-] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2694.942886] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61289370-a565-4cf9-8216-2efa5337a213 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2694.952777] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa5ac22-1111-4f8b-9391-9c0aa02b3987 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2694.977870] env[63366]: DEBUG nova.compute.manager [req-7040f2f1-a560-4739-b295-d6409b35c83a req-0162a18b-aea9-4fd0-9230-13d495a27803 service nova] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Detach interface failed, port_id=50aa836e-9677-471f-9af3-fd016d399600, reason: Instance b824f163-45dd-4762-905a-4eb9b1a525ab could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2695.260756] env[63366]: DEBUG oslo_concurrency.lockutils [req-bdce38c6-ad24-4d05-82a3-93afd96ab5d8 req-4a80c4ce-6b7e-46eb-8c71-ee2624bc970a service nova] Releasing lock "refresh_cache-f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2695.261154] env[63366]: DEBUG oslo_concurrency.lockutils [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquired lock "refresh_cache-f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2695.261313] env[63366]: DEBUG nova.network.neutron [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2695.418582] env[63366]: INFO nova.compute.manager [-] [instance: b824f163-45dd-4762-905a-4eb9b1a525ab] Took 1.24 seconds to deallocate network for instance. [ 2695.651386] env[63366]: DEBUG nova.compute.manager [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2695.676343] env[63366]: DEBUG nova.virt.hardware [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2695.676593] env[63366]: DEBUG nova.virt.hardware [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2695.676755] env[63366]: DEBUG nova.virt.hardware [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2695.676928] env[63366]: DEBUG nova.virt.hardware [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2695.677082] env[63366]: DEBUG nova.virt.hardware [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2695.677226] env[63366]: DEBUG nova.virt.hardware [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2695.677429] env[63366]: DEBUG nova.virt.hardware [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2695.677585] env[63366]: DEBUG nova.virt.hardware [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2695.677743] env[63366]: DEBUG nova.virt.hardware [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2695.677897] env[63366]: DEBUG nova.virt.hardware [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2695.678079] env[63366]: DEBUG nova.virt.hardware [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2695.678944] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c32b222-f158-45af-a9cc-06221ac8ba2c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2695.686858] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9a1dc7-cffc-4cd2-8134-8a030be0885b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2695.791720] env[63366]: DEBUG nova.network.neutron [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2695.919206] env[63366]: DEBUG nova.network.neutron [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Updating instance_info_cache with network_info: [{"id": "f9cea0fc-a0b9-4114-8be3-d5cd84100be3", "address": "fa:16:3e:c4:b5:f4", "network": {"id": "aedfde00-aefa-4ec5-b017-35428f4f3a5b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-721932911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cbe076bfc3f4fa29e714aee79bc6f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9cea0fc-a0", "ovs_interfaceid": "f9cea0fc-a0b9-4114-8be3-d5cd84100be3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2695.925959] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2695.926316] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2695.927762] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2695.951784] env[63366]: INFO nova.scheduler.client.report [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Deleted allocations for instance b824f163-45dd-4762-905a-4eb9b1a525ab [ 2696.043993] env[63366]: DEBUG nova.network.neutron [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Successfully updated port: 268dd936-cfb9-4b79-93fc-e444a979d149 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2696.181543] env[63366]: DEBUG nova.compute.manager [req-9e755912-c127-41f8-bdd1-906052ccb92d req-c17af669-12a6-4b2c-8fd9-8fd363007002 service nova] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Received event network-vif-plugged-268dd936-cfb9-4b79-93fc-e444a979d149 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2696.181776] env[63366]: DEBUG oslo_concurrency.lockutils [req-9e755912-c127-41f8-bdd1-906052ccb92d req-c17af669-12a6-4b2c-8fd9-8fd363007002 service nova] Acquiring lock "11e75b3b-d0b8-4b80-9ecd-98149499f506-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2696.181987] env[63366]: DEBUG oslo_concurrency.lockutils [req-9e755912-c127-41f8-bdd1-906052ccb92d req-c17af669-12a6-4b2c-8fd9-8fd363007002 service nova] Lock "11e75b3b-d0b8-4b80-9ecd-98149499f506-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2696.182175] env[63366]: DEBUG oslo_concurrency.lockutils [req-9e755912-c127-41f8-bdd1-906052ccb92d req-c17af669-12a6-4b2c-8fd9-8fd363007002 service nova] Lock "11e75b3b-d0b8-4b80-9ecd-98149499f506-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2696.182339] env[63366]: DEBUG nova.compute.manager [req-9e755912-c127-41f8-bdd1-906052ccb92d req-c17af669-12a6-4b2c-8fd9-8fd363007002 service nova] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] No waiting events found dispatching network-vif-plugged-268dd936-cfb9-4b79-93fc-e444a979d149 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2696.182499] env[63366]: WARNING nova.compute.manager [req-9e755912-c127-41f8-bdd1-906052ccb92d req-c17af669-12a6-4b2c-8fd9-8fd363007002 service nova] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Received unexpected event network-vif-plugged-268dd936-cfb9-4b79-93fc-e444a979d149 for instance with vm_state building and task_state spawning. [ 2696.182654] env[63366]: DEBUG nova.compute.manager [req-9e755912-c127-41f8-bdd1-906052ccb92d req-c17af669-12a6-4b2c-8fd9-8fd363007002 service nova] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Received event network-changed-268dd936-cfb9-4b79-93fc-e444a979d149 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2696.182808] env[63366]: DEBUG nova.compute.manager [req-9e755912-c127-41f8-bdd1-906052ccb92d req-c17af669-12a6-4b2c-8fd9-8fd363007002 service nova] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Refreshing instance network info cache due to event network-changed-268dd936-cfb9-4b79-93fc-e444a979d149. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2696.182989] env[63366]: DEBUG oslo_concurrency.lockutils [req-9e755912-c127-41f8-bdd1-906052ccb92d req-c17af669-12a6-4b2c-8fd9-8fd363007002 service nova] Acquiring lock "refresh_cache-11e75b3b-d0b8-4b80-9ecd-98149499f506" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2696.183137] env[63366]: DEBUG oslo_concurrency.lockutils [req-9e755912-c127-41f8-bdd1-906052ccb92d req-c17af669-12a6-4b2c-8fd9-8fd363007002 service nova] Acquired lock "refresh_cache-11e75b3b-d0b8-4b80-9ecd-98149499f506" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2696.183292] env[63366]: DEBUG nova.network.neutron [req-9e755912-c127-41f8-bdd1-906052ccb92d req-c17af669-12a6-4b2c-8fd9-8fd363007002 service nova] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Refreshing network info cache for port 268dd936-cfb9-4b79-93fc-e444a979d149 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2696.422151] env[63366]: DEBUG oslo_concurrency.lockutils [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Releasing lock "refresh_cache-f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2696.422490] env[63366]: DEBUG nova.compute.manager [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Instance network_info: |[{"id": "f9cea0fc-a0b9-4114-8be3-d5cd84100be3", "address": "fa:16:3e:c4:b5:f4", "network": {"id": "aedfde00-aefa-4ec5-b017-35428f4f3a5b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-721932911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cbe076bfc3f4fa29e714aee79bc6f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9cea0fc-a0", "ovs_interfaceid": "f9cea0fc-a0b9-4114-8be3-d5cd84100be3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2696.422914] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:b5:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9cea0fc-a0b9-4114-8be3-d5cd84100be3', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2696.430324] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Creating folder: Project (7cbe076bfc3f4fa29e714aee79bc6f56). Parent ref: group-v430612. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2696.430557] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d8b88d3-4617-4c54-9637-5eb5f51eec75 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2696.443713] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Created folder: Project (7cbe076bfc3f4fa29e714aee79bc6f56) in parent group-v430612. [ 2696.443895] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Creating folder: Instances. Parent ref: group-v430938. {{(pid=63366) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2696.444129] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-002c87af-9c67-458f-9871-28a1b5195014 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2696.452795] env[63366]: INFO nova.virt.vmwareapi.vm_util [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Created folder: Instances in parent group-v430938. [ 2696.453025] env[63366]: DEBUG oslo.service.loopingcall [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2696.453200] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2696.453386] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53647f74-9e82-4e5b-9acd-771b727159ce {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2696.471228] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8c0e3e56-8aac-4bdf-92e7-280af3abb24d tempest-DeleteServersTestJSON-73433302 tempest-DeleteServersTestJSON-73433302-project-member] Lock "b824f163-45dd-4762-905a-4eb9b1a525ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.009s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2696.474818] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2696.474818] env[63366]: value = "task-2104913" [ 2696.474818] env[63366]: _type = "Task" [ 2696.474818] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2696.482205] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104913, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2696.546828] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "refresh_cache-11e75b3b-d0b8-4b80-9ecd-98149499f506" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2696.724925] env[63366]: DEBUG nova.network.neutron [req-9e755912-c127-41f8-bdd1-906052ccb92d req-c17af669-12a6-4b2c-8fd9-8fd363007002 service nova] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2696.862772] env[63366]: DEBUG nova.network.neutron [req-9e755912-c127-41f8-bdd1-906052ccb92d req-c17af669-12a6-4b2c-8fd9-8fd363007002 service nova] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2696.984728] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104913, 'name': CreateVM_Task, 'duration_secs': 0.362491} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2696.984890] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2696.985533] env[63366]: DEBUG oslo_concurrency.lockutils [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2696.985691] env[63366]: DEBUG oslo_concurrency.lockutils [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2696.986015] env[63366]: DEBUG oslo_concurrency.lockutils [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2696.986259] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1446913-eec8-4723-83c5-080b5b026101 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2696.991165] env[63366]: DEBUG oslo_vmware.api [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2696.991165] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]523dab13-bb35-6824-383a-5b0ecfe3b6ca" [ 2696.991165] env[63366]: _type = "Task" [ 2696.991165] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2696.998223] env[63366]: DEBUG oslo_vmware.api [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523dab13-bb35-6824-383a-5b0ecfe3b6ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2697.365903] env[63366]: DEBUG oslo_concurrency.lockutils [req-9e755912-c127-41f8-bdd1-906052ccb92d req-c17af669-12a6-4b2c-8fd9-8fd363007002 service nova] Releasing lock "refresh_cache-11e75b3b-d0b8-4b80-9ecd-98149499f506" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2697.366083] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquired lock "refresh_cache-11e75b3b-d0b8-4b80-9ecd-98149499f506" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2697.366167] env[63366]: DEBUG nova.network.neutron [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2697.501159] env[63366]: DEBUG oslo_vmware.api [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523dab13-bb35-6824-383a-5b0ecfe3b6ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009236} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2697.501460] env[63366]: DEBUG oslo_concurrency.lockutils [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2697.501683] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2697.501909] env[63366]: DEBUG oslo_concurrency.lockutils [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2697.502067] env[63366]: DEBUG oslo_concurrency.lockutils [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2697.502246] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2697.502729] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83edb148-e156-452b-a27e-49c07b158002 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2697.510896] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2697.511070] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2697.511711] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5cdb2cb-f028-4e77-81a4-065c657db637 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2697.516563] env[63366]: DEBUG oslo_vmware.api [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2697.516563] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]526fbbdd-f2cd-c83b-1732-051f1bf88446" [ 2697.516563] env[63366]: _type = "Task" [ 2697.516563] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2697.523395] env[63366]: DEBUG oslo_vmware.api [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526fbbdd-f2cd-c83b-1732-051f1bf88446, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2697.895305] env[63366]: DEBUG nova.network.neutron [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2698.026919] env[63366]: DEBUG oslo_vmware.api [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526fbbdd-f2cd-c83b-1732-051f1bf88446, 'name': SearchDatastore_Task, 'duration_secs': 0.007787} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2698.027692] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6879969-dfc6-4832-b1cd-6b125ddc2a7d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2698.032740] env[63366]: DEBUG oslo_vmware.api [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2698.032740] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5241eab8-6412-e59c-bb6c-bb275bc991bb" [ 2698.032740] env[63366]: _type = "Task" [ 2698.032740] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2698.040090] env[63366]: DEBUG oslo_vmware.api [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5241eab8-6412-e59c-bb6c-bb275bc991bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2698.094616] env[63366]: DEBUG nova.network.neutron [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Updating instance_info_cache with network_info: [{"id": "268dd936-cfb9-4b79-93fc-e444a979d149", "address": "fa:16:3e:25:da:10", "network": {"id": "192c2aad-2b74-451b-9465-41eda3d84f6c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1222124680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6d1b662a7c43d19d560f287d4361cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap268dd936-cf", "ovs_interfaceid": "268dd936-cfb9-4b79-93fc-e444a979d149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2698.543383] env[63366]: DEBUG oslo_vmware.api [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5241eab8-6412-e59c-bb6c-bb275bc991bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009591} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2698.543642] env[63366]: DEBUG oslo_concurrency.lockutils [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2698.543872] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] f4e52d38-4ece-4cc3-9c95-f075dfc51fe7/f4e52d38-4ece-4cc3-9c95-f075dfc51fe7.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2698.544142] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4a262cf-5de0-4c9e-b75e-bc035033d4a9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2698.551042] env[63366]: DEBUG oslo_vmware.api [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2698.551042] env[63366]: value = "task-2104915" [ 2698.551042] env[63366]: _type = "Task" [ 2698.551042] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2698.558109] env[63366]: DEBUG oslo_vmware.api [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2698.596711] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Releasing lock "refresh_cache-11e75b3b-d0b8-4b80-9ecd-98149499f506" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2698.597021] env[63366]: DEBUG nova.compute.manager [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Instance network_info: |[{"id": "268dd936-cfb9-4b79-93fc-e444a979d149", "address": "fa:16:3e:25:da:10", "network": {"id": "192c2aad-2b74-451b-9465-41eda3d84f6c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1222124680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6d1b662a7c43d19d560f287d4361cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap268dd936-cf", "ovs_interfaceid": "268dd936-cfb9-4b79-93fc-e444a979d149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2698.597410] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:da:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1895250-76cc-41f7-b7f8-2e5679494607', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '268dd936-cfb9-4b79-93fc-e444a979d149', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2698.604765] env[63366]: DEBUG oslo.service.loopingcall [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2698.604968] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2698.605207] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3f2d7bf-19b4-4827-a088-c25c4aa8e8ba {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2698.623873] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2698.623873] env[63366]: value = "task-2104916" [ 2698.623873] env[63366]: _type = "Task" [ 2698.623873] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2698.631032] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104916, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2699.061237] env[63366]: DEBUG oslo_vmware.api [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104915, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.415715} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2699.061535] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] f4e52d38-4ece-4cc3-9c95-f075dfc51fe7/f4e52d38-4ece-4cc3-9c95-f075dfc51fe7.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2699.061683] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2699.061939] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4a5683b-e387-40ba-9966-f234c656ab5a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2699.068825] env[63366]: DEBUG oslo_vmware.api [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2699.068825] env[63366]: value = "task-2104917" [ 2699.068825] env[63366]: _type = "Task" [ 2699.068825] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2699.075836] env[63366]: DEBUG oslo_vmware.api [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2699.135566] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104916, 'name': CreateVM_Task} progress is 99%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2699.578758] env[63366]: DEBUG oslo_vmware.api [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067622} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2699.579111] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2699.579853] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d7abaa-cfb6-44af-9d94-598fa8c3aa36 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2699.601231] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] f4e52d38-4ece-4cc3-9c95-f075dfc51fe7/f4e52d38-4ece-4cc3-9c95-f075dfc51fe7.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2699.601453] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a53a62d9-ac1b-4d37-b9b3-8ed0d49a2229 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2699.619953] env[63366]: DEBUG oslo_vmware.api [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2699.619953] env[63366]: value = "task-2104918" [ 2699.619953] env[63366]: _type = "Task" [ 2699.619953] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2699.627232] env[63366]: DEBUG oslo_vmware.api [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104918, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2699.634296] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104916, 'name': CreateVM_Task, 'duration_secs': 0.643011} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2699.634440] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2699.635255] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2699.635255] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2699.635490] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2699.635712] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9613520-05e9-452f-b170-0823400f1f53 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2699.640619] env[63366]: DEBUG oslo_vmware.api [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2699.640619] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]523e6921-946d-27c7-f105-623ffc316a94" [ 2699.640619] env[63366]: _type = "Task" [ 2699.640619] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2699.648728] env[63366]: DEBUG oslo_vmware.api [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523e6921-946d-27c7-f105-623ffc316a94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2700.130047] env[63366]: DEBUG oslo_vmware.api [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104918, 'name': ReconfigVM_Task, 'duration_secs': 0.254278} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2700.130406] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Reconfigured VM instance instance-00000078 to attach disk [datastore2] f4e52d38-4ece-4cc3-9c95-f075dfc51fe7/f4e52d38-4ece-4cc3-9c95-f075dfc51fe7.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2700.130966] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d632c941-a8a4-46ec-82ff-7a3405afa46c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2700.137610] env[63366]: DEBUG oslo_vmware.api [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2700.137610] env[63366]: value = "task-2104919" [ 2700.137610] env[63366]: _type = "Task" [ 2700.137610] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2700.147228] env[63366]: DEBUG oslo_vmware.api [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104919, 'name': Rename_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2700.152428] env[63366]: DEBUG oslo_vmware.api [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523e6921-946d-27c7-f105-623ffc316a94, 'name': SearchDatastore_Task, 'duration_secs': 0.01114} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2700.152761] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2700.152999] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2700.153244] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2700.153387] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2700.153582] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2700.153848] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a22c13cf-adc9-4053-8b64-aa69003b82a7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2700.161930] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2700.162123] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2700.162820] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e056f36-680e-4eb7-a1a3-96e0fa4077d0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2700.167798] env[63366]: DEBUG oslo_vmware.api [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2700.167798] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5271e36a-92ac-51be-88fa-2ff9a4b08cde" [ 2700.167798] env[63366]: _type = "Task" [ 2700.167798] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2700.174987] env[63366]: DEBUG oslo_vmware.api [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5271e36a-92ac-51be-88fa-2ff9a4b08cde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2700.648209] env[63366]: DEBUG oslo_vmware.api [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104919, 'name': Rename_Task, 'duration_secs': 0.14565} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2700.648508] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2700.648742] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df82b1f6-785c-4df6-8440-24aeb3c7bf5d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2700.655349] env[63366]: DEBUG oslo_vmware.api [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2700.655349] env[63366]: value = "task-2104920" [ 2700.655349] env[63366]: _type = "Task" [ 2700.655349] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2700.662558] env[63366]: DEBUG oslo_vmware.api [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2700.676317] env[63366]: DEBUG oslo_vmware.api [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5271e36a-92ac-51be-88fa-2ff9a4b08cde, 'name': SearchDatastore_Task, 'duration_secs': 0.007425} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2700.677048] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69e2cb78-19db-42fa-8438-b893ed778168 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2700.681858] env[63366]: DEBUG oslo_vmware.api [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2700.681858] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]525f7e2e-5bbf-5acf-c8f6-bc2a9444d85c" [ 2700.681858] env[63366]: _type = "Task" [ 2700.681858] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2700.688782] env[63366]: DEBUG oslo_vmware.api [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]525f7e2e-5bbf-5acf-c8f6-bc2a9444d85c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2701.165496] env[63366]: DEBUG oslo_vmware.api [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104920, 'name': PowerOnVM_Task, 'duration_secs': 0.4147} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2701.165840] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2701.166089] env[63366]: INFO nova.compute.manager [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Took 11.80 seconds to spawn the instance on the hypervisor. [ 2701.166326] env[63366]: DEBUG nova.compute.manager [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2701.167232] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfc4bfd-2d75-4595-8456-6c7aee1073f6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2701.191743] env[63366]: DEBUG oslo_vmware.api [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]525f7e2e-5bbf-5acf-c8f6-bc2a9444d85c, 'name': SearchDatastore_Task, 'duration_secs': 0.014002} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2701.191999] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2701.192255] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 11e75b3b-d0b8-4b80-9ecd-98149499f506/11e75b3b-d0b8-4b80-9ecd-98149499f506.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2701.192629] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da10c3d7-359e-4190-ab6c-20d89fa9c664 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2701.199044] env[63366]: DEBUG oslo_vmware.api [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2701.199044] env[63366]: value = "task-2104921" [ 2701.199044] env[63366]: _type = "Task" [ 2701.199044] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2701.206748] env[63366]: DEBUG oslo_vmware.api [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2701.685062] env[63366]: INFO nova.compute.manager [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Took 16.51 seconds to build instance. [ 2701.710626] env[63366]: DEBUG oslo_vmware.api [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104921, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2702.018320] env[63366]: DEBUG nova.compute.manager [req-87423d68-c08f-470f-b1ee-9aae96820dce req-fce2cf12-7851-45f9-bc5d-d92456bb1c2e service nova] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Received event network-changed-f9cea0fc-a0b9-4114-8be3-d5cd84100be3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2702.018504] env[63366]: DEBUG nova.compute.manager [req-87423d68-c08f-470f-b1ee-9aae96820dce req-fce2cf12-7851-45f9-bc5d-d92456bb1c2e service nova] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Refreshing instance network info cache due to event network-changed-f9cea0fc-a0b9-4114-8be3-d5cd84100be3. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2702.018717] env[63366]: DEBUG oslo_concurrency.lockutils [req-87423d68-c08f-470f-b1ee-9aae96820dce req-fce2cf12-7851-45f9-bc5d-d92456bb1c2e service nova] Acquiring lock "refresh_cache-f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2702.018874] env[63366]: DEBUG oslo_concurrency.lockutils [req-87423d68-c08f-470f-b1ee-9aae96820dce req-fce2cf12-7851-45f9-bc5d-d92456bb1c2e service nova] Acquired lock "refresh_cache-f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2702.019058] env[63366]: DEBUG nova.network.neutron [req-87423d68-c08f-470f-b1ee-9aae96820dce req-fce2cf12-7851-45f9-bc5d-d92456bb1c2e service nova] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Refreshing network info cache for port f9cea0fc-a0b9-4114-8be3-d5cd84100be3 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2702.186810] env[63366]: DEBUG oslo_concurrency.lockutils [None req-533dd42e-6446-424a-a8b0-912dd0a03b9a tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.028s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2702.209043] env[63366]: DEBUG oslo_vmware.api [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514643} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2702.209345] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 11e75b3b-d0b8-4b80-9ecd-98149499f506/11e75b3b-d0b8-4b80-9ecd-98149499f506.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2702.209566] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2702.209870] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b8b19fd-1014-4f1a-bc74-9a17b5218293 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2702.216860] env[63366]: DEBUG oslo_vmware.api [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2702.216860] env[63366]: value = "task-2104922" [ 2702.216860] env[63366]: _type = "Task" [ 2702.216860] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2702.225227] env[63366]: DEBUG oslo_vmware.api [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2702.725694] env[63366]: DEBUG oslo_vmware.api [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2702.771463] env[63366]: DEBUG nova.network.neutron [req-87423d68-c08f-470f-b1ee-9aae96820dce req-fce2cf12-7851-45f9-bc5d-d92456bb1c2e service nova] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Updated VIF entry in instance network info cache for port f9cea0fc-a0b9-4114-8be3-d5cd84100be3. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2702.771815] env[63366]: DEBUG nova.network.neutron [req-87423d68-c08f-470f-b1ee-9aae96820dce req-fce2cf12-7851-45f9-bc5d-d92456bb1c2e service nova] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Updating instance_info_cache with network_info: [{"id": "f9cea0fc-a0b9-4114-8be3-d5cd84100be3", "address": "fa:16:3e:c4:b5:f4", "network": {"id": "aedfde00-aefa-4ec5-b017-35428f4f3a5b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-721932911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cbe076bfc3f4fa29e714aee79bc6f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9cea0fc-a0", "ovs_interfaceid": "f9cea0fc-a0b9-4114-8be3-d5cd84100be3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2703.226982] env[63366]: DEBUG oslo_vmware.api [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.96871} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2703.227338] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2703.228066] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d64e23-9493-4d1a-949a-3c9cccfef2c6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2703.249275] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 11e75b3b-d0b8-4b80-9ecd-98149499f506/11e75b3b-d0b8-4b80-9ecd-98149499f506.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2703.249503] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a0eb759-1e2d-4053-9f5c-2b810c67d4ba {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2703.268191] env[63366]: DEBUG oslo_vmware.api [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2703.268191] env[63366]: value = "task-2104923" [ 2703.268191] env[63366]: _type = "Task" [ 2703.268191] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2703.275504] env[63366]: DEBUG oslo_concurrency.lockutils [req-87423d68-c08f-470f-b1ee-9aae96820dce req-fce2cf12-7851-45f9-bc5d-d92456bb1c2e service nova] Releasing lock "refresh_cache-f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2703.275864] env[63366]: DEBUG oslo_vmware.api [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2703.778085] env[63366]: DEBUG oslo_vmware.api [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104923, 'name': ReconfigVM_Task, 'duration_secs': 0.254424} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2703.778393] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 11e75b3b-d0b8-4b80-9ecd-98149499f506/11e75b3b-d0b8-4b80-9ecd-98149499f506.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2703.779042] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49e9a6d1-1910-4afc-bf13-b72229c1d36c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2703.785335] env[63366]: DEBUG oslo_vmware.api [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2703.785335] env[63366]: value = "task-2104924" [ 2703.785335] env[63366]: _type = "Task" [ 2703.785335] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2703.793279] env[63366]: DEBUG oslo_vmware.api [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104924, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2704.295655] env[63366]: DEBUG oslo_vmware.api [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104924, 'name': Rename_Task, 'duration_secs': 0.138402} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2704.296020] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2704.296107] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8b27afb-2ce6-4c0e-9230-29b8808d5b4b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2704.302954] env[63366]: DEBUG oslo_vmware.api [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2704.302954] env[63366]: value = "task-2104925" [ 2704.302954] env[63366]: _type = "Task" [ 2704.302954] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2704.310135] env[63366]: DEBUG oslo_vmware.api [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104925, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2704.812811] env[63366]: DEBUG oslo_vmware.api [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104925, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2705.313285] env[63366]: DEBUG oslo_vmware.api [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104925, 'name': PowerOnVM_Task, 'duration_secs': 0.993192} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2705.313681] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2705.313738] env[63366]: INFO nova.compute.manager [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Took 9.66 seconds to spawn the instance on the hypervisor. [ 2705.313888] env[63366]: DEBUG nova.compute.manager [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2705.314628] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdf37a7-2cc4-4180-a033-77c4958d547d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2705.831821] env[63366]: INFO nova.compute.manager [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Took 14.35 seconds to build instance. [ 2706.334569] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70e76b24-d285-4ec2-8360-d7964a4476bd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "11e75b3b-d0b8-4b80-9ecd-98149499f506" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.858s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2706.406307] env[63366]: DEBUG nova.compute.manager [req-9e7f9275-5c72-4cd1-ab3c-0d6ac341ac83 req-ca9349b4-b818-4bb4-8061-90be4cb5661c service nova] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Received event network-changed-268dd936-cfb9-4b79-93fc-e444a979d149 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2706.406496] env[63366]: DEBUG nova.compute.manager [req-9e7f9275-5c72-4cd1-ab3c-0d6ac341ac83 req-ca9349b4-b818-4bb4-8061-90be4cb5661c service nova] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Refreshing instance network info cache due to event network-changed-268dd936-cfb9-4b79-93fc-e444a979d149. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2706.406706] env[63366]: DEBUG oslo_concurrency.lockutils [req-9e7f9275-5c72-4cd1-ab3c-0d6ac341ac83 req-ca9349b4-b818-4bb4-8061-90be4cb5661c service nova] Acquiring lock "refresh_cache-11e75b3b-d0b8-4b80-9ecd-98149499f506" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2706.406902] env[63366]: DEBUG oslo_concurrency.lockutils [req-9e7f9275-5c72-4cd1-ab3c-0d6ac341ac83 req-ca9349b4-b818-4bb4-8061-90be4cb5661c service nova] Acquired lock "refresh_cache-11e75b3b-d0b8-4b80-9ecd-98149499f506" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2706.407051] env[63366]: DEBUG nova.network.neutron [req-9e7f9275-5c72-4cd1-ab3c-0d6ac341ac83 req-ca9349b4-b818-4bb4-8061-90be4cb5661c service nova] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Refreshing network info cache for port 268dd936-cfb9-4b79-93fc-e444a979d149 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2707.120666] env[63366]: DEBUG nova.network.neutron [req-9e7f9275-5c72-4cd1-ab3c-0d6ac341ac83 req-ca9349b4-b818-4bb4-8061-90be4cb5661c service nova] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Updated VIF entry in instance network info cache for port 268dd936-cfb9-4b79-93fc-e444a979d149. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2707.121160] env[63366]: DEBUG nova.network.neutron [req-9e7f9275-5c72-4cd1-ab3c-0d6ac341ac83 req-ca9349b4-b818-4bb4-8061-90be4cb5661c service nova] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Updating instance_info_cache with network_info: [{"id": "268dd936-cfb9-4b79-93fc-e444a979d149", "address": "fa:16:3e:25:da:10", "network": {"id": "192c2aad-2b74-451b-9465-41eda3d84f6c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1222124680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6d1b662a7c43d19d560f287d4361cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap268dd936-cf", "ovs_interfaceid": "268dd936-cfb9-4b79-93fc-e444a979d149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2707.623899] env[63366]: DEBUG oslo_concurrency.lockutils [req-9e7f9275-5c72-4cd1-ab3c-0d6ac341ac83 req-ca9349b4-b818-4bb4-8061-90be4cb5661c service nova] Releasing lock "refresh_cache-11e75b3b-d0b8-4b80-9ecd-98149499f506" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2726.177647] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2726.177957] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2726.683443] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2726.683647] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2727.213979] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "refresh_cache-0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2727.214211] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "refresh_cache-0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2727.214278] env[63366]: DEBUG nova.network.neutron [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Forcefully refreshing network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2728.424126] env[63366]: DEBUG nova.network.neutron [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Updating instance_info_cache with network_info: [{"id": "d6df8b2a-e98c-4723-87f3-0bd2dfd53bfb", "address": "fa:16:3e:b6:34:b4", "network": {"id": "192c2aad-2b74-451b-9465-41eda3d84f6c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1222124680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6d1b662a7c43d19d560f287d4361cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6df8b2a-e9", "ovs_interfaceid": "d6df8b2a-e98c-4723-87f3-0bd2dfd53bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2728.926443] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "refresh_cache-0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2728.926669] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Updated the network info_cache for instance {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2728.926859] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2728.927042] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2728.927197] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2728.927347] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2728.927489] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2728.927629] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2728.927753] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2728.927891] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2729.431873] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2729.432182] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2729.432289] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2729.432441] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2729.433405] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e0be7b-971e-424b-b3e2-54ae15210009 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2729.441291] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddf38c7-875a-43d6-9552-30d4988fddcb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2729.455038] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a1b155-1742-4fa6-afca-dfd15c1fbce2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2729.460436] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9b3eee-2304-4d3d-bcc9-79ed5efca5c1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2729.489096] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181076MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2729.489252] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2729.489430] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2730.634755] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2730.635049] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance f4e52d38-4ece-4cc3-9c95-f075dfc51fe7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2730.635049] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 11e75b3b-d0b8-4b80-9ecd-98149499f506 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2730.635252] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2730.635392] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2730.676968] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc08896-9709-4ed9-bfaa-62360446eaf2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2730.683848] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac736b6e-3717-47c1-8a66-d797be48b440 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2730.712335] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f683fce-7d53-4c4f-a662-95a73daef67c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2730.719351] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0161ddc7-2e0a-44b8-b5d8-c8e10e1094de {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2730.733528] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2731.237721] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2731.743844] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2731.744254] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.255s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2739.483508] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5c9602f-8740-43b4-a71e-b0ad69170a16 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquiring lock "f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2739.483806] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5c9602f-8740-43b4-a71e-b0ad69170a16 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2739.987548] env[63366]: DEBUG nova.compute.utils [None req-a5c9602f-8740-43b4-a71e-b0ad69170a16 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2740.490446] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5c9602f-8740-43b4-a71e-b0ad69170a16 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2741.550238] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5c9602f-8740-43b4-a71e-b0ad69170a16 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquiring lock "f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2741.550591] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5c9602f-8740-43b4-a71e-b0ad69170a16 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2741.550672] env[63366]: INFO nova.compute.manager [None req-a5c9602f-8740-43b4-a71e-b0ad69170a16 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Attaching volume 0310f77f-a146-462e-b584-f211823a422a to /dev/sdb [ 2741.603713] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fd342a-1e01-4803-b15b-677120dcfbdb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2741.610999] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36194051-14ed-4beb-a8dc-dd316be0c91e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2741.623472] env[63366]: DEBUG nova.virt.block_device [None req-a5c9602f-8740-43b4-a71e-b0ad69170a16 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Updating existing volume attachment record: defd2a04-0e23-4763-96df-b5d23e5472c4 {{(pid=63366) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2742.962894] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "11e75b3b-d0b8-4b80-9ecd-98149499f506" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2742.963300] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "11e75b3b-d0b8-4b80-9ecd-98149499f506" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2742.963300] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "11e75b3b-d0b8-4b80-9ecd-98149499f506-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2742.963487] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "11e75b3b-d0b8-4b80-9ecd-98149499f506-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2742.963681] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "11e75b3b-d0b8-4b80-9ecd-98149499f506-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2742.967255] env[63366]: INFO nova.compute.manager [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Terminating instance [ 2743.471478] env[63366]: DEBUG nova.compute.manager [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2743.471759] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2743.472616] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cee13c-3cff-42e8-8e18-769f45ce2154 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2743.480633] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2743.480869] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e74cdb7e-1cc6-4821-b293-9577aca2054a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2743.487450] env[63366]: DEBUG oslo_vmware.api [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2743.487450] env[63366]: value = "task-2104929" [ 2743.487450] env[63366]: _type = "Task" [ 2743.487450] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2743.495091] env[63366]: DEBUG oslo_vmware.api [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2743.997491] env[63366]: DEBUG oslo_vmware.api [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104929, 'name': PowerOffVM_Task, 'duration_secs': 0.179814} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2743.997862] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2743.997862] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2743.998126] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c74841c3-65a6-4411-89b4-415d4fbddd3a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2744.098574] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2744.098804] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2744.099099] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Deleting the datastore file [datastore2] 11e75b3b-d0b8-4b80-9ecd-98149499f506 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2744.099471] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6daf9ddc-e153-4949-a5dd-7695f72440ce {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2744.105860] env[63366]: DEBUG oslo_vmware.api [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2744.105860] env[63366]: value = "task-2104932" [ 2744.105860] env[63366]: _type = "Task" [ 2744.105860] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2744.115726] env[63366]: DEBUG oslo_vmware.api [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2744.615140] env[63366]: DEBUG oslo_vmware.api [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128957} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2744.615400] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2744.615521] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2744.615692] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2744.615858] env[63366]: INFO nova.compute.manager [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2744.616103] env[63366]: DEBUG oslo.service.loopingcall [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2744.616292] env[63366]: DEBUG nova.compute.manager [-] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2744.616387] env[63366]: DEBUG nova.network.neutron [-] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2745.295646] env[63366]: DEBUG nova.compute.manager [req-f6ae5556-df09-4cd2-b272-6dd8d1bbe0ec req-6a16ee3b-66a7-4e37-85dd-365303d0a90f service nova] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Received event network-vif-deleted-268dd936-cfb9-4b79-93fc-e444a979d149 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2745.295646] env[63366]: INFO nova.compute.manager [req-f6ae5556-df09-4cd2-b272-6dd8d1bbe0ec req-6a16ee3b-66a7-4e37-85dd-365303d0a90f service nova] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Neutron deleted interface 268dd936-cfb9-4b79-93fc-e444a979d149; detaching it from the instance and deleting it from the info cache [ 2745.295646] env[63366]: DEBUG nova.network.neutron [req-f6ae5556-df09-4cd2-b272-6dd8d1bbe0ec req-6a16ee3b-66a7-4e37-85dd-365303d0a90f service nova] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2745.741333] env[63366]: DEBUG nova.network.neutron [-] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2745.798364] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99e69e77-a5a6-401b-b6c8-4c00d14ece4e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2745.808455] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2434cf-246c-4484-9841-c269343ad90a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2745.833292] env[63366]: DEBUG nova.compute.manager [req-f6ae5556-df09-4cd2-b272-6dd8d1bbe0ec req-6a16ee3b-66a7-4e37-85dd-365303d0a90f service nova] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Detach interface failed, port_id=268dd936-cfb9-4b79-93fc-e444a979d149, reason: Instance 11e75b3b-d0b8-4b80-9ecd-98149499f506 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2746.167227] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c9602f-8740-43b4-a71e-b0ad69170a16 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Volume attach. Driver type: vmdk {{(pid=63366) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2746.167475] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c9602f-8740-43b4-a71e-b0ad69170a16 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430943', 'volume_id': '0310f77f-a146-462e-b584-f211823a422a', 'name': 'volume-0310f77f-a146-462e-b584-f211823a422a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4e52d38-4ece-4cc3-9c95-f075dfc51fe7', 'attached_at': '', 'detached_at': '', 'volume_id': '0310f77f-a146-462e-b584-f211823a422a', 'serial': '0310f77f-a146-462e-b584-f211823a422a'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2746.168351] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61db346-3eeb-4720-ba90-98ba137a83a3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2746.184909] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606adb4e-097a-401b-bc34-f9bca2ef9de4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2746.208107] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c9602f-8740-43b4-a71e-b0ad69170a16 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-0310f77f-a146-462e-b584-f211823a422a/volume-0310f77f-a146-462e-b584-f211823a422a.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2746.208341] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7fa8641-aedb-4513-85a6-cc68028b6a84 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2746.227921] env[63366]: DEBUG oslo_vmware.api [None req-a5c9602f-8740-43b4-a71e-b0ad69170a16 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2746.227921] env[63366]: value = "task-2104933" [ 2746.227921] env[63366]: _type = "Task" [ 2746.227921] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2746.235540] env[63366]: DEBUG oslo_vmware.api [None req-a5c9602f-8740-43b4-a71e-b0ad69170a16 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2746.244097] env[63366]: INFO nova.compute.manager [-] [instance: 11e75b3b-d0b8-4b80-9ecd-98149499f506] Took 1.63 seconds to deallocate network for instance. [ 2746.737240] env[63366]: DEBUG oslo_vmware.api [None req-a5c9602f-8740-43b4-a71e-b0ad69170a16 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104933, 'name': ReconfigVM_Task, 'duration_secs': 0.309532} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2746.737641] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c9602f-8740-43b4-a71e-b0ad69170a16 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-0310f77f-a146-462e-b584-f211823a422a/volume-0310f77f-a146-462e-b584-f211823a422a.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2746.742194] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6a4ce49-7f1c-4c25-8dd1-27aff6416a90 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2746.752068] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2746.752303] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2746.752513] env[63366]: DEBUG nova.objects.instance [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lazy-loading 'resources' on Instance uuid 11e75b3b-d0b8-4b80-9ecd-98149499f506 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2746.758203] env[63366]: DEBUG oslo_vmware.api [None req-a5c9602f-8740-43b4-a71e-b0ad69170a16 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2746.758203] env[63366]: value = "task-2104934" [ 2746.758203] env[63366]: _type = "Task" [ 2746.758203] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2746.766946] env[63366]: DEBUG oslo_vmware.api [None req-a5c9602f-8740-43b4-a71e-b0ad69170a16 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2747.267438] env[63366]: DEBUG oslo_vmware.api [None req-a5c9602f-8740-43b4-a71e-b0ad69170a16 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104934, 'name': ReconfigVM_Task, 'duration_secs': 0.18441} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2747.267724] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c9602f-8740-43b4-a71e-b0ad69170a16 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430943', 'volume_id': '0310f77f-a146-462e-b584-f211823a422a', 'name': 'volume-0310f77f-a146-462e-b584-f211823a422a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4e52d38-4ece-4cc3-9c95-f075dfc51fe7', 'attached_at': '', 'detached_at': '', 'volume_id': '0310f77f-a146-462e-b584-f211823a422a', 'serial': '0310f77f-a146-462e-b584-f211823a422a'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2747.306022] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d94d2f3-7a22-4de8-9aa2-f98d0181764e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2747.312825] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670e97d6-f63c-4105-b21a-7be7af0ea9c8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2747.342020] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6364fbb1-85aa-46d9-9098-92d490e4fe69 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2747.348703] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb39cef-afd3-4d06-b354-9ab80846adce {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2747.361776] env[63366]: DEBUG nova.compute.provider_tree [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2747.864894] env[63366]: DEBUG nova.scheduler.client.report [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2748.302947] env[63366]: DEBUG nova.objects.instance [None req-a5c9602f-8740-43b4-a71e-b0ad69170a16 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lazy-loading 'flavor' on Instance uuid f4e52d38-4ece-4cc3-9c95-f075dfc51fe7 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2748.369804] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2748.390714] env[63366]: INFO nova.scheduler.client.report [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Deleted allocations for instance 11e75b3b-d0b8-4b80-9ecd-98149499f506 [ 2748.808144] env[63366]: DEBUG oslo_concurrency.lockutils [None req-a5c9602f-8740-43b4-a71e-b0ad69170a16 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.257s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2748.884071] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0b9f3a15-5e4b-45e6-9f53-b134ebb86ce5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquiring lock "f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2748.884468] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0b9f3a15-5e4b-45e6-9f53-b134ebb86ce5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2748.884522] env[63366]: DEBUG nova.compute.manager [None req-0b9f3a15-5e4b-45e6-9f53-b134ebb86ce5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2748.885628] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52030a34-3386-436a-b143-710977a108be {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2748.892346] env[63366]: DEBUG nova.compute.manager [None req-0b9f3a15-5e4b-45e6-9f53-b134ebb86ce5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63366) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2748.892895] env[63366]: DEBUG nova.objects.instance [None req-0b9f3a15-5e4b-45e6-9f53-b134ebb86ce5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lazy-loading 'flavor' on Instance uuid f4e52d38-4ece-4cc3-9c95-f075dfc51fe7 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2748.897484] env[63366]: DEBUG oslo_concurrency.lockutils [None req-cfc2afae-6c64-475c-b0bc-19e22f2cf9b9 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "11e75b3b-d0b8-4b80-9ecd-98149499f506" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.934s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2749.899612] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b9f3a15-5e4b-45e6-9f53-b134ebb86ce5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2749.899972] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46f163bd-5bcf-4c4f-aa68-fc6544fa2497 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2749.906964] env[63366]: DEBUG oslo_vmware.api [None req-0b9f3a15-5e4b-45e6-9f53-b134ebb86ce5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2749.906964] env[63366]: value = "task-2104935" [ 2749.906964] env[63366]: _type = "Task" [ 2749.906964] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2749.914850] env[63366]: DEBUG oslo_vmware.api [None req-0b9f3a15-5e4b-45e6-9f53-b134ebb86ce5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2750.221812] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ad89f07-8493-4320-b4b4-41a4df8f4eb2 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2750.222065] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ad89f07-8493-4320-b4b4-41a4df8f4eb2 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2750.416912] env[63366]: DEBUG oslo_vmware.api [None req-0b9f3a15-5e4b-45e6-9f53-b134ebb86ce5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104935, 'name': PowerOffVM_Task, 'duration_secs': 0.200226} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2750.417181] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b9f3a15-5e4b-45e6-9f53-b134ebb86ce5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2750.417375] env[63366]: DEBUG nova.compute.manager [None req-0b9f3a15-5e4b-45e6-9f53-b134ebb86ce5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2750.418107] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474c41a8-afda-42ac-ad95-978a58c6cd26 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2750.725629] env[63366]: INFO nova.compute.manager [None req-1ad89f07-8493-4320-b4b4-41a4df8f4eb2 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Detaching volume c27850f8-f7c8-4191-9344-2da0b92d3393 [ 2750.755662] env[63366]: INFO nova.virt.block_device [None req-1ad89f07-8493-4320-b4b4-41a4df8f4eb2 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Attempting to driver detach volume c27850f8-f7c8-4191-9344-2da0b92d3393 from mountpoint /dev/sdb [ 2750.755900] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ad89f07-8493-4320-b4b4-41a4df8f4eb2 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Volume detach. Driver type: vmdk {{(pid=63366) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2750.756144] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ad89f07-8493-4320-b4b4-41a4df8f4eb2 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430937', 'volume_id': 'c27850f8-f7c8-4191-9344-2da0b92d3393', 'name': 'volume-c27850f8-f7c8-4191-9344-2da0b92d3393', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c27850f8-f7c8-4191-9344-2da0b92d3393', 'serial': 'c27850f8-f7c8-4191-9344-2da0b92d3393'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2750.756959] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef778acd-945a-4e9e-9a6c-aede93076d6a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2750.779017] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea0915f-cde7-4c5a-9771-b1cd33deab48 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2750.785775] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de060c59-b9b1-461f-80d5-6049fa49123a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2750.807931] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d527d7b1-ab49-45d1-be05-74dc3eeea944 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2750.822782] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ad89f07-8493-4320-b4b4-41a4df8f4eb2 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] The volume has not been displaced from its original location: [datastore2] volume-c27850f8-f7c8-4191-9344-2da0b92d3393/volume-c27850f8-f7c8-4191-9344-2da0b92d3393.vmdk. No consolidation needed. {{(pid=63366) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2750.827892] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ad89f07-8493-4320-b4b4-41a4df8f4eb2 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2750.828382] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8977423f-5c68-40e4-941b-02bf7f06051e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2750.845685] env[63366]: DEBUG oslo_vmware.api [None req-1ad89f07-8493-4320-b4b4-41a4df8f4eb2 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2750.845685] env[63366]: value = "task-2104936" [ 2750.845685] env[63366]: _type = "Task" [ 2750.845685] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2750.853941] env[63366]: DEBUG oslo_vmware.api [None req-1ad89f07-8493-4320-b4b4-41a4df8f4eb2 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104936, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2750.929196] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0b9f3a15-5e4b-45e6-9f53-b134ebb86ce5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2751.308192] env[63366]: DEBUG nova.objects.instance [None req-4562f558-9b9f-43c5-ba85-d0339c07acb9 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lazy-loading 'flavor' on Instance uuid f4e52d38-4ece-4cc3-9c95-f075dfc51fe7 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2751.356568] env[63366]: DEBUG oslo_vmware.api [None req-1ad89f07-8493-4320-b4b4-41a4df8f4eb2 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104936, 'name': ReconfigVM_Task, 'duration_secs': 0.216466} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2751.356830] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ad89f07-8493-4320-b4b4-41a4df8f4eb2 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2751.361252] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72a2b023-efb4-4aa2-aa01-49751b3146ce {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2751.375307] env[63366]: DEBUG oslo_vmware.api [None req-1ad89f07-8493-4320-b4b4-41a4df8f4eb2 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2751.375307] env[63366]: value = "task-2104937" [ 2751.375307] env[63366]: _type = "Task" [ 2751.375307] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2751.382457] env[63366]: DEBUG oslo_vmware.api [None req-1ad89f07-8493-4320-b4b4-41a4df8f4eb2 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104937, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2751.812774] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4562f558-9b9f-43c5-ba85-d0339c07acb9 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquiring lock "refresh_cache-f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2751.812945] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4562f558-9b9f-43c5-ba85-d0339c07acb9 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquired lock "refresh_cache-f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2751.813125] env[63366]: DEBUG nova.network.neutron [None req-4562f558-9b9f-43c5-ba85-d0339c07acb9 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2751.813296] env[63366]: DEBUG nova.objects.instance [None req-4562f558-9b9f-43c5-ba85-d0339c07acb9 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lazy-loading 'info_cache' on Instance uuid f4e52d38-4ece-4cc3-9c95-f075dfc51fe7 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2751.884732] env[63366]: DEBUG oslo_vmware.api [None req-1ad89f07-8493-4320-b4b4-41a4df8f4eb2 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104937, 'name': ReconfigVM_Task, 'duration_secs': 0.131496} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2751.885010] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ad89f07-8493-4320-b4b4-41a4df8f4eb2 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430937', 'volume_id': 'c27850f8-f7c8-4191-9344-2da0b92d3393', 'name': 'volume-c27850f8-f7c8-4191-9344-2da0b92d3393', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c27850f8-f7c8-4191-9344-2da0b92d3393', 'serial': 'c27850f8-f7c8-4191-9344-2da0b92d3393'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2752.317312] env[63366]: DEBUG nova.objects.base [None req-4562f558-9b9f-43c5-ba85-d0339c07acb9 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63366) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2752.423792] env[63366]: DEBUG nova.objects.instance [None req-1ad89f07-8493-4320-b4b4-41a4df8f4eb2 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lazy-loading 'flavor' on Instance uuid 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2753.094361] env[63366]: DEBUG nova.network.neutron [None req-4562f558-9b9f-43c5-ba85-d0339c07acb9 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Updating instance_info_cache with network_info: [{"id": "f9cea0fc-a0b9-4114-8be3-d5cd84100be3", "address": "fa:16:3e:c4:b5:f4", "network": {"id": "aedfde00-aefa-4ec5-b017-35428f4f3a5b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-721932911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cbe076bfc3f4fa29e714aee79bc6f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9cea0fc-a0", "ovs_interfaceid": "f9cea0fc-a0b9-4114-8be3-d5cd84100be3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2753.430486] env[63366]: DEBUG oslo_concurrency.lockutils [None req-1ad89f07-8493-4320-b4b4-41a4df8f4eb2 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.208s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2753.597370] env[63366]: DEBUG oslo_concurrency.lockutils [None req-4562f558-9b9f-43c5-ba85-d0339c07acb9 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Releasing lock "refresh_cache-f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2754.450788] env[63366]: DEBUG oslo_concurrency.lockutils [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2754.451192] env[63366]: DEBUG oslo_concurrency.lockutils [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2754.451667] env[63366]: DEBUG oslo_concurrency.lockutils [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2754.451872] env[63366]: DEBUG oslo_concurrency.lockutils [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2754.452058] env[63366]: DEBUG oslo_concurrency.lockutils [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2754.454150] env[63366]: INFO nova.compute.manager [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Terminating instance [ 2754.603653] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4562f558-9b9f-43c5-ba85-d0339c07acb9 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2754.603950] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7558b324-f091-491a-a6f2-6a7f61e3a5db {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2754.611487] env[63366]: DEBUG oslo_vmware.api [None req-4562f558-9b9f-43c5-ba85-d0339c07acb9 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2754.611487] env[63366]: value = "task-2104938" [ 2754.611487] env[63366]: _type = "Task" [ 2754.611487] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2754.618575] env[63366]: DEBUG oslo_vmware.api [None req-4562f558-9b9f-43c5-ba85-d0339c07acb9 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2754.957998] env[63366]: DEBUG nova.compute.manager [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2754.958257] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2754.959165] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b0409e-d95c-4fa0-8c4b-0fa813fe2197 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2754.968466] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2754.968753] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e57869cd-cd2e-46a6-9233-615ea06c7204 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2754.975094] env[63366]: DEBUG oslo_vmware.api [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2754.975094] env[63366]: value = "task-2104939" [ 2754.975094] env[63366]: _type = "Task" [ 2754.975094] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2754.983658] env[63366]: DEBUG oslo_vmware.api [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2755.121619] env[63366]: DEBUG oslo_vmware.api [None req-4562f558-9b9f-43c5-ba85-d0339c07acb9 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104938, 'name': PowerOnVM_Task, 'duration_secs': 0.408729} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2755.121921] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-4562f558-9b9f-43c5-ba85-d0339c07acb9 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2755.122196] env[63366]: DEBUG nova.compute.manager [None req-4562f558-9b9f-43c5-ba85-d0339c07acb9 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2755.123135] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345b79ce-3da2-4e66-8dd8-464c6cf77ea5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2755.485052] env[63366]: DEBUG oslo_vmware.api [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104939, 'name': PowerOffVM_Task, 'duration_secs': 0.220362} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2755.485452] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2755.485452] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2755.485676] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf14d6af-8c54-4326-a846-21a14ae62241 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2755.809822] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2755.810024] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2755.810173] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Deleting the datastore file [datastore2] 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2755.810431] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aaf8366a-0c41-4432-b957-10518b3a5b0f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2755.816642] env[63366]: DEBUG oslo_vmware.api [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2755.816642] env[63366]: value = "task-2104941" [ 2755.816642] env[63366]: _type = "Task" [ 2755.816642] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2755.824068] env[63366]: DEBUG oslo_vmware.api [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2756.328997] env[63366]: DEBUG oslo_vmware.api [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134091} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2756.329397] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2756.329638] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2756.329902] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2756.330175] env[63366]: INFO nova.compute.manager [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Took 1.37 seconds to destroy the instance on the hypervisor. [ 2756.330521] env[63366]: DEBUG oslo.service.loopingcall [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2756.330777] env[63366]: DEBUG nova.compute.manager [-] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2756.330914] env[63366]: DEBUG nova.network.neutron [-] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2756.731542] env[63366]: DEBUG nova.compute.manager [req-bdfee105-97b2-4990-b60c-a018b648995e req-d72fae87-9f8e-4b71-b5b1-1c67bce92b5d service nova] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Received event network-vif-deleted-d6df8b2a-e98c-4723-87f3-0bd2dfd53bfb {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2756.731870] env[63366]: INFO nova.compute.manager [req-bdfee105-97b2-4990-b60c-a018b648995e req-d72fae87-9f8e-4b71-b5b1-1c67bce92b5d service nova] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Neutron deleted interface d6df8b2a-e98c-4723-87f3-0bd2dfd53bfb; detaching it from the instance and deleting it from the info cache [ 2756.731944] env[63366]: DEBUG nova.network.neutron [req-bdfee105-97b2-4990-b60c-a018b648995e req-d72fae87-9f8e-4b71-b5b1-1c67bce92b5d service nova] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2757.212656] env[63366]: DEBUG nova.network.neutron [-] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2757.234013] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ea6708d-4809-4aaf-a2ed-e78dd95c4161 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2757.244366] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae5e22e-5452-40ba-aba1-f3771ab27259 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2757.269121] env[63366]: DEBUG nova.compute.manager [req-bdfee105-97b2-4990-b60c-a018b648995e req-d72fae87-9f8e-4b71-b5b1-1c67bce92b5d service nova] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Detach interface failed, port_id=d6df8b2a-e98c-4723-87f3-0bd2dfd53bfb, reason: Instance 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2757.716075] env[63366]: INFO nova.compute.manager [-] [instance: 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f] Took 1.38 seconds to deallocate network for instance. [ 2758.222587] env[63366]: DEBUG oslo_concurrency.lockutils [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2758.222947] env[63366]: DEBUG oslo_concurrency.lockutils [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2758.223088] env[63366]: DEBUG nova.objects.instance [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lazy-loading 'resources' on Instance uuid 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2758.768644] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb99ad3c-d4f2-4773-8e58-eceecddf2989 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2758.776655] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457f38d1-dfde-4093-bc3e-77a6a9b9f5f1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2758.806041] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df668974-6ea9-45fa-af74-268ce89db46e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2758.812945] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0250d1c1-09c2-4e58-9454-d2ddd1f3deca {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2758.825442] env[63366]: DEBUG nova.compute.provider_tree [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2759.328103] env[63366]: DEBUG nova.scheduler.client.report [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2759.832922] env[63366]: DEBUG oslo_concurrency.lockutils [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2759.854277] env[63366]: INFO nova.scheduler.client.report [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Deleted allocations for instance 0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f [ 2760.364268] env[63366]: DEBUG oslo_concurrency.lockutils [None req-709deef9-c68a-4789-a55a-586f33635ded tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "0d6c7f83-36ce-4c9e-91fd-5d84a5406d8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.913s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2762.362958] env[63366]: DEBUG oslo_concurrency.lockutils [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "c59e6776-651b-4d14-b715-457e1c289691" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2762.363244] env[63366]: DEBUG oslo_concurrency.lockutils [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "c59e6776-651b-4d14-b715-457e1c289691" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2762.865494] env[63366]: DEBUG nova.compute.manager [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2763.383843] env[63366]: DEBUG oslo_concurrency.lockutils [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2763.384148] env[63366]: DEBUG oslo_concurrency.lockutils [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2763.385750] env[63366]: INFO nova.compute.claims [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2764.429583] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7f6f5a-08dc-4c2c-9464-c97626bbde00 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2764.436769] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a29697a-e4b1-4e10-b0d2-73ed6d185ccd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2764.466615] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc5774b-6800-44ba-a434-b5d05655c373 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2764.473456] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7388263-7786-4940-8f91-eb6e13ee63d2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2764.485976] env[63366]: DEBUG nova.compute.provider_tree [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2764.988664] env[63366]: DEBUG nova.scheduler.client.report [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2765.493646] env[63366]: DEBUG oslo_concurrency.lockutils [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.109s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2765.494205] env[63366]: DEBUG nova.compute.manager [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2765.998982] env[63366]: DEBUG nova.compute.utils [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2766.001014] env[63366]: DEBUG nova.compute.manager [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2766.001014] env[63366]: DEBUG nova.network.neutron [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2766.049734] env[63366]: DEBUG nova.policy [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4de5cb9ba9c4d7fab6079898bf3902a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa6d1b662a7c43d19d560f287d4361cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2766.300481] env[63366]: DEBUG nova.network.neutron [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Successfully created port: 24dc6af6-8ff3-47f1-9732-36745750793a {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2766.504104] env[63366]: DEBUG nova.compute.manager [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2767.516062] env[63366]: DEBUG nova.compute.manager [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2767.574220] env[63366]: DEBUG nova.virt.hardware [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2767.574485] env[63366]: DEBUG nova.virt.hardware [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2767.574643] env[63366]: DEBUG nova.virt.hardware [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2767.574825] env[63366]: DEBUG nova.virt.hardware [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2767.574969] env[63366]: DEBUG nova.virt.hardware [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2767.575129] env[63366]: DEBUG nova.virt.hardware [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2767.575343] env[63366]: DEBUG nova.virt.hardware [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2767.575544] env[63366]: DEBUG nova.virt.hardware [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2767.575724] env[63366]: DEBUG nova.virt.hardware [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2767.575889] env[63366]: DEBUG nova.virt.hardware [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2767.576078] env[63366]: DEBUG nova.virt.hardware [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2767.577043] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefbc245-6d87-4699-ab17-fcd9acdc3047 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2767.584985] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a408c1ef-de76-4922-9e5c-358e733dfdb3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2774.670947] env[63366]: DEBUG nova.compute.manager [req-972b1072-d9d7-46e2-818d-515b16f7f17b req-db74c420-5627-4062-84a6-be28cacf33f3 service nova] [instance: c59e6776-651b-4d14-b715-457e1c289691] Received event network-vif-plugged-24dc6af6-8ff3-47f1-9732-36745750793a {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2774.671443] env[63366]: DEBUG oslo_concurrency.lockutils [req-972b1072-d9d7-46e2-818d-515b16f7f17b req-db74c420-5627-4062-84a6-be28cacf33f3 service nova] Acquiring lock "c59e6776-651b-4d14-b715-457e1c289691-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2774.671443] env[63366]: DEBUG oslo_concurrency.lockutils [req-972b1072-d9d7-46e2-818d-515b16f7f17b req-db74c420-5627-4062-84a6-be28cacf33f3 service nova] Lock "c59e6776-651b-4d14-b715-457e1c289691-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2774.671519] env[63366]: DEBUG oslo_concurrency.lockutils [req-972b1072-d9d7-46e2-818d-515b16f7f17b req-db74c420-5627-4062-84a6-be28cacf33f3 service nova] Lock "c59e6776-651b-4d14-b715-457e1c289691-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2774.671680] env[63366]: DEBUG nova.compute.manager [req-972b1072-d9d7-46e2-818d-515b16f7f17b req-db74c420-5627-4062-84a6-be28cacf33f3 service nova] [instance: c59e6776-651b-4d14-b715-457e1c289691] No waiting events found dispatching network-vif-plugged-24dc6af6-8ff3-47f1-9732-36745750793a {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2774.671839] env[63366]: WARNING nova.compute.manager [req-972b1072-d9d7-46e2-818d-515b16f7f17b req-db74c420-5627-4062-84a6-be28cacf33f3 service nova] [instance: c59e6776-651b-4d14-b715-457e1c289691] Received unexpected event network-vif-plugged-24dc6af6-8ff3-47f1-9732-36745750793a for instance with vm_state building and task_state spawning. [ 2774.771364] env[63366]: DEBUG nova.network.neutron [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Successfully updated port: 24dc6af6-8ff3-47f1-9732-36745750793a {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2775.276696] env[63366]: DEBUG oslo_concurrency.lockutils [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "refresh_cache-c59e6776-651b-4d14-b715-457e1c289691" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2775.276859] env[63366]: DEBUG oslo_concurrency.lockutils [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquired lock "refresh_cache-c59e6776-651b-4d14-b715-457e1c289691" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2775.277047] env[63366]: DEBUG nova.network.neutron [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2775.807039] env[63366]: DEBUG nova.network.neutron [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2775.970052] env[63366]: DEBUG nova.network.neutron [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Updating instance_info_cache with network_info: [{"id": "24dc6af6-8ff3-47f1-9732-36745750793a", "address": "fa:16:3e:07:71:b6", "network": {"id": "192c2aad-2b74-451b-9465-41eda3d84f6c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1222124680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6d1b662a7c43d19d560f287d4361cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24dc6af6-8f", "ovs_interfaceid": "24dc6af6-8ff3-47f1-9732-36745750793a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2776.472845] env[63366]: DEBUG oslo_concurrency.lockutils [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Releasing lock "refresh_cache-c59e6776-651b-4d14-b715-457e1c289691" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2776.473303] env[63366]: DEBUG nova.compute.manager [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Instance network_info: |[{"id": "24dc6af6-8ff3-47f1-9732-36745750793a", "address": "fa:16:3e:07:71:b6", "network": {"id": "192c2aad-2b74-451b-9465-41eda3d84f6c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1222124680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6d1b662a7c43d19d560f287d4361cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24dc6af6-8f", "ovs_interfaceid": "24dc6af6-8ff3-47f1-9732-36745750793a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2776.473827] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:71:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1895250-76cc-41f7-b7f8-2e5679494607', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24dc6af6-8ff3-47f1-9732-36745750793a', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2776.481588] env[63366]: DEBUG oslo.service.loopingcall [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2776.481853] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c59e6776-651b-4d14-b715-457e1c289691] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2776.482149] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03533022-b2e8-49fe-9eec-bf6826f90990 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2776.502202] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2776.502202] env[63366]: value = "task-2104942" [ 2776.502202] env[63366]: _type = "Task" [ 2776.502202] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2776.509399] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104942, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2776.697106] env[63366]: DEBUG nova.compute.manager [req-0e2539d0-49f7-471f-a311-7c9d18baa337 req-59e07717-9110-42c0-90f5-20ef1774e922 service nova] [instance: c59e6776-651b-4d14-b715-457e1c289691] Received event network-changed-24dc6af6-8ff3-47f1-9732-36745750793a {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2776.697256] env[63366]: DEBUG nova.compute.manager [req-0e2539d0-49f7-471f-a311-7c9d18baa337 req-59e07717-9110-42c0-90f5-20ef1774e922 service nova] [instance: c59e6776-651b-4d14-b715-457e1c289691] Refreshing instance network info cache due to event network-changed-24dc6af6-8ff3-47f1-9732-36745750793a. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2776.697493] env[63366]: DEBUG oslo_concurrency.lockutils [req-0e2539d0-49f7-471f-a311-7c9d18baa337 req-59e07717-9110-42c0-90f5-20ef1774e922 service nova] Acquiring lock "refresh_cache-c59e6776-651b-4d14-b715-457e1c289691" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2776.697632] env[63366]: DEBUG oslo_concurrency.lockutils [req-0e2539d0-49f7-471f-a311-7c9d18baa337 req-59e07717-9110-42c0-90f5-20ef1774e922 service nova] Acquired lock "refresh_cache-c59e6776-651b-4d14-b715-457e1c289691" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2776.697792] env[63366]: DEBUG nova.network.neutron [req-0e2539d0-49f7-471f-a311-7c9d18baa337 req-59e07717-9110-42c0-90f5-20ef1774e922 service nova] [instance: c59e6776-651b-4d14-b715-457e1c289691] Refreshing network info cache for port 24dc6af6-8ff3-47f1-9732-36745750793a {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2777.013339] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104942, 'name': CreateVM_Task, 'duration_secs': 0.416298} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2777.013339] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c59e6776-651b-4d14-b715-457e1c289691] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2777.013585] env[63366]: DEBUG oslo_concurrency.lockutils [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2777.013585] env[63366]: DEBUG oslo_concurrency.lockutils [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2777.013926] env[63366]: DEBUG oslo_concurrency.lockutils [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2777.014204] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c791cd1-2e4d-4a86-b622-67ca3595ca2d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2777.020424] env[63366]: DEBUG oslo_vmware.api [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2777.020424] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ae0654-5b5c-c1d0-88b6-dcd2fbe83828" [ 2777.020424] env[63366]: _type = "Task" [ 2777.020424] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2777.027370] env[63366]: DEBUG oslo_vmware.api [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ae0654-5b5c-c1d0-88b6-dcd2fbe83828, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2777.416740] env[63366]: DEBUG nova.network.neutron [req-0e2539d0-49f7-471f-a311-7c9d18baa337 req-59e07717-9110-42c0-90f5-20ef1774e922 service nova] [instance: c59e6776-651b-4d14-b715-457e1c289691] Updated VIF entry in instance network info cache for port 24dc6af6-8ff3-47f1-9732-36745750793a. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2777.417124] env[63366]: DEBUG nova.network.neutron [req-0e2539d0-49f7-471f-a311-7c9d18baa337 req-59e07717-9110-42c0-90f5-20ef1774e922 service nova] [instance: c59e6776-651b-4d14-b715-457e1c289691] Updating instance_info_cache with network_info: [{"id": "24dc6af6-8ff3-47f1-9732-36745750793a", "address": "fa:16:3e:07:71:b6", "network": {"id": "192c2aad-2b74-451b-9465-41eda3d84f6c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1222124680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6d1b662a7c43d19d560f287d4361cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24dc6af6-8f", "ovs_interfaceid": "24dc6af6-8ff3-47f1-9732-36745750793a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2777.530165] env[63366]: DEBUG oslo_vmware.api [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ae0654-5b5c-c1d0-88b6-dcd2fbe83828, 'name': SearchDatastore_Task, 'duration_secs': 0.010771} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2777.530475] env[63366]: DEBUG oslo_concurrency.lockutils [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2777.530754] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2777.530983] env[63366]: DEBUG oslo_concurrency.lockutils [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2777.531144] env[63366]: DEBUG oslo_concurrency.lockutils [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2777.531323] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2777.531579] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b38fd15-be42-4be0-9c8c-1dd2e44a195a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2777.540421] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2777.540606] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2777.541362] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba9d5d27-23f1-4b13-818c-feec9d8da5ad {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2777.546895] env[63366]: DEBUG oslo_vmware.api [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2777.546895] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52cc65b4-c05a-24d6-0ae9-ac7c803c1076" [ 2777.546895] env[63366]: _type = "Task" [ 2777.546895] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2777.554235] env[63366]: DEBUG oslo_vmware.api [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52cc65b4-c05a-24d6-0ae9-ac7c803c1076, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2777.919729] env[63366]: DEBUG oslo_concurrency.lockutils [req-0e2539d0-49f7-471f-a311-7c9d18baa337 req-59e07717-9110-42c0-90f5-20ef1774e922 service nova] Releasing lock "refresh_cache-c59e6776-651b-4d14-b715-457e1c289691" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2778.057460] env[63366]: DEBUG oslo_vmware.api [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52cc65b4-c05a-24d6-0ae9-ac7c803c1076, 'name': SearchDatastore_Task, 'duration_secs': 0.008431} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2778.058289] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8294ca61-ac64-4cd8-bc95-9b056a0b96cf {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2778.064055] env[63366]: DEBUG oslo_vmware.api [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2778.064055] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52067a6c-4ba8-9854-2248-ea1d090f6f25" [ 2778.064055] env[63366]: _type = "Task" [ 2778.064055] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2778.071116] env[63366]: DEBUG oslo_vmware.api [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52067a6c-4ba8-9854-2248-ea1d090f6f25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2778.574916] env[63366]: DEBUG oslo_vmware.api [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52067a6c-4ba8-9854-2248-ea1d090f6f25, 'name': SearchDatastore_Task, 'duration_secs': 0.010288} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2778.575184] env[63366]: DEBUG oslo_concurrency.lockutils [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2778.575415] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] c59e6776-651b-4d14-b715-457e1c289691/c59e6776-651b-4d14-b715-457e1c289691.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2778.575658] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1253bf0-860d-47b5-9266-90c1c6c80522 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2778.582686] env[63366]: DEBUG oslo_vmware.api [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2778.582686] env[63366]: value = "task-2104943" [ 2778.582686] env[63366]: _type = "Task" [ 2778.582686] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2778.590016] env[63366]: DEBUG oslo_vmware.api [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2779.092399] env[63366]: DEBUG oslo_vmware.api [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423163} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2779.092850] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] c59e6776-651b-4d14-b715-457e1c289691/c59e6776-651b-4d14-b715-457e1c289691.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2779.092850] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2779.093116] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68edd6d1-13a7-4f90-9434-c49d731febd1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2779.099705] env[63366]: DEBUG oslo_vmware.api [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2779.099705] env[63366]: value = "task-2104944" [ 2779.099705] env[63366]: _type = "Task" [ 2779.099705] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2779.107177] env[63366]: DEBUG oslo_vmware.api [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2779.609562] env[63366]: DEBUG oslo_vmware.api [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090793} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2779.609848] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2779.610617] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0cda36-3c81-4e73-9f64-e4baedc2dc07 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2779.631647] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] c59e6776-651b-4d14-b715-457e1c289691/c59e6776-651b-4d14-b715-457e1c289691.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2779.631858] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5529cc9-be17-49da-8d6a-5ee1753e7d8a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2779.649791] env[63366]: DEBUG oslo_vmware.api [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2779.649791] env[63366]: value = "task-2104945" [ 2779.649791] env[63366]: _type = "Task" [ 2779.649791] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2779.656657] env[63366]: DEBUG oslo_vmware.api [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2780.160122] env[63366]: DEBUG oslo_vmware.api [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104945, 'name': ReconfigVM_Task, 'duration_secs': 0.262166} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2780.160505] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Reconfigured VM instance instance-0000007a to attach disk [datastore2] c59e6776-651b-4d14-b715-457e1c289691/c59e6776-651b-4d14-b715-457e1c289691.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2780.161022] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9f1a480-336a-49ce-9581-d66189b7a766 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2780.166919] env[63366]: DEBUG oslo_vmware.api [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2780.166919] env[63366]: value = "task-2104946" [ 2780.166919] env[63366]: _type = "Task" [ 2780.166919] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2780.174219] env[63366]: DEBUG oslo_vmware.api [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104946, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2780.676185] env[63366]: DEBUG oslo_vmware.api [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104946, 'name': Rename_Task, 'duration_secs': 0.15689} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2780.676464] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2780.676716] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e351f267-beb6-4213-8884-9edcdab5684c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2780.682858] env[63366]: DEBUG oslo_vmware.api [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2780.682858] env[63366]: value = "task-2104947" [ 2780.682858] env[63366]: _type = "Task" [ 2780.682858] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2780.690044] env[63366]: DEBUG oslo_vmware.api [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2781.193486] env[63366]: DEBUG oslo_vmware.api [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104947, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2781.693629] env[63366]: DEBUG oslo_vmware.api [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104947, 'name': PowerOnVM_Task, 'duration_secs': 0.604295} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2781.693768] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2781.693874] env[63366]: INFO nova.compute.manager [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Took 14.18 seconds to spawn the instance on the hypervisor. [ 2781.694062] env[63366]: DEBUG nova.compute.manager [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2781.694826] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c813acb-593a-4fe7-b369-fb6faf78fb6e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2782.211576] env[63366]: INFO nova.compute.manager [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Took 18.84 seconds to build instance. [ 2782.713838] env[63366]: DEBUG oslo_concurrency.lockutils [None req-151db551-0487-4ce6-9aea-4a62f368b6bf tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "c59e6776-651b-4d14-b715-457e1c289691" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.350s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2783.321806] env[63366]: DEBUG nova.compute.manager [req-2b399cb6-9bb0-4033-996f-ff8359a5cae6 req-5f7ae4a4-7300-4119-82e8-aeacf72d5dd1 service nova] [instance: c59e6776-651b-4d14-b715-457e1c289691] Received event network-changed-24dc6af6-8ff3-47f1-9732-36745750793a {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2783.322197] env[63366]: DEBUG nova.compute.manager [req-2b399cb6-9bb0-4033-996f-ff8359a5cae6 req-5f7ae4a4-7300-4119-82e8-aeacf72d5dd1 service nova] [instance: c59e6776-651b-4d14-b715-457e1c289691] Refreshing instance network info cache due to event network-changed-24dc6af6-8ff3-47f1-9732-36745750793a. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2783.322197] env[63366]: DEBUG oslo_concurrency.lockutils [req-2b399cb6-9bb0-4033-996f-ff8359a5cae6 req-5f7ae4a4-7300-4119-82e8-aeacf72d5dd1 service nova] Acquiring lock "refresh_cache-c59e6776-651b-4d14-b715-457e1c289691" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2783.322320] env[63366]: DEBUG oslo_concurrency.lockutils [req-2b399cb6-9bb0-4033-996f-ff8359a5cae6 req-5f7ae4a4-7300-4119-82e8-aeacf72d5dd1 service nova] Acquired lock "refresh_cache-c59e6776-651b-4d14-b715-457e1c289691" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2783.322465] env[63366]: DEBUG nova.network.neutron [req-2b399cb6-9bb0-4033-996f-ff8359a5cae6 req-5f7ae4a4-7300-4119-82e8-aeacf72d5dd1 service nova] [instance: c59e6776-651b-4d14-b715-457e1c289691] Refreshing network info cache for port 24dc6af6-8ff3-47f1-9732-36745750793a {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2784.044853] env[63366]: DEBUG nova.network.neutron [req-2b399cb6-9bb0-4033-996f-ff8359a5cae6 req-5f7ae4a4-7300-4119-82e8-aeacf72d5dd1 service nova] [instance: c59e6776-651b-4d14-b715-457e1c289691] Updated VIF entry in instance network info cache for port 24dc6af6-8ff3-47f1-9732-36745750793a. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2784.045230] env[63366]: DEBUG nova.network.neutron [req-2b399cb6-9bb0-4033-996f-ff8359a5cae6 req-5f7ae4a4-7300-4119-82e8-aeacf72d5dd1 service nova] [instance: c59e6776-651b-4d14-b715-457e1c289691] Updating instance_info_cache with network_info: [{"id": "24dc6af6-8ff3-47f1-9732-36745750793a", "address": "fa:16:3e:07:71:b6", "network": {"id": "192c2aad-2b74-451b-9465-41eda3d84f6c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1222124680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6d1b662a7c43d19d560f287d4361cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24dc6af6-8f", "ovs_interfaceid": "24dc6af6-8ff3-47f1-9732-36745750793a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2784.547799] env[63366]: DEBUG oslo_concurrency.lockutils [req-2b399cb6-9bb0-4033-996f-ff8359a5cae6 req-5f7ae4a4-7300-4119-82e8-aeacf72d5dd1 service nova] Releasing lock "refresh_cache-c59e6776-651b-4d14-b715-457e1c289691" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2791.391651] env[63366]: DEBUG oslo_concurrency.lockutils [None req-34cb60f1-2663-489d-9979-c269cfeeaa28 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquiring lock "f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2791.392076] env[63366]: DEBUG oslo_concurrency.lockutils [None req-34cb60f1-2663-489d-9979-c269cfeeaa28 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2791.745178] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2791.745401] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2791.745495] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2791.745614] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Rebuilding the list of instances to heal {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2791.894610] env[63366]: INFO nova.compute.manager [None req-34cb60f1-2663-489d-9979-c269cfeeaa28 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Detaching volume 0310f77f-a146-462e-b584-f211823a422a [ 2791.924660] env[63366]: INFO nova.virt.block_device [None req-34cb60f1-2663-489d-9979-c269cfeeaa28 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Attempting to driver detach volume 0310f77f-a146-462e-b584-f211823a422a from mountpoint /dev/sdb [ 2791.924906] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-34cb60f1-2663-489d-9979-c269cfeeaa28 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Volume detach. Driver type: vmdk {{(pid=63366) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2791.925158] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-34cb60f1-2663-489d-9979-c269cfeeaa28 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430943', 'volume_id': '0310f77f-a146-462e-b584-f211823a422a', 'name': 'volume-0310f77f-a146-462e-b584-f211823a422a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4e52d38-4ece-4cc3-9c95-f075dfc51fe7', 'attached_at': '', 'detached_at': '', 'volume_id': '0310f77f-a146-462e-b584-f211823a422a', 'serial': '0310f77f-a146-462e-b584-f211823a422a'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2791.926016] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebe766e-5e55-4db1-8ab4-a664f2f737fa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2791.947656] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f19ecc7-8f58-40f1-ad32-ca3b4f741c1f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2791.954336] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87da388-03b3-4abb-aa93-5fce8f0f0447 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2791.974847] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30370b5-1241-4080-b5e9-7a5d79643152 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2791.988500] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-34cb60f1-2663-489d-9979-c269cfeeaa28 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] The volume has not been displaced from its original location: [datastore2] volume-0310f77f-a146-462e-b584-f211823a422a/volume-0310f77f-a146-462e-b584-f211823a422a.vmdk. No consolidation needed. {{(pid=63366) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2791.993647] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-34cb60f1-2663-489d-9979-c269cfeeaa28 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2791.993921] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-982fe29b-a77c-45bb-b315-952fc4e6aeb4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2792.011193] env[63366]: DEBUG oslo_vmware.api [None req-34cb60f1-2663-489d-9979-c269cfeeaa28 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2792.011193] env[63366]: value = "task-2104948" [ 2792.011193] env[63366]: _type = "Task" [ 2792.011193] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2792.018378] env[63366]: DEBUG oslo_vmware.api [None req-34cb60f1-2663-489d-9979-c269cfeeaa28 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104948, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2792.275733] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "refresh_cache-f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2792.275894] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "refresh_cache-f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2792.276054] env[63366]: DEBUG nova.network.neutron [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Forcefully refreshing network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2792.276210] env[63366]: DEBUG nova.objects.instance [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lazy-loading 'info_cache' on Instance uuid f4e52d38-4ece-4cc3-9c95-f075dfc51fe7 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2792.520479] env[63366]: DEBUG oslo_vmware.api [None req-34cb60f1-2663-489d-9979-c269cfeeaa28 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104948, 'name': ReconfigVM_Task, 'duration_secs': 0.19911} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2792.520883] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-34cb60f1-2663-489d-9979-c269cfeeaa28 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2792.525391] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce549210-4923-4632-9692-e944d35c2c9e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2792.539454] env[63366]: DEBUG oslo_vmware.api [None req-34cb60f1-2663-489d-9979-c269cfeeaa28 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2792.539454] env[63366]: value = "task-2104949" [ 2792.539454] env[63366]: _type = "Task" [ 2792.539454] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2792.547175] env[63366]: DEBUG oslo_vmware.api [None req-34cb60f1-2663-489d-9979-c269cfeeaa28 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104949, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2793.048477] env[63366]: DEBUG oslo_vmware.api [None req-34cb60f1-2663-489d-9979-c269cfeeaa28 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104949, 'name': ReconfigVM_Task, 'duration_secs': 0.129506} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2793.048782] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-34cb60f1-2663-489d-9979-c269cfeeaa28 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430943', 'volume_id': '0310f77f-a146-462e-b584-f211823a422a', 'name': 'volume-0310f77f-a146-462e-b584-f211823a422a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4e52d38-4ece-4cc3-9c95-f075dfc51fe7', 'attached_at': '', 'detached_at': '', 'volume_id': '0310f77f-a146-462e-b584-f211823a422a', 'serial': '0310f77f-a146-462e-b584-f211823a422a'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2793.588066] env[63366]: DEBUG nova.objects.instance [None req-34cb60f1-2663-489d-9979-c269cfeeaa28 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lazy-loading 'flavor' on Instance uuid f4e52d38-4ece-4cc3-9c95-f075dfc51fe7 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2793.981472] env[63366]: DEBUG nova.network.neutron [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Updating instance_info_cache with network_info: [{"id": "f9cea0fc-a0b9-4114-8be3-d5cd84100be3", "address": "fa:16:3e:c4:b5:f4", "network": {"id": "aedfde00-aefa-4ec5-b017-35428f4f3a5b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-721932911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cbe076bfc3f4fa29e714aee79bc6f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9cea0fc-a0", "ovs_interfaceid": "f9cea0fc-a0b9-4114-8be3-d5cd84100be3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2794.484680] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "refresh_cache-f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2794.484865] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Updated the network info_cache for instance {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2794.485500] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2794.485500] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2794.485500] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2794.485500] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2794.485734] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2794.485767] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2794.485880] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2794.486032] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2794.557869] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7908c063-0b30-4a9c-b711-326608d9274c tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquiring lock "f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2794.595497] env[63366]: DEBUG oslo_concurrency.lockutils [None req-34cb60f1-2663-489d-9979-c269cfeeaa28 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.203s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2794.596478] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7908c063-0b30-4a9c-b711-326608d9274c tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.039s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2794.596659] env[63366]: DEBUG nova.compute.manager [None req-7908c063-0b30-4a9c-b711-326608d9274c tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2794.597655] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7937a98-83cf-40c8-8f66-e0ebd9747064 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2794.604313] env[63366]: DEBUG nova.compute.manager [None req-7908c063-0b30-4a9c-b711-326608d9274c tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63366) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2794.604854] env[63366]: DEBUG nova.objects.instance [None req-7908c063-0b30-4a9c-b711-326608d9274c tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lazy-loading 'flavor' on Instance uuid f4e52d38-4ece-4cc3-9c95-f075dfc51fe7 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2794.989153] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2794.989428] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2794.989607] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2794.989778] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2794.990647] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06bd0d6-fe4b-43f4-b7ac-f2be96917f33 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2794.998988] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283a9bcc-df1a-44d3-9652-d689f213fe13 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2795.012611] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d0274a-9215-4f9b-9aa0-06e59c6d1648 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2795.018870] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ad833a-3846-46d4-becd-f07592b7e264 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2795.047167] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180749MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2795.047301] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2795.047499] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2795.611959] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7908c063-0b30-4a9c-b711-326608d9274c tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2795.612355] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d466659-2a50-40e0-9585-060e3c7c5ead {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2795.620298] env[63366]: DEBUG oslo_vmware.api [None req-7908c063-0b30-4a9c-b711-326608d9274c tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2795.620298] env[63366]: value = "task-2104950" [ 2795.620298] env[63366]: _type = "Task" [ 2795.620298] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2795.627990] env[63366]: DEBUG oslo_vmware.api [None req-7908c063-0b30-4a9c-b711-326608d9274c tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2796.072683] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance f4e52d38-4ece-4cc3-9c95-f075dfc51fe7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2796.072835] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance c59e6776-651b-4d14-b715-457e1c289691 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2796.073009] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2796.073162] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2796.110439] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ecbe4f-0d21-47ab-88af-392e40a5cd9b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2796.117897] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b1b4fd-99cd-4b3d-83f1-fb431e91b958 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2796.128485] env[63366]: DEBUG oslo_vmware.api [None req-7908c063-0b30-4a9c-b711-326608d9274c tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104950, 'name': PowerOffVM_Task, 'duration_secs': 0.222292} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2796.151683] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7908c063-0b30-4a9c-b711-326608d9274c tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2796.151844] env[63366]: DEBUG nova.compute.manager [None req-7908c063-0b30-4a9c-b711-326608d9274c tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2796.152699] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efffc90a-8fcc-4750-b4ba-befb34ad945e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2796.155274] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559cbf15-5a6e-4838-902d-4b58fda5b1bc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2796.165557] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9178c3dd-ead5-4ff8-88f1-44f3087a821b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2796.178010] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2796.668016] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7908c063-0b30-4a9c-b711-326608d9274c tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2796.680526] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2796.905601] env[63366]: DEBUG nova.objects.instance [None req-243ee234-483e-42b8-8fe8-c4f340028f78 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lazy-loading 'flavor' on Instance uuid f4e52d38-4ece-4cc3-9c95-f075dfc51fe7 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2797.186530] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2797.186752] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.139s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2797.410824] env[63366]: DEBUG oslo_concurrency.lockutils [None req-243ee234-483e-42b8-8fe8-c4f340028f78 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquiring lock "refresh_cache-f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2797.411018] env[63366]: DEBUG oslo_concurrency.lockutils [None req-243ee234-483e-42b8-8fe8-c4f340028f78 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquired lock "refresh_cache-f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2797.411278] env[63366]: DEBUG nova.network.neutron [None req-243ee234-483e-42b8-8fe8-c4f340028f78 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2797.411502] env[63366]: DEBUG nova.objects.instance [None req-243ee234-483e-42b8-8fe8-c4f340028f78 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lazy-loading 'info_cache' on Instance uuid f4e52d38-4ece-4cc3-9c95-f075dfc51fe7 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2797.914596] env[63366]: DEBUG nova.objects.base [None req-243ee234-483e-42b8-8fe8-c4f340028f78 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63366) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2798.637739] env[63366]: DEBUG nova.network.neutron [None req-243ee234-483e-42b8-8fe8-c4f340028f78 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Updating instance_info_cache with network_info: [{"id": "f9cea0fc-a0b9-4114-8be3-d5cd84100be3", "address": "fa:16:3e:c4:b5:f4", "network": {"id": "aedfde00-aefa-4ec5-b017-35428f4f3a5b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-721932911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cbe076bfc3f4fa29e714aee79bc6f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9cea0fc-a0", "ovs_interfaceid": "f9cea0fc-a0b9-4114-8be3-d5cd84100be3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2799.140404] env[63366]: DEBUG oslo_concurrency.lockutils [None req-243ee234-483e-42b8-8fe8-c4f340028f78 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Releasing lock "refresh_cache-f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2800.147063] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-243ee234-483e-42b8-8fe8-c4f340028f78 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2800.147063] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e4e2823-fe8b-4641-811f-1561918bb7e1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2800.153428] env[63366]: DEBUG oslo_vmware.api [None req-243ee234-483e-42b8-8fe8-c4f340028f78 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2800.153428] env[63366]: value = "task-2104951" [ 2800.153428] env[63366]: _type = "Task" [ 2800.153428] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2800.161442] env[63366]: DEBUG oslo_vmware.api [None req-243ee234-483e-42b8-8fe8-c4f340028f78 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2800.663957] env[63366]: DEBUG oslo_vmware.api [None req-243ee234-483e-42b8-8fe8-c4f340028f78 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104951, 'name': PowerOnVM_Task, 'duration_secs': 0.367182} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2800.664268] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-243ee234-483e-42b8-8fe8-c4f340028f78 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2800.664430] env[63366]: DEBUG nova.compute.manager [None req-243ee234-483e-42b8-8fe8-c4f340028f78 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2800.665182] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbe5b7e-0544-49a7-b6c3-540ac0a9d8d3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2819.386069] env[63366]: DEBUG oslo_concurrency.lockutils [None req-73e107e4-0901-473f-8dce-39f2e1dec360 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "c59e6776-651b-4d14-b715-457e1c289691" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2819.386069] env[63366]: DEBUG oslo_concurrency.lockutils [None req-73e107e4-0901-473f-8dce-39f2e1dec360 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "c59e6776-651b-4d14-b715-457e1c289691" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2819.889077] env[63366]: DEBUG nova.compute.utils [None req-73e107e4-0901-473f-8dce-39f2e1dec360 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2820.390885] env[63366]: DEBUG oslo_concurrency.lockutils [None req-73e107e4-0901-473f-8dce-39f2e1dec360 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "c59e6776-651b-4d14-b715-457e1c289691" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2821.451742] env[63366]: DEBUG oslo_concurrency.lockutils [None req-73e107e4-0901-473f-8dce-39f2e1dec360 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "c59e6776-651b-4d14-b715-457e1c289691" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2821.452175] env[63366]: DEBUG oslo_concurrency.lockutils [None req-73e107e4-0901-473f-8dce-39f2e1dec360 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "c59e6776-651b-4d14-b715-457e1c289691" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2821.452242] env[63366]: INFO nova.compute.manager [None req-73e107e4-0901-473f-8dce-39f2e1dec360 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Attaching volume 0ad1bdd3-52b5-43b3-a2da-13e92aebded2 to /dev/sdb [ 2821.481373] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfb2cd5-2b26-445a-b652-0b27483f1123 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2821.488570] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7944f26-20f9-47c7-a168-0e0c4e197887 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2821.501680] env[63366]: DEBUG nova.virt.block_device [None req-73e107e4-0901-473f-8dce-39f2e1dec360 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Updating existing volume attachment record: 0760f99c-f789-4944-bf06-8c26e18b508a {{(pid=63366) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2826.044399] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e107e4-0901-473f-8dce-39f2e1dec360 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Volume attach. Driver type: vmdk {{(pid=63366) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2826.044669] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e107e4-0901-473f-8dce-39f2e1dec360 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430945', 'volume_id': '0ad1bdd3-52b5-43b3-a2da-13e92aebded2', 'name': 'volume-0ad1bdd3-52b5-43b3-a2da-13e92aebded2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c59e6776-651b-4d14-b715-457e1c289691', 'attached_at': '', 'detached_at': '', 'volume_id': '0ad1bdd3-52b5-43b3-a2da-13e92aebded2', 'serial': '0ad1bdd3-52b5-43b3-a2da-13e92aebded2'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2826.045524] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee291357-138b-4cf7-9cde-522487dbd9b9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2826.061873] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd73e89-1712-4c24-9326-900426b3d022 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2826.085824] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e107e4-0901-473f-8dce-39f2e1dec360 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-0ad1bdd3-52b5-43b3-a2da-13e92aebded2/volume-0ad1bdd3-52b5-43b3-a2da-13e92aebded2.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2826.086097] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fa644e9-0d9b-41c6-a904-12276f6fa46e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2826.104110] env[63366]: DEBUG oslo_vmware.api [None req-73e107e4-0901-473f-8dce-39f2e1dec360 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2826.104110] env[63366]: value = "task-2104954" [ 2826.104110] env[63366]: _type = "Task" [ 2826.104110] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2826.113512] env[63366]: DEBUG oslo_vmware.api [None req-73e107e4-0901-473f-8dce-39f2e1dec360 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104954, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2826.613991] env[63366]: DEBUG oslo_vmware.api [None req-73e107e4-0901-473f-8dce-39f2e1dec360 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104954, 'name': ReconfigVM_Task, 'duration_secs': 0.319857} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2826.614295] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e107e4-0901-473f-8dce-39f2e1dec360 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-0ad1bdd3-52b5-43b3-a2da-13e92aebded2/volume-0ad1bdd3-52b5-43b3-a2da-13e92aebded2.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2826.618838] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c957857a-86da-4e9b-a8d7-82e763ad02a5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2826.633538] env[63366]: DEBUG oslo_vmware.api [None req-73e107e4-0901-473f-8dce-39f2e1dec360 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2826.633538] env[63366]: value = "task-2104955" [ 2826.633538] env[63366]: _type = "Task" [ 2826.633538] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2826.640960] env[63366]: DEBUG oslo_vmware.api [None req-73e107e4-0901-473f-8dce-39f2e1dec360 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2827.143521] env[63366]: DEBUG oslo_vmware.api [None req-73e107e4-0901-473f-8dce-39f2e1dec360 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104955, 'name': ReconfigVM_Task, 'duration_secs': 0.147918} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2827.143864] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e107e4-0901-473f-8dce-39f2e1dec360 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430945', 'volume_id': '0ad1bdd3-52b5-43b3-a2da-13e92aebded2', 'name': 'volume-0ad1bdd3-52b5-43b3-a2da-13e92aebded2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c59e6776-651b-4d14-b715-457e1c289691', 'attached_at': '', 'detached_at': '', 'volume_id': '0ad1bdd3-52b5-43b3-a2da-13e92aebded2', 'serial': '0ad1bdd3-52b5-43b3-a2da-13e92aebded2'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2828.178553] env[63366]: DEBUG nova.objects.instance [None req-73e107e4-0901-473f-8dce-39f2e1dec360 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lazy-loading 'flavor' on Instance uuid c59e6776-651b-4d14-b715-457e1c289691 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2828.684620] env[63366]: DEBUG oslo_concurrency.lockutils [None req-73e107e4-0901-473f-8dce-39f2e1dec360 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "c59e6776-651b-4d14-b715-457e1c289691" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.232s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2828.891730] env[63366]: DEBUG oslo_concurrency.lockutils [None req-752c39c6-9325-47f5-ad72-a46bed91f600 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "c59e6776-651b-4d14-b715-457e1c289691" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2828.892048] env[63366]: DEBUG oslo_concurrency.lockutils [None req-752c39c6-9325-47f5-ad72-a46bed91f600 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "c59e6776-651b-4d14-b715-457e1c289691" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2829.395300] env[63366]: INFO nova.compute.manager [None req-752c39c6-9325-47f5-ad72-a46bed91f600 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Detaching volume 0ad1bdd3-52b5-43b3-a2da-13e92aebded2 [ 2829.424900] env[63366]: INFO nova.virt.block_device [None req-752c39c6-9325-47f5-ad72-a46bed91f600 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Attempting to driver detach volume 0ad1bdd3-52b5-43b3-a2da-13e92aebded2 from mountpoint /dev/sdb [ 2829.425156] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-752c39c6-9325-47f5-ad72-a46bed91f600 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Volume detach. Driver type: vmdk {{(pid=63366) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2829.425344] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-752c39c6-9325-47f5-ad72-a46bed91f600 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430945', 'volume_id': '0ad1bdd3-52b5-43b3-a2da-13e92aebded2', 'name': 'volume-0ad1bdd3-52b5-43b3-a2da-13e92aebded2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c59e6776-651b-4d14-b715-457e1c289691', 'attached_at': '', 'detached_at': '', 'volume_id': '0ad1bdd3-52b5-43b3-a2da-13e92aebded2', 'serial': '0ad1bdd3-52b5-43b3-a2da-13e92aebded2'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2829.426241] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7df1d96-1801-40ef-b4a2-588b59f8031e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2829.447596] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd05194-24f8-4bb5-987e-19bea020b4a2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2829.454294] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f75b9ed-7747-45e3-bc79-9cb63266f8be {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2829.474281] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00aa9da-3995-46fe-991b-e857b4616654 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2829.487995] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-752c39c6-9325-47f5-ad72-a46bed91f600 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] The volume has not been displaced from its original location: [datastore2] volume-0ad1bdd3-52b5-43b3-a2da-13e92aebded2/volume-0ad1bdd3-52b5-43b3-a2da-13e92aebded2.vmdk. No consolidation needed. {{(pid=63366) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2829.493088] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-752c39c6-9325-47f5-ad72-a46bed91f600 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2829.493377] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f06891d-45d2-4dc4-bad2-fd755bde88c8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2829.510014] env[63366]: DEBUG oslo_vmware.api [None req-752c39c6-9325-47f5-ad72-a46bed91f600 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2829.510014] env[63366]: value = "task-2104956" [ 2829.510014] env[63366]: _type = "Task" [ 2829.510014] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2829.517366] env[63366]: DEBUG oslo_vmware.api [None req-752c39c6-9325-47f5-ad72-a46bed91f600 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2830.019578] env[63366]: DEBUG oslo_vmware.api [None req-752c39c6-9325-47f5-ad72-a46bed91f600 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104956, 'name': ReconfigVM_Task, 'duration_secs': 0.204502} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2830.019797] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-752c39c6-9325-47f5-ad72-a46bed91f600 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2830.024457] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-769e550b-3240-4877-aa33-4298bb36a811 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2830.039247] env[63366]: DEBUG oslo_vmware.api [None req-752c39c6-9325-47f5-ad72-a46bed91f600 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2830.039247] env[63366]: value = "task-2104957" [ 2830.039247] env[63366]: _type = "Task" [ 2830.039247] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2830.046637] env[63366]: DEBUG oslo_vmware.api [None req-752c39c6-9325-47f5-ad72-a46bed91f600 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2830.549300] env[63366]: DEBUG oslo_vmware.api [None req-752c39c6-9325-47f5-ad72-a46bed91f600 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104957, 'name': ReconfigVM_Task, 'duration_secs': 0.121806} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2830.549646] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-752c39c6-9325-47f5-ad72-a46bed91f600 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430945', 'volume_id': '0ad1bdd3-52b5-43b3-a2da-13e92aebded2', 'name': 'volume-0ad1bdd3-52b5-43b3-a2da-13e92aebded2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c59e6776-651b-4d14-b715-457e1c289691', 'attached_at': '', 'detached_at': '', 'volume_id': '0ad1bdd3-52b5-43b3-a2da-13e92aebded2', 'serial': '0ad1bdd3-52b5-43b3-a2da-13e92aebded2'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2831.089410] env[63366]: DEBUG nova.objects.instance [None req-752c39c6-9325-47f5-ad72-a46bed91f600 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lazy-loading 'flavor' on Instance uuid c59e6776-651b-4d14-b715-457e1c289691 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2831.488283] env[63366]: DEBUG oslo_concurrency.lockutils [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquiring lock "f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2831.488568] env[63366]: DEBUG oslo_concurrency.lockutils [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2831.488784] env[63366]: DEBUG oslo_concurrency.lockutils [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquiring lock "f4e52d38-4ece-4cc3-9c95-f075dfc51fe7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2831.488949] env[63366]: DEBUG oslo_concurrency.lockutils [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "f4e52d38-4ece-4cc3-9c95-f075dfc51fe7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2831.489148] env[63366]: DEBUG oslo_concurrency.lockutils [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "f4e52d38-4ece-4cc3-9c95-f075dfc51fe7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2831.491605] env[63366]: INFO nova.compute.manager [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Terminating instance [ 2831.995353] env[63366]: DEBUG nova.compute.manager [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2831.995719] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2831.996511] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d4236c-be14-440f-8fb1-c35e2fe6869f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2832.004592] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2832.004818] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78c2c654-80c1-4b5d-801d-3621fb67dd35 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2832.010779] env[63366]: DEBUG oslo_vmware.api [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2832.010779] env[63366]: value = "task-2104958" [ 2832.010779] env[63366]: _type = "Task" [ 2832.010779] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2832.017942] env[63366]: DEBUG oslo_vmware.api [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2832.096692] env[63366]: DEBUG oslo_concurrency.lockutils [None req-752c39c6-9325-47f5-ad72-a46bed91f600 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "c59e6776-651b-4d14-b715-457e1c289691" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.205s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2832.521832] env[63366]: DEBUG oslo_vmware.api [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104958, 'name': PowerOffVM_Task, 'duration_secs': 0.189791} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2832.522121] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2832.522293] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2832.522557] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cf3e886-1b53-414a-9bcc-a4a39c183cae {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2833.121544] env[63366]: DEBUG oslo_concurrency.lockutils [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "c59e6776-651b-4d14-b715-457e1c289691" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2833.121991] env[63366]: DEBUG oslo_concurrency.lockutils [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "c59e6776-651b-4d14-b715-457e1c289691" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2833.122074] env[63366]: DEBUG oslo_concurrency.lockutils [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "c59e6776-651b-4d14-b715-457e1c289691-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2833.122233] env[63366]: DEBUG oslo_concurrency.lockutils [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "c59e6776-651b-4d14-b715-457e1c289691-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2833.122416] env[63366]: DEBUG oslo_concurrency.lockutils [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "c59e6776-651b-4d14-b715-457e1c289691-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2833.124622] env[63366]: INFO nova.compute.manager [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Terminating instance [ 2833.628853] env[63366]: DEBUG nova.compute.manager [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2833.629152] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2833.630026] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29650e82-3a90-44ee-b76b-f1e57745ac9e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2833.637772] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2833.638026] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6c65065-ef69-4852-8b9f-646f7cb430f9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2833.643897] env[63366]: DEBUG oslo_vmware.api [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2833.643897] env[63366]: value = "task-2104960" [ 2833.643897] env[63366]: _type = "Task" [ 2833.643897] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2833.651862] env[63366]: DEBUG oslo_vmware.api [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2834.154722] env[63366]: DEBUG oslo_vmware.api [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104960, 'name': PowerOffVM_Task, 'duration_secs': 0.174681} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2834.155087] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2834.155186] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2834.155396] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b71aae0a-e20b-486e-8abc-58b0dea5790c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2837.389939] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2837.390389] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2837.390438] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Deleting the datastore file [datastore2] f4e52d38-4ece-4cc3-9c95-f075dfc51fe7 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2837.391544] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c04631b-90cd-4217-b4e7-f41f9b1a6658 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2837.393467] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2837.393745] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2837.393828] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Deleting the datastore file [datastore2] c59e6776-651b-4d14-b715-457e1c289691 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2837.394068] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b69baf68-0140-41b6-b4aa-655e49d6a165 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2837.400971] env[63366]: DEBUG oslo_vmware.api [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2837.400971] env[63366]: value = "task-2104963" [ 2837.400971] env[63366]: _type = "Task" [ 2837.400971] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2837.402102] env[63366]: DEBUG oslo_vmware.api [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2837.402102] env[63366]: value = "task-2104962" [ 2837.402102] env[63366]: _type = "Task" [ 2837.402102] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2837.413922] env[63366]: DEBUG oslo_vmware.api [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2837.416667] env[63366]: DEBUG oslo_vmware.api [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2837.916785] env[63366]: DEBUG oslo_vmware.api [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155042} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2837.917023] env[63366]: DEBUG oslo_vmware.api [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15232} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2837.917261] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2837.917442] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2837.917618] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2837.917790] env[63366]: INFO nova.compute.manager [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Took 5.92 seconds to destroy the instance on the hypervisor. [ 2837.918054] env[63366]: DEBUG oslo.service.loopingcall [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2837.918244] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2837.918411] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2837.918574] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2837.918734] env[63366]: INFO nova.compute.manager [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: c59e6776-651b-4d14-b715-457e1c289691] Took 4.29 seconds to destroy the instance on the hypervisor. [ 2837.918937] env[63366]: DEBUG oslo.service.loopingcall [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2837.919136] env[63366]: DEBUG nova.compute.manager [-] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2837.919241] env[63366]: DEBUG nova.network.neutron [-] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2837.920921] env[63366]: DEBUG nova.compute.manager [-] [instance: c59e6776-651b-4d14-b715-457e1c289691] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2837.921062] env[63366]: DEBUG nova.network.neutron [-] [instance: c59e6776-651b-4d14-b715-457e1c289691] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2838.414471] env[63366]: DEBUG nova.compute.manager [req-5aeefc4e-9cb6-4214-991b-9f7e8ef5a189 req-424d34ca-c01b-4ede-b3b8-949d70e64251 service nova] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Received event network-vif-deleted-f9cea0fc-a0b9-4114-8be3-d5cd84100be3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2838.414741] env[63366]: INFO nova.compute.manager [req-5aeefc4e-9cb6-4214-991b-9f7e8ef5a189 req-424d34ca-c01b-4ede-b3b8-949d70e64251 service nova] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Neutron deleted interface f9cea0fc-a0b9-4114-8be3-d5cd84100be3; detaching it from the instance and deleting it from the info cache [ 2838.414828] env[63366]: DEBUG nova.network.neutron [req-5aeefc4e-9cb6-4214-991b-9f7e8ef5a189 req-424d34ca-c01b-4ede-b3b8-949d70e64251 service nova] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2838.423045] env[63366]: DEBUG nova.compute.manager [req-121149ca-ccbd-48f9-8ef1-f408418efa7f req-089301d6-72fb-4cac-9d43-cff70ea5c233 service nova] [instance: c59e6776-651b-4d14-b715-457e1c289691] Received event network-vif-deleted-24dc6af6-8ff3-47f1-9732-36745750793a {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2838.423233] env[63366]: INFO nova.compute.manager [req-121149ca-ccbd-48f9-8ef1-f408418efa7f req-089301d6-72fb-4cac-9d43-cff70ea5c233 service nova] [instance: c59e6776-651b-4d14-b715-457e1c289691] Neutron deleted interface 24dc6af6-8ff3-47f1-9732-36745750793a; detaching it from the instance and deleting it from the info cache [ 2838.423412] env[63366]: DEBUG nova.network.neutron [req-121149ca-ccbd-48f9-8ef1-f408418efa7f req-089301d6-72fb-4cac-9d43-cff70ea5c233 service nova] [instance: c59e6776-651b-4d14-b715-457e1c289691] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2838.863254] env[63366]: DEBUG nova.network.neutron [-] [instance: c59e6776-651b-4d14-b715-457e1c289691] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2838.891184] env[63366]: DEBUG nova.network.neutron [-] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2838.917304] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b9d8ddf-787b-4c21-ac86-6cb77c5df84b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2838.926921] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46eb90fe-e7c1-4fbb-bfe6-dbcef148038d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2838.938223] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d011774e-e69e-4be0-a249-fbf61766b72b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2838.946685] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42d2345-c86d-4897-8be0-9d81a482816a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2838.961177] env[63366]: DEBUG nova.compute.manager [req-5aeefc4e-9cb6-4214-991b-9f7e8ef5a189 req-424d34ca-c01b-4ede-b3b8-949d70e64251 service nova] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Detach interface failed, port_id=f9cea0fc-a0b9-4114-8be3-d5cd84100be3, reason: Instance f4e52d38-4ece-4cc3-9c95-f075dfc51fe7 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2838.977022] env[63366]: DEBUG nova.compute.manager [req-121149ca-ccbd-48f9-8ef1-f408418efa7f req-089301d6-72fb-4cac-9d43-cff70ea5c233 service nova] [instance: c59e6776-651b-4d14-b715-457e1c289691] Detach interface failed, port_id=24dc6af6-8ff3-47f1-9732-36745750793a, reason: Instance c59e6776-651b-4d14-b715-457e1c289691 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2839.365858] env[63366]: INFO nova.compute.manager [-] [instance: c59e6776-651b-4d14-b715-457e1c289691] Took 1.44 seconds to deallocate network for instance. [ 2839.393637] env[63366]: INFO nova.compute.manager [-] [instance: f4e52d38-4ece-4cc3-9c95-f075dfc51fe7] Took 1.47 seconds to deallocate network for instance. [ 2839.875173] env[63366]: DEBUG oslo_concurrency.lockutils [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2839.875548] env[63366]: DEBUG oslo_concurrency.lockutils [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2839.875770] env[63366]: DEBUG nova.objects.instance [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lazy-loading 'resources' on Instance uuid c59e6776-651b-4d14-b715-457e1c289691 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2839.899586] env[63366]: DEBUG oslo_concurrency.lockutils [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2840.397171] env[63366]: DEBUG nova.scheduler.client.report [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Refreshing inventories for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2840.411594] env[63366]: DEBUG nova.scheduler.client.report [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Updating ProviderTree inventory for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2840.411847] env[63366]: DEBUG nova.compute.provider_tree [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Updating inventory in ProviderTree for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2840.421815] env[63366]: DEBUG nova.scheduler.client.report [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Refreshing aggregate associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, aggregates: None {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2840.440073] env[63366]: DEBUG nova.scheduler.client.report [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Refreshing trait associations for resource provider d4eb5599-1ee7-4533-a84b-536c6f825ecc, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63366) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2840.473328] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cda411-5cbb-4697-bbe0-3cfa5b425128 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2840.481235] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34ead14-1210-41aa-8c75-cb6f702bd6f2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2840.513738] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bdfe73-b618-4242-ae95-68f635a7d685 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2840.520649] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674d4704-2864-4379-8c26-0925bdb9c805 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2840.533326] env[63366]: DEBUG nova.compute.provider_tree [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2841.036480] env[63366]: DEBUG nova.scheduler.client.report [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2841.541612] env[63366]: DEBUG oslo_concurrency.lockutils [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2841.543929] env[63366]: DEBUG oslo_concurrency.lockutils [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.644s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2841.544176] env[63366]: DEBUG nova.objects.instance [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lazy-loading 'resources' on Instance uuid f4e52d38-4ece-4cc3-9c95-f075dfc51fe7 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2841.562027] env[63366]: INFO nova.scheduler.client.report [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Deleted allocations for instance c59e6776-651b-4d14-b715-457e1c289691 [ 2842.069098] env[63366]: DEBUG oslo_concurrency.lockutils [None req-41ac22f0-6118-42e7-94f1-70539f8f771e tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "c59e6776-651b-4d14-b715-457e1c289691" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.947s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2842.073633] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bbaebd-d7d5-4a8f-aac9-4b75f0c69334 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2842.081340] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ff7764-1ea5-45cf-8fda-327afb3f5002 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2842.111464] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8f34f2-c351-44ab-a03f-0a89e6f83e19 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2842.118828] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccc8b14-03e7-40e1-bae7-763e92a624c1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2842.133813] env[63366]: DEBUG nova.compute.provider_tree [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2842.636927] env[63366]: DEBUG nova.scheduler.client.report [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2843.141971] env[63366]: DEBUG oslo_concurrency.lockutils [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2843.164496] env[63366]: INFO nova.scheduler.client.report [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Deleted allocations for instance f4e52d38-4ece-4cc3-9c95-f075dfc51fe7 [ 2843.671692] env[63366]: DEBUG oslo_concurrency.lockutils [None req-29fbdd2d-e3f8-422d-b03c-fdaebb322175 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "f4e52d38-4ece-4cc3-9c95-f075dfc51fe7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.183s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2844.342185] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "f7b25862-8be6-488d-9fcb-482f2eed83d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2844.342185] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "f7b25862-8be6-488d-9fcb-482f2eed83d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2844.844966] env[63366]: DEBUG nova.compute.manager [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2845.366799] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2845.367141] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2845.368806] env[63366]: INFO nova.compute.claims [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2846.081750] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquiring lock "2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2846.081981] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2846.416173] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29dad87d-a9ba-4641-bf1a-f09c5cd7c6f2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2846.423600] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c81f4ad-91cd-4d58-8d80-1c53e3df6c87 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2846.452873] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd0ee40-f293-4ca0-8ddc-5c084b4c35c9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2846.459633] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf67cbd7-edb1-48b9-bd5f-cd007b87a5d2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2846.472416] env[63366]: DEBUG nova.compute.provider_tree [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2846.584179] env[63366]: DEBUG nova.compute.manager [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Starting instance... {{(pid=63366) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2846.975696] env[63366]: DEBUG nova.scheduler.client.report [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2847.105337] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2847.480832] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.114s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2847.481418] env[63366]: DEBUG nova.compute.manager [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2847.484084] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.379s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2847.485520] env[63366]: INFO nova.compute.claims [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2847.990174] env[63366]: DEBUG nova.compute.utils [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2847.993474] env[63366]: DEBUG nova.compute.manager [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2847.993643] env[63366]: DEBUG nova.network.neutron [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2848.041470] env[63366]: DEBUG nova.policy [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4de5cb9ba9c4d7fab6079898bf3902a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa6d1b662a7c43d19d560f287d4361cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2848.289233] env[63366]: DEBUG nova.network.neutron [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Successfully created port: 6d01a823-c9d7-4026-b4bd-11f478b1c2e3 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2848.494411] env[63366]: DEBUG nova.compute.manager [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2848.535878] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15019210-bdaf-432e-9a47-24b5f486d745 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2848.543481] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173bf57f-5059-427a-9981-45e9c1bc8298 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2848.573376] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e639db0c-a28b-4715-812f-d06c543f2ef3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2848.580397] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce7dafb-4bbd-4ab6-af08-4333bc87c32d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2848.592937] env[63366]: DEBUG nova.compute.provider_tree [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2849.095707] env[63366]: DEBUG nova.scheduler.client.report [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2849.507059] env[63366]: DEBUG nova.compute.manager [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2849.531836] env[63366]: DEBUG nova.virt.hardware [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2849.532094] env[63366]: DEBUG nova.virt.hardware [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2849.532272] env[63366]: DEBUG nova.virt.hardware [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2849.532483] env[63366]: DEBUG nova.virt.hardware [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2849.532629] env[63366]: DEBUG nova.virt.hardware [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2849.532773] env[63366]: DEBUG nova.virt.hardware [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2849.532979] env[63366]: DEBUG nova.virt.hardware [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2849.533152] env[63366]: DEBUG nova.virt.hardware [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2849.533318] env[63366]: DEBUG nova.virt.hardware [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2849.533481] env[63366]: DEBUG nova.virt.hardware [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2849.533650] env[63366]: DEBUG nova.virt.hardware [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2849.534501] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb1d197-8fa4-43dc-95d8-375bf9cd31b9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2849.544010] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826af900-5e3c-478e-99d6-4ee76c9dc266 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2849.599948] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.116s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2849.600538] env[63366]: DEBUG nova.compute.manager [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Start building networks asynchronously for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2850.105607] env[63366]: DEBUG nova.compute.utils [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2850.107040] env[63366]: DEBUG nova.compute.manager [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Allocating IP information in the background. {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2850.107216] env[63366]: DEBUG nova.network.neutron [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] allocate_for_instance() {{(pid=63366) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2850.155057] env[63366]: DEBUG nova.policy [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adc45f394bde41b18646889c75c5971b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cbe076bfc3f4fa29e714aee79bc6f56', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63366) authorize /opt/stack/nova/nova/policy.py:192}} [ 2850.398284] env[63366]: DEBUG nova.network.neutron [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Successfully created port: 2c796d72-6f42-4992-b877-3dcbda606929 {{(pid=63366) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2850.610978] env[63366]: DEBUG nova.compute.manager [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Start building block device mappings for instance. {{(pid=63366) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2851.621676] env[63366]: DEBUG nova.compute.manager [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Start spawning the instance on the hypervisor. {{(pid=63366) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2851.646833] env[63366]: DEBUG nova.virt.hardware [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-14T16:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-14T16:44:16Z,direct_url=,disk_format='vmdk',id=a69c6f87-3b9f-45c1-927a-78c60f5617a0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43ebe989b62c4351ad2b56bea602bd9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-14T16:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2851.647084] env[63366]: DEBUG nova.virt.hardware [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Flavor limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:362}} [ 2851.647243] env[63366]: DEBUG nova.virt.hardware [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Image limits 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:366}} [ 2851.647457] env[63366]: DEBUG nova.virt.hardware [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Flavor pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:402}} [ 2851.647624] env[63366]: DEBUG nova.virt.hardware [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Image pref 0:0:0 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:406}} [ 2851.647774] env[63366]: DEBUG nova.virt.hardware [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63366) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:444}} [ 2851.647984] env[63366]: DEBUG nova.virt.hardware [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 2851.648177] env[63366]: DEBUG nova.virt.hardware [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:485}} [ 2851.648347] env[63366]: DEBUG nova.virt.hardware [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Got 1 possible topologies {{(pid=63366) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:515}} [ 2851.648512] env[63366]: DEBUG nova.virt.hardware [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:589}} [ 2851.648683] env[63366]: DEBUG nova.virt.hardware [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63366) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:591}} [ 2851.649543] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c86b68-bde6-4555-aa04-b757fbddcbbe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2851.657367] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fba76c2-e2e6-496e-95ae-87c71b6420a4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2853.226252] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2853.226596] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2853.732760] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2853.733243] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2854.235911] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Didn't find any instances for network info cache update. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 2854.236289] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2854.236340] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2854.236474] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2854.236621] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2854.236785] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2854.236944] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2854.237087] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2854.237233] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2854.740407] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2854.740665] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2854.740863] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2854.740991] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2854.741882] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f5aec0-1181-4781-ae60-11570fc3a2f0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2854.749789] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40030efb-c8ad-450a-bf78-0170b3cb87d0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2854.763408] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45df4198-1d39-4008-b046-2508f157daa1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2854.769618] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d48622-824f-4313-ad43-55e9fc25993c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2854.797453] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181129MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2854.797590] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2854.797776] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2855.821086] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance f7b25862-8be6-488d-9fcb-482f2eed83d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2855.821353] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2855.821439] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2855.821556] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2855.854286] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eabc274-6bd2-4d85-9684-9bfb6ffd45ab {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2855.861474] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3009ee3c-3a68-4cc2-bd1e-bc187d6a1516 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2855.891189] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75a1c0b-8ead-4416-83e1-59e6471fdc03 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2855.897803] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7d187b-2af3-48ee-8c66-e2a3a3ce4a88 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2855.910057] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2856.412680] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2856.652180] env[63366]: DEBUG nova.compute.manager [req-e453bea7-9d52-4156-8b12-be7854b54219 req-9bbb08b2-0bf0-4531-8c45-57193092a5b5 service nova] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Received event network-vif-plugged-6d01a823-c9d7-4026-b4bd-11f478b1c2e3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2856.652180] env[63366]: DEBUG oslo_concurrency.lockutils [req-e453bea7-9d52-4156-8b12-be7854b54219 req-9bbb08b2-0bf0-4531-8c45-57193092a5b5 service nova] Acquiring lock "f7b25862-8be6-488d-9fcb-482f2eed83d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2856.652180] env[63366]: DEBUG oslo_concurrency.lockutils [req-e453bea7-9d52-4156-8b12-be7854b54219 req-9bbb08b2-0bf0-4531-8c45-57193092a5b5 service nova] Lock "f7b25862-8be6-488d-9fcb-482f2eed83d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2856.652180] env[63366]: DEBUG oslo_concurrency.lockutils [req-e453bea7-9d52-4156-8b12-be7854b54219 req-9bbb08b2-0bf0-4531-8c45-57193092a5b5 service nova] Lock "f7b25862-8be6-488d-9fcb-482f2eed83d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2856.652180] env[63366]: DEBUG nova.compute.manager [req-e453bea7-9d52-4156-8b12-be7854b54219 req-9bbb08b2-0bf0-4531-8c45-57193092a5b5 service nova] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] No waiting events found dispatching network-vif-plugged-6d01a823-c9d7-4026-b4bd-11f478b1c2e3 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2856.652180] env[63366]: WARNING nova.compute.manager [req-e453bea7-9d52-4156-8b12-be7854b54219 req-9bbb08b2-0bf0-4531-8c45-57193092a5b5 service nova] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Received unexpected event network-vif-plugged-6d01a823-c9d7-4026-b4bd-11f478b1c2e3 for instance with vm_state building and task_state spawning. [ 2856.733384] env[63366]: DEBUG nova.network.neutron [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Successfully updated port: 6d01a823-c9d7-4026-b4bd-11f478b1c2e3 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2856.916980] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2856.917341] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.119s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2857.236636] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "refresh_cache-f7b25862-8be6-488d-9fcb-482f2eed83d1" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2857.236804] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquired lock "refresh_cache-f7b25862-8be6-488d-9fcb-482f2eed83d1" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2857.236934] env[63366]: DEBUG nova.network.neutron [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2857.431152] env[63366]: DEBUG nova.compute.manager [req-f66247a5-3159-4edb-86c0-ec6c2d553be6 req-52135201-0492-4cd3-a22c-605a82373b44 service nova] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Received event network-vif-plugged-2c796d72-6f42-4992-b877-3dcbda606929 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2857.431152] env[63366]: DEBUG oslo_concurrency.lockutils [req-f66247a5-3159-4edb-86c0-ec6c2d553be6 req-52135201-0492-4cd3-a22c-605a82373b44 service nova] Acquiring lock "2c2c7053-5ac2-41f5-a06c-c1d56f318ae1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2857.431152] env[63366]: DEBUG oslo_concurrency.lockutils [req-f66247a5-3159-4edb-86c0-ec6c2d553be6 req-52135201-0492-4cd3-a22c-605a82373b44 service nova] Lock "2c2c7053-5ac2-41f5-a06c-c1d56f318ae1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2857.431152] env[63366]: DEBUG oslo_concurrency.lockutils [req-f66247a5-3159-4edb-86c0-ec6c2d553be6 req-52135201-0492-4cd3-a22c-605a82373b44 service nova] Lock "2c2c7053-5ac2-41f5-a06c-c1d56f318ae1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2857.431152] env[63366]: DEBUG nova.compute.manager [req-f66247a5-3159-4edb-86c0-ec6c2d553be6 req-52135201-0492-4cd3-a22c-605a82373b44 service nova] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] No waiting events found dispatching network-vif-plugged-2c796d72-6f42-4992-b877-3dcbda606929 {{(pid=63366) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2857.431152] env[63366]: WARNING nova.compute.manager [req-f66247a5-3159-4edb-86c0-ec6c2d553be6 req-52135201-0492-4cd3-a22c-605a82373b44 service nova] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Received unexpected event network-vif-plugged-2c796d72-6f42-4992-b877-3dcbda606929 for instance with vm_state building and task_state spawning. [ 2857.510605] env[63366]: DEBUG nova.network.neutron [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Successfully updated port: 2c796d72-6f42-4992-b877-3dcbda606929 {{(pid=63366) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2857.767629] env[63366]: DEBUG nova.network.neutron [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2857.889424] env[63366]: DEBUG nova.network.neutron [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Updating instance_info_cache with network_info: [{"id": "6d01a823-c9d7-4026-b4bd-11f478b1c2e3", "address": "fa:16:3e:c1:8f:68", "network": {"id": "192c2aad-2b74-451b-9465-41eda3d84f6c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1222124680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6d1b662a7c43d19d560f287d4361cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d01a823-c9", "ovs_interfaceid": "6d01a823-c9d7-4026-b4bd-11f478b1c2e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2858.013417] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquiring lock "refresh_cache-2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2858.013758] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquired lock "refresh_cache-2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2858.013758] env[63366]: DEBUG nova.network.neutron [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Building network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2858.392616] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Releasing lock "refresh_cache-f7b25862-8be6-488d-9fcb-482f2eed83d1" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2858.392976] env[63366]: DEBUG nova.compute.manager [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Instance network_info: |[{"id": "6d01a823-c9d7-4026-b4bd-11f478b1c2e3", "address": "fa:16:3e:c1:8f:68", "network": {"id": "192c2aad-2b74-451b-9465-41eda3d84f6c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1222124680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6d1b662a7c43d19d560f287d4361cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d01a823-c9", "ovs_interfaceid": "6d01a823-c9d7-4026-b4bd-11f478b1c2e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2858.393406] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:8f:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1895250-76cc-41f7-b7f8-2e5679494607', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d01a823-c9d7-4026-b4bd-11f478b1c2e3', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2858.400896] env[63366]: DEBUG oslo.service.loopingcall [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2858.401122] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2858.401361] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff869c8a-0b25-40bc-972d-5468c0b1bf42 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2858.421746] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2858.421746] env[63366]: value = "task-2104964" [ 2858.421746] env[63366]: _type = "Task" [ 2858.421746] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2858.428860] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104964, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2858.544490] env[63366]: DEBUG nova.network.neutron [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Instance cache missing network info. {{(pid=63366) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2858.675882] env[63366]: DEBUG nova.network.neutron [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Updating instance_info_cache with network_info: [{"id": "2c796d72-6f42-4992-b877-3dcbda606929", "address": "fa:16:3e:9d:6d:3a", "network": {"id": "aedfde00-aefa-4ec5-b017-35428f4f3a5b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-721932911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cbe076bfc3f4fa29e714aee79bc6f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c796d72-6f", "ovs_interfaceid": "2c796d72-6f42-4992-b877-3dcbda606929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2858.679883] env[63366]: DEBUG nova.compute.manager [req-526325b4-c593-4c65-805a-c150702e54fd req-d65355f8-858f-42f5-9df6-bff617fcd625 service nova] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Received event network-changed-6d01a823-c9d7-4026-b4bd-11f478b1c2e3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2858.680246] env[63366]: DEBUG nova.compute.manager [req-526325b4-c593-4c65-805a-c150702e54fd req-d65355f8-858f-42f5-9df6-bff617fcd625 service nova] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Refreshing instance network info cache due to event network-changed-6d01a823-c9d7-4026-b4bd-11f478b1c2e3. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2858.680575] env[63366]: DEBUG oslo_concurrency.lockutils [req-526325b4-c593-4c65-805a-c150702e54fd req-d65355f8-858f-42f5-9df6-bff617fcd625 service nova] Acquiring lock "refresh_cache-f7b25862-8be6-488d-9fcb-482f2eed83d1" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2858.680768] env[63366]: DEBUG oslo_concurrency.lockutils [req-526325b4-c593-4c65-805a-c150702e54fd req-d65355f8-858f-42f5-9df6-bff617fcd625 service nova] Acquired lock "refresh_cache-f7b25862-8be6-488d-9fcb-482f2eed83d1" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2858.680947] env[63366]: DEBUG nova.network.neutron [req-526325b4-c593-4c65-805a-c150702e54fd req-d65355f8-858f-42f5-9df6-bff617fcd625 service nova] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Refreshing network info cache for port 6d01a823-c9d7-4026-b4bd-11f478b1c2e3 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2858.931654] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104964, 'name': CreateVM_Task, 'duration_secs': 0.356119} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2858.931810] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2858.932563] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2858.932731] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2858.933087] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2858.933333] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49f0c95d-6136-4df3-9aa6-3f4cdda174f0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2858.937875] env[63366]: DEBUG oslo_vmware.api [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2858.937875] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52c607c0-b9ea-c328-0461-3287e46f5229" [ 2858.937875] env[63366]: _type = "Task" [ 2858.937875] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2858.945859] env[63366]: DEBUG oslo_vmware.api [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52c607c0-b9ea-c328-0461-3287e46f5229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2859.183325] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Releasing lock "refresh_cache-2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2859.183800] env[63366]: DEBUG nova.compute.manager [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Instance network_info: |[{"id": "2c796d72-6f42-4992-b877-3dcbda606929", "address": "fa:16:3e:9d:6d:3a", "network": {"id": "aedfde00-aefa-4ec5-b017-35428f4f3a5b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-721932911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cbe076bfc3f4fa29e714aee79bc6f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c796d72-6f", "ovs_interfaceid": "2c796d72-6f42-4992-b877-3dcbda606929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63366) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2859.186100] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:6d:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c796d72-6f42-4992-b877-3dcbda606929', 'vif_model': 'vmxnet3'}] {{(pid=63366) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2859.193483] env[63366]: DEBUG oslo.service.loopingcall [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2859.193706] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Creating VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2859.194292] env[63366]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05c0c3aa-92dc-40e6-9234-bcb6f7d3935a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2859.214459] env[63366]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2859.214459] env[63366]: value = "task-2104965" [ 2859.214459] env[63366]: _type = "Task" [ 2859.214459] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2859.221777] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104965, 'name': CreateVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2859.382309] env[63366]: DEBUG nova.network.neutron [req-526325b4-c593-4c65-805a-c150702e54fd req-d65355f8-858f-42f5-9df6-bff617fcd625 service nova] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Updated VIF entry in instance network info cache for port 6d01a823-c9d7-4026-b4bd-11f478b1c2e3. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2859.382654] env[63366]: DEBUG nova.network.neutron [req-526325b4-c593-4c65-805a-c150702e54fd req-d65355f8-858f-42f5-9df6-bff617fcd625 service nova] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Updating instance_info_cache with network_info: [{"id": "6d01a823-c9d7-4026-b4bd-11f478b1c2e3", "address": "fa:16:3e:c1:8f:68", "network": {"id": "192c2aad-2b74-451b-9465-41eda3d84f6c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1222124680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6d1b662a7c43d19d560f287d4361cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d01a823-c9", "ovs_interfaceid": "6d01a823-c9d7-4026-b4bd-11f478b1c2e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2859.447575] env[63366]: DEBUG oslo_vmware.api [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52c607c0-b9ea-c328-0461-3287e46f5229, 'name': SearchDatastore_Task, 'duration_secs': 0.0097} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2859.447878] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2859.448113] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2859.448337] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2859.448482] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2859.448658] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2859.448902] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-772af750-bcd3-4d08-93d9-9edfce0afa28 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2859.457337] env[63366]: DEBUG nova.compute.manager [req-3c5aa815-5f10-4caa-bccf-76a133ca2b20 req-d4aba594-1ee2-4533-b495-4dce92439d97 service nova] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Received event network-changed-2c796d72-6f42-4992-b877-3dcbda606929 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2859.457468] env[63366]: DEBUG nova.compute.manager [req-3c5aa815-5f10-4caa-bccf-76a133ca2b20 req-d4aba594-1ee2-4533-b495-4dce92439d97 service nova] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Refreshing instance network info cache due to event network-changed-2c796d72-6f42-4992-b877-3dcbda606929. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2859.457645] env[63366]: DEBUG oslo_concurrency.lockutils [req-3c5aa815-5f10-4caa-bccf-76a133ca2b20 req-d4aba594-1ee2-4533-b495-4dce92439d97 service nova] Acquiring lock "refresh_cache-2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2859.457783] env[63366]: DEBUG oslo_concurrency.lockutils [req-3c5aa815-5f10-4caa-bccf-76a133ca2b20 req-d4aba594-1ee2-4533-b495-4dce92439d97 service nova] Acquired lock "refresh_cache-2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2859.457940] env[63366]: DEBUG nova.network.neutron [req-3c5aa815-5f10-4caa-bccf-76a133ca2b20 req-d4aba594-1ee2-4533-b495-4dce92439d97 service nova] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Refreshing network info cache for port 2c796d72-6f42-4992-b877-3dcbda606929 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2859.460424] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2859.460583] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2859.461422] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-687009c9-c4b7-4ac0-8c14-c2b6d3141954 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2859.466389] env[63366]: DEBUG oslo_vmware.api [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2859.466389] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52e89ae9-2d4c-8f24-d7a6-1687c1a32d81" [ 2859.466389] env[63366]: _type = "Task" [ 2859.466389] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2859.474331] env[63366]: DEBUG oslo_vmware.api [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52e89ae9-2d4c-8f24-d7a6-1687c1a32d81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2859.725038] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104965, 'name': CreateVM_Task} progress is 25%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2859.885330] env[63366]: DEBUG oslo_concurrency.lockutils [req-526325b4-c593-4c65-805a-c150702e54fd req-d65355f8-858f-42f5-9df6-bff617fcd625 service nova] Releasing lock "refresh_cache-f7b25862-8be6-488d-9fcb-482f2eed83d1" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2859.978243] env[63366]: DEBUG oslo_vmware.api [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52e89ae9-2d4c-8f24-d7a6-1687c1a32d81, 'name': SearchDatastore_Task, 'duration_secs': 0.008444} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2859.978927] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab093b9a-cb63-4043-abb9-b70ce3dffba8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2859.984074] env[63366]: DEBUG oslo_vmware.api [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2859.984074] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ba36bc-b42d-79c1-3d73-02c272724e29" [ 2859.984074] env[63366]: _type = "Task" [ 2859.984074] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2859.991840] env[63366]: DEBUG oslo_vmware.api [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ba36bc-b42d-79c1-3d73-02c272724e29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2860.141687] env[63366]: DEBUG nova.network.neutron [req-3c5aa815-5f10-4caa-bccf-76a133ca2b20 req-d4aba594-1ee2-4533-b495-4dce92439d97 service nova] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Updated VIF entry in instance network info cache for port 2c796d72-6f42-4992-b877-3dcbda606929. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2860.142071] env[63366]: DEBUG nova.network.neutron [req-3c5aa815-5f10-4caa-bccf-76a133ca2b20 req-d4aba594-1ee2-4533-b495-4dce92439d97 service nova] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Updating instance_info_cache with network_info: [{"id": "2c796d72-6f42-4992-b877-3dcbda606929", "address": "fa:16:3e:9d:6d:3a", "network": {"id": "aedfde00-aefa-4ec5-b017-35428f4f3a5b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-721932911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cbe076bfc3f4fa29e714aee79bc6f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c796d72-6f", "ovs_interfaceid": "2c796d72-6f42-4992-b877-3dcbda606929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2860.225403] env[63366]: DEBUG oslo_vmware.api [-] Task: {'id': task-2104965, 'name': CreateVM_Task, 'duration_secs': 0.692485} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2860.225729] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Created VM on the ESX host {{(pid=63366) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2860.226254] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2860.226422] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2860.226727] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2860.226971] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2948a367-1e37-4477-a700-68fa08a402a3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2860.231407] env[63366]: DEBUG oslo_vmware.api [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2860.231407] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52cff9cc-af91-9385-9bda-13559cd2d4bd" [ 2860.231407] env[63366]: _type = "Task" [ 2860.231407] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2860.238871] env[63366]: DEBUG oslo_vmware.api [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52cff9cc-af91-9385-9bda-13559cd2d4bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2860.494726] env[63366]: DEBUG oslo_vmware.api [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ba36bc-b42d-79c1-3d73-02c272724e29, 'name': SearchDatastore_Task, 'duration_secs': 0.00929} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2860.494937] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2860.495210] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] f7b25862-8be6-488d-9fcb-482f2eed83d1/f7b25862-8be6-488d-9fcb-482f2eed83d1.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2860.495464] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adf74716-17be-4e2a-ae36-dc901421b2de {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2860.501828] env[63366]: DEBUG oslo_vmware.api [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2860.501828] env[63366]: value = "task-2104966" [ 2860.501828] env[63366]: _type = "Task" [ 2860.501828] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2860.509281] env[63366]: DEBUG oslo_vmware.api [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2860.644804] env[63366]: DEBUG oslo_concurrency.lockutils [req-3c5aa815-5f10-4caa-bccf-76a133ca2b20 req-d4aba594-1ee2-4533-b495-4dce92439d97 service nova] Releasing lock "refresh_cache-2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2860.742722] env[63366]: DEBUG oslo_vmware.api [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52cff9cc-af91-9385-9bda-13559cd2d4bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009375} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2860.743063] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2860.743301] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Processing image a69c6f87-3b9f-45c1-927a-78c60f5617a0 {{(pid=63366) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2860.743542] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2860.743692] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2860.743912] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2860.744210] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5991a752-f93c-4e9c-b910-29d1a7e9e944 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2860.761934] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63366) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2860.762153] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63366) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2860.762995] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abdd8c98-12de-4763-97cc-df72a9d4291e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2860.771280] env[63366]: DEBUG oslo_vmware.api [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2860.771280] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52c0f498-3860-436c-d4cb-a8ab6f6e2b13" [ 2860.771280] env[63366]: _type = "Task" [ 2860.771280] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2860.782056] env[63366]: DEBUG oslo_vmware.api [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52c0f498-3860-436c-d4cb-a8ab6f6e2b13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2861.011430] env[63366]: DEBUG oslo_vmware.api [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457372} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2861.011692] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] f7b25862-8be6-488d-9fcb-482f2eed83d1/f7b25862-8be6-488d-9fcb-482f2eed83d1.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2861.011894] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2861.012200] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69eb8c64-e0e5-4802-a24b-71e27a0ad905 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2861.018671] env[63366]: DEBUG oslo_vmware.api [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2861.018671] env[63366]: value = "task-2104967" [ 2861.018671] env[63366]: _type = "Task" [ 2861.018671] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2861.026252] env[63366]: DEBUG oslo_vmware.api [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2861.282057] env[63366]: DEBUG oslo_vmware.api [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52c0f498-3860-436c-d4cb-a8ab6f6e2b13, 'name': SearchDatastore_Task, 'duration_secs': 0.050291} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2861.282764] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db701f76-2ecc-46c5-b041-730bedbd6296 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2861.287581] env[63366]: DEBUG oslo_vmware.api [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2861.287581] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52d82573-039f-df8e-d51c-4200e1a1fe7e" [ 2861.287581] env[63366]: _type = "Task" [ 2861.287581] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2861.294736] env[63366]: DEBUG oslo_vmware.api [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d82573-039f-df8e-d51c-4200e1a1fe7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2861.527750] env[63366]: DEBUG oslo_vmware.api [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065529} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2861.528008] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2861.528760] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c8964b-7b32-4613-83d1-af03be3c8a2c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2861.551138] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] f7b25862-8be6-488d-9fcb-482f2eed83d1/f7b25862-8be6-488d-9fcb-482f2eed83d1.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2861.551333] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a91dac8-7f99-4135-be6f-fc3bbb5883a5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2861.569484] env[63366]: DEBUG oslo_vmware.api [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2861.569484] env[63366]: value = "task-2104968" [ 2861.569484] env[63366]: _type = "Task" [ 2861.569484] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2861.576763] env[63366]: DEBUG oslo_vmware.api [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2861.798098] env[63366]: DEBUG oslo_vmware.api [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d82573-039f-df8e-d51c-4200e1a1fe7e, 'name': SearchDatastore_Task, 'duration_secs': 0.008861} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2861.798416] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2861.798727] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1/2c2c7053-5ac2-41f5-a06c-c1d56f318ae1.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2861.799051] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83a9562b-77db-45fc-8613-0e3e323e50fd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2861.806456] env[63366]: DEBUG oslo_vmware.api [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2861.806456] env[63366]: value = "task-2104969" [ 2861.806456] env[63366]: _type = "Task" [ 2861.806456] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2861.814849] env[63366]: DEBUG oslo_vmware.api [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2862.079146] env[63366]: DEBUG oslo_vmware.api [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104968, 'name': ReconfigVM_Task, 'duration_secs': 0.297663} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2862.079455] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Reconfigured VM instance instance-0000007b to attach disk [datastore2] f7b25862-8be6-488d-9fcb-482f2eed83d1/f7b25862-8be6-488d-9fcb-482f2eed83d1.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2862.080074] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddf4044e-a878-43ea-bb77-592ff4ac40dd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2862.086294] env[63366]: DEBUG oslo_vmware.api [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2862.086294] env[63366]: value = "task-2104970" [ 2862.086294] env[63366]: _type = "Task" [ 2862.086294] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2862.093935] env[63366]: DEBUG oslo_vmware.api [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104970, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2862.315536] env[63366]: DEBUG oslo_vmware.api [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2862.595979] env[63366]: DEBUG oslo_vmware.api [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104970, 'name': Rename_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2862.815879] env[63366]: DEBUG oslo_vmware.api [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2863.100140] env[63366]: DEBUG oslo_vmware.api [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104970, 'name': Rename_Task, 'duration_secs': 0.856899} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2863.100513] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2863.100890] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc0df33f-3b8f-4c9c-b8c7-77e693cedce7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2863.110540] env[63366]: DEBUG oslo_vmware.api [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2863.110540] env[63366]: value = "task-2104971" [ 2863.110540] env[63366]: _type = "Task" [ 2863.110540] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2863.121673] env[63366]: DEBUG oslo_vmware.api [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2863.320479] env[63366]: DEBUG oslo_vmware.api [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104969, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.389298} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2863.320854] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a69c6f87-3b9f-45c1-927a-78c60f5617a0/a69c6f87-3b9f-45c1-927a-78c60f5617a0.vmdk to [datastore2] 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1/2c2c7053-5ac2-41f5-a06c-c1d56f318ae1.vmdk {{(pid=63366) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2863.322290] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Extending root virtual disk to 1048576 {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2863.322290] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee466761-7d95-4dd3-a3e5-c3be7d60f15f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2863.329879] env[63366]: DEBUG oslo_vmware.api [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2863.329879] env[63366]: value = "task-2104972" [ 2863.329879] env[63366]: _type = "Task" [ 2863.329879] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2863.338018] env[63366]: DEBUG oslo_vmware.api [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2863.622223] env[63366]: DEBUG oslo_vmware.api [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104971, 'name': PowerOnVM_Task, 'duration_secs': 0.48945} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2863.622506] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2863.622684] env[63366]: INFO nova.compute.manager [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Took 14.12 seconds to spawn the instance on the hypervisor. [ 2863.622862] env[63366]: DEBUG nova.compute.manager [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2863.623628] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1415b11d-764f-4e34-91a9-dbe01d7cc2aa {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2863.838927] env[63366]: DEBUG oslo_vmware.api [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104972, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063936} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2863.839200] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Extended root virtual disk {{(pid=63366) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2863.839906] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea78a51-4ff6-47d9-8820-c0ededba53da {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2863.864624] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1/2c2c7053-5ac2-41f5-a06c-c1d56f318ae1.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2863.864849] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be79640c-b347-4cbd-a3cd-90b6d39fd63f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2863.883954] env[63366]: DEBUG oslo_vmware.api [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2863.883954] env[63366]: value = "task-2104973" [ 2863.883954] env[63366]: _type = "Task" [ 2863.883954] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2863.891209] env[63366]: DEBUG oslo_vmware.api [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2864.142301] env[63366]: INFO nova.compute.manager [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Took 18.79 seconds to build instance. [ 2864.394394] env[63366]: DEBUG oslo_vmware.api [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104973, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2864.644782] env[63366]: DEBUG oslo_concurrency.lockutils [None req-70a106ac-f625-480b-b8c2-54bcf20bb524 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "f7b25862-8be6-488d-9fcb-482f2eed83d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.303s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2864.894921] env[63366]: DEBUG oslo_vmware.api [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104973, 'name': ReconfigVM_Task, 'duration_secs': 0.80545} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2864.895172] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1/2c2c7053-5ac2-41f5-a06c-c1d56f318ae1.vmdk or device None with type sparse {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2864.895846] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b22b5c2e-2866-46b6-aa50-b3606fe2be05 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2864.903253] env[63366]: DEBUG oslo_vmware.api [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2864.903253] env[63366]: value = "task-2104974" [ 2864.903253] env[63366]: _type = "Task" [ 2864.903253] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2864.910977] env[63366]: DEBUG oslo_vmware.api [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104974, 'name': Rename_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2864.969652] env[63366]: DEBUG nova.compute.manager [req-daf58d92-0e19-4cc2-a078-dde218b3b41e req-dd8a4abe-e6f6-463e-add2-78881f251d8e service nova] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Received event network-changed-6d01a823-c9d7-4026-b4bd-11f478b1c2e3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2864.969839] env[63366]: DEBUG nova.compute.manager [req-daf58d92-0e19-4cc2-a078-dde218b3b41e req-dd8a4abe-e6f6-463e-add2-78881f251d8e service nova] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Refreshing instance network info cache due to event network-changed-6d01a823-c9d7-4026-b4bd-11f478b1c2e3. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2864.970081] env[63366]: DEBUG oslo_concurrency.lockutils [req-daf58d92-0e19-4cc2-a078-dde218b3b41e req-dd8a4abe-e6f6-463e-add2-78881f251d8e service nova] Acquiring lock "refresh_cache-f7b25862-8be6-488d-9fcb-482f2eed83d1" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2864.970231] env[63366]: DEBUG oslo_concurrency.lockutils [req-daf58d92-0e19-4cc2-a078-dde218b3b41e req-dd8a4abe-e6f6-463e-add2-78881f251d8e service nova] Acquired lock "refresh_cache-f7b25862-8be6-488d-9fcb-482f2eed83d1" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2864.970409] env[63366]: DEBUG nova.network.neutron [req-daf58d92-0e19-4cc2-a078-dde218b3b41e req-dd8a4abe-e6f6-463e-add2-78881f251d8e service nova] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Refreshing network info cache for port 6d01a823-c9d7-4026-b4bd-11f478b1c2e3 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2865.413818] env[63366]: DEBUG oslo_vmware.api [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104974, 'name': Rename_Task, 'duration_secs': 0.140278} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2865.414189] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Powering on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2865.414319] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b5e1d28-a6b7-4cf7-b1e1-72657d199944 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2865.420214] env[63366]: DEBUG oslo_vmware.api [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2865.420214] env[63366]: value = "task-2104975" [ 2865.420214] env[63366]: _type = "Task" [ 2865.420214] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2865.427367] env[63366]: DEBUG oslo_vmware.api [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2865.693104] env[63366]: DEBUG nova.network.neutron [req-daf58d92-0e19-4cc2-a078-dde218b3b41e req-dd8a4abe-e6f6-463e-add2-78881f251d8e service nova] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Updated VIF entry in instance network info cache for port 6d01a823-c9d7-4026-b4bd-11f478b1c2e3. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2865.693493] env[63366]: DEBUG nova.network.neutron [req-daf58d92-0e19-4cc2-a078-dde218b3b41e req-dd8a4abe-e6f6-463e-add2-78881f251d8e service nova] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Updating instance_info_cache with network_info: [{"id": "6d01a823-c9d7-4026-b4bd-11f478b1c2e3", "address": "fa:16:3e:c1:8f:68", "network": {"id": "192c2aad-2b74-451b-9465-41eda3d84f6c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1222124680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6d1b662a7c43d19d560f287d4361cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d01a823-c9", "ovs_interfaceid": "6d01a823-c9d7-4026-b4bd-11f478b1c2e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2865.930158] env[63366]: DEBUG oslo_vmware.api [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104975, 'name': PowerOnVM_Task, 'duration_secs': 0.487844} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2865.930455] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Powered on the VM {{(pid=63366) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2865.930648] env[63366]: INFO nova.compute.manager [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Took 14.31 seconds to spawn the instance on the hypervisor. [ 2865.930835] env[63366]: DEBUG nova.compute.manager [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Checking state {{(pid=63366) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2865.931601] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476b9dc0-83e2-41cc-a2ac-e53c7e9e2472 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2866.196407] env[63366]: DEBUG oslo_concurrency.lockutils [req-daf58d92-0e19-4cc2-a078-dde218b3b41e req-dd8a4abe-e6f6-463e-add2-78881f251d8e service nova] Releasing lock "refresh_cache-f7b25862-8be6-488d-9fcb-482f2eed83d1" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2866.451356] env[63366]: INFO nova.compute.manager [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Took 19.36 seconds to build instance. [ 2866.953671] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7b43aae0-cf22-488c-829b-292c3a1587f5 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.871s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2866.995306] env[63366]: DEBUG nova.compute.manager [req-f8640fd4-e667-40e0-acb0-20366e22751f req-7d91a050-35ec-41d3-801f-5c52c6ae3a3e service nova] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Received event network-changed-2c796d72-6f42-4992-b877-3dcbda606929 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2866.995504] env[63366]: DEBUG nova.compute.manager [req-f8640fd4-e667-40e0-acb0-20366e22751f req-7d91a050-35ec-41d3-801f-5c52c6ae3a3e service nova] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Refreshing instance network info cache due to event network-changed-2c796d72-6f42-4992-b877-3dcbda606929. {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2866.995732] env[63366]: DEBUG oslo_concurrency.lockutils [req-f8640fd4-e667-40e0-acb0-20366e22751f req-7d91a050-35ec-41d3-801f-5c52c6ae3a3e service nova] Acquiring lock "refresh_cache-2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2866.995876] env[63366]: DEBUG oslo_concurrency.lockutils [req-f8640fd4-e667-40e0-acb0-20366e22751f req-7d91a050-35ec-41d3-801f-5c52c6ae3a3e service nova] Acquired lock "refresh_cache-2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2866.996050] env[63366]: DEBUG nova.network.neutron [req-f8640fd4-e667-40e0-acb0-20366e22751f req-7d91a050-35ec-41d3-801f-5c52c6ae3a3e service nova] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Refreshing network info cache for port 2c796d72-6f42-4992-b877-3dcbda606929 {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2867.686888] env[63366]: DEBUG nova.network.neutron [req-f8640fd4-e667-40e0-acb0-20366e22751f req-7d91a050-35ec-41d3-801f-5c52c6ae3a3e service nova] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Updated VIF entry in instance network info cache for port 2c796d72-6f42-4992-b877-3dcbda606929. {{(pid=63366) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2867.687267] env[63366]: DEBUG nova.network.neutron [req-f8640fd4-e667-40e0-acb0-20366e22751f req-7d91a050-35ec-41d3-801f-5c52c6ae3a3e service nova] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Updating instance_info_cache with network_info: [{"id": "2c796d72-6f42-4992-b877-3dcbda606929", "address": "fa:16:3e:9d:6d:3a", "network": {"id": "aedfde00-aefa-4ec5-b017-35428f4f3a5b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-721932911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cbe076bfc3f4fa29e714aee79bc6f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c796d72-6f", "ovs_interfaceid": "2c796d72-6f42-4992-b877-3dcbda606929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2868.189780] env[63366]: DEBUG oslo_concurrency.lockutils [req-f8640fd4-e667-40e0-acb0-20366e22751f req-7d91a050-35ec-41d3-801f-5c52c6ae3a3e service nova] Releasing lock "refresh_cache-2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2900.579243] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0e227330-1e6f-4327-8799-3dad82b7d2eb tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "f7b25862-8be6-488d-9fcb-482f2eed83d1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2900.579607] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0e227330-1e6f-4327-8799-3dad82b7d2eb tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "f7b25862-8be6-488d-9fcb-482f2eed83d1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2901.083166] env[63366]: DEBUG nova.compute.utils [None req-0e227330-1e6f-4327-8799-3dad82b7d2eb tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2901.586206] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0e227330-1e6f-4327-8799-3dad82b7d2eb tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "f7b25862-8be6-488d-9fcb-482f2eed83d1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2902.643130] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0e227330-1e6f-4327-8799-3dad82b7d2eb tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "f7b25862-8be6-488d-9fcb-482f2eed83d1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2902.643516] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0e227330-1e6f-4327-8799-3dad82b7d2eb tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "f7b25862-8be6-488d-9fcb-482f2eed83d1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2902.643775] env[63366]: INFO nova.compute.manager [None req-0e227330-1e6f-4327-8799-3dad82b7d2eb tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Attaching volume 006418b1-ba95-48c2-97ea-58730524c320 to /dev/sdb [ 2902.674556] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31740ee3-74ba-452d-ac23-cd3623f8fd8d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2902.681654] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75c338d-3312-4bdc-a1c5-d353378d2bf2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2902.694980] env[63366]: DEBUG nova.virt.block_device [None req-0e227330-1e6f-4327-8799-3dad82b7d2eb tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Updating existing volume attachment record: 1564c018-2d98-402c-8ecc-7fde9305c736 {{(pid=63366) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2904.677064] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5bd90c0d-056a-47dd-a81c-5bcf915256f7 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquiring lock "2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2904.677351] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5bd90c0d-056a-47dd-a81c-5bcf915256f7 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2905.180191] env[63366]: DEBUG nova.compute.utils [None req-5bd90c0d-056a-47dd-a81c-5bcf915256f7 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2905.683119] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5bd90c0d-056a-47dd-a81c-5bcf915256f7 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2906.734184] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5bd90c0d-056a-47dd-a81c-5bcf915256f7 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquiring lock "2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2906.734582] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5bd90c0d-056a-47dd-a81c-5bcf915256f7 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2906.734710] env[63366]: INFO nova.compute.manager [None req-5bd90c0d-056a-47dd-a81c-5bcf915256f7 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Attaching volume 0e16f015-eedd-4f94-a36b-b3e8bf5d59af to /dev/sdb [ 2906.764203] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db46198e-2ff4-49e3-86cb-16cb4f8d8c82 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2906.771475] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eac3e3e-eb29-49ce-8e4a-d1f47d343470 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2906.784404] env[63366]: DEBUG nova.virt.block_device [None req-5bd90c0d-056a-47dd-a81c-5bcf915256f7 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Updating existing volume attachment record: 3b97c8d0-0460-4905-84a9-bf3600d9fae0 {{(pid=63366) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2907.239866] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e227330-1e6f-4327-8799-3dad82b7d2eb tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Volume attach. Driver type: vmdk {{(pid=63366) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2907.240196] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e227330-1e6f-4327-8799-3dad82b7d2eb tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430948', 'volume_id': '006418b1-ba95-48c2-97ea-58730524c320', 'name': 'volume-006418b1-ba95-48c2-97ea-58730524c320', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7b25862-8be6-488d-9fcb-482f2eed83d1', 'attached_at': '', 'detached_at': '', 'volume_id': '006418b1-ba95-48c2-97ea-58730524c320', 'serial': '006418b1-ba95-48c2-97ea-58730524c320'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2907.241268] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca1739d-4357-4306-9239-6a74942b989b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2907.257801] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824b979e-74f9-4885-962f-1333e4d92f83 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2907.286068] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e227330-1e6f-4327-8799-3dad82b7d2eb tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-006418b1-ba95-48c2-97ea-58730524c320/volume-006418b1-ba95-48c2-97ea-58730524c320.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2907.286233] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39151a24-3435-4dbe-ba98-6708386d415f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2907.304082] env[63366]: DEBUG oslo_vmware.api [None req-0e227330-1e6f-4327-8799-3dad82b7d2eb tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2907.304082] env[63366]: value = "task-2104979" [ 2907.304082] env[63366]: _type = "Task" [ 2907.304082] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2907.312275] env[63366]: DEBUG oslo_vmware.api [None req-0e227330-1e6f-4327-8799-3dad82b7d2eb tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2907.813462] env[63366]: DEBUG oslo_vmware.api [None req-0e227330-1e6f-4327-8799-3dad82b7d2eb tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104979, 'name': ReconfigVM_Task, 'duration_secs': 0.308844} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2907.813822] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e227330-1e6f-4327-8799-3dad82b7d2eb tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-006418b1-ba95-48c2-97ea-58730524c320/volume-006418b1-ba95-48c2-97ea-58730524c320.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2907.818241] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dad1931d-2bde-4579-9079-614f4a03a929 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2907.832677] env[63366]: DEBUG oslo_vmware.api [None req-0e227330-1e6f-4327-8799-3dad82b7d2eb tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2907.832677] env[63366]: value = "task-2104980" [ 2907.832677] env[63366]: _type = "Task" [ 2907.832677] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2907.841245] env[63366]: DEBUG oslo_vmware.api [None req-0e227330-1e6f-4327-8799-3dad82b7d2eb tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2908.343032] env[63366]: DEBUG oslo_vmware.api [None req-0e227330-1e6f-4327-8799-3dad82b7d2eb tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104980, 'name': ReconfigVM_Task, 'duration_secs': 0.170039} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2908.343344] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e227330-1e6f-4327-8799-3dad82b7d2eb tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430948', 'volume_id': '006418b1-ba95-48c2-97ea-58730524c320', 'name': 'volume-006418b1-ba95-48c2-97ea-58730524c320', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7b25862-8be6-488d-9fcb-482f2eed83d1', 'attached_at': '', 'detached_at': '', 'volume_id': '006418b1-ba95-48c2-97ea-58730524c320', 'serial': '006418b1-ba95-48c2-97ea-58730524c320'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2909.377026] env[63366]: DEBUG nova.objects.instance [None req-0e227330-1e6f-4327-8799-3dad82b7d2eb tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lazy-loading 'flavor' on Instance uuid f7b25862-8be6-488d-9fcb-482f2eed83d1 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2909.882927] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0e227330-1e6f-4327-8799-3dad82b7d2eb tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "f7b25862-8be6-488d-9fcb-482f2eed83d1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.239s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2910.039885] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a58b026-7bef-4d82-9a73-d378a4fbcebd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "f7b25862-8be6-488d-9fcb-482f2eed83d1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2910.040167] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a58b026-7bef-4d82-9a73-d378a4fbcebd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "f7b25862-8be6-488d-9fcb-482f2eed83d1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2910.543742] env[63366]: INFO nova.compute.manager [None req-8a58b026-7bef-4d82-9a73-d378a4fbcebd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Detaching volume 006418b1-ba95-48c2-97ea-58730524c320 [ 2910.572446] env[63366]: INFO nova.virt.block_device [None req-8a58b026-7bef-4d82-9a73-d378a4fbcebd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Attempting to driver detach volume 006418b1-ba95-48c2-97ea-58730524c320 from mountpoint /dev/sdb [ 2910.572676] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a58b026-7bef-4d82-9a73-d378a4fbcebd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Volume detach. Driver type: vmdk {{(pid=63366) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2910.572873] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a58b026-7bef-4d82-9a73-d378a4fbcebd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430948', 'volume_id': '006418b1-ba95-48c2-97ea-58730524c320', 'name': 'volume-006418b1-ba95-48c2-97ea-58730524c320', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7b25862-8be6-488d-9fcb-482f2eed83d1', 'attached_at': '', 'detached_at': '', 'volume_id': '006418b1-ba95-48c2-97ea-58730524c320', 'serial': '006418b1-ba95-48c2-97ea-58730524c320'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2910.573797] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a52f35e-d253-4e30-8074-39c39c3a3a97 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2910.595078] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c371376-4394-4070-8414-f94507ce1c59 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2910.601961] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95f73bb-8d6d-4227-8435-22a55f265974 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2910.623175] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e995158-0b36-4f6a-87d8-6f1cb23cbc3c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2910.637479] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a58b026-7bef-4d82-9a73-d378a4fbcebd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] The volume has not been displaced from its original location: [datastore2] volume-006418b1-ba95-48c2-97ea-58730524c320/volume-006418b1-ba95-48c2-97ea-58730524c320.vmdk. No consolidation needed. {{(pid=63366) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2910.642589] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a58b026-7bef-4d82-9a73-d378a4fbcebd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2910.642836] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbbf3f86-4fc3-4af0-9610-197721361ee2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2910.660483] env[63366]: DEBUG oslo_vmware.api [None req-8a58b026-7bef-4d82-9a73-d378a4fbcebd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2910.660483] env[63366]: value = "task-2104982" [ 2910.660483] env[63366]: _type = "Task" [ 2910.660483] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2910.670638] env[63366]: DEBUG oslo_vmware.api [None req-8a58b026-7bef-4d82-9a73-d378a4fbcebd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104982, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2911.169366] env[63366]: DEBUG oslo_vmware.api [None req-8a58b026-7bef-4d82-9a73-d378a4fbcebd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104982, 'name': ReconfigVM_Task, 'duration_secs': 0.205885} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2911.169624] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a58b026-7bef-4d82-9a73-d378a4fbcebd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2911.174150] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bab8117a-3508-496f-a4ab-197e47d25267 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2911.188537] env[63366]: DEBUG oslo_vmware.api [None req-8a58b026-7bef-4d82-9a73-d378a4fbcebd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2911.188537] env[63366]: value = "task-2104983" [ 2911.188537] env[63366]: _type = "Task" [ 2911.188537] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2911.195843] env[63366]: DEBUG oslo_vmware.api [None req-8a58b026-7bef-4d82-9a73-d378a4fbcebd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2911.324342] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bd90c0d-056a-47dd-a81c-5bcf915256f7 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Volume attach. Driver type: vmdk {{(pid=63366) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2911.324579] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bd90c0d-056a-47dd-a81c-5bcf915256f7 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430949', 'volume_id': '0e16f015-eedd-4f94-a36b-b3e8bf5d59af', 'name': 'volume-0e16f015-eedd-4f94-a36b-b3e8bf5d59af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c2c7053-5ac2-41f5-a06c-c1d56f318ae1', 'attached_at': '', 'detached_at': '', 'volume_id': '0e16f015-eedd-4f94-a36b-b3e8bf5d59af', 'serial': '0e16f015-eedd-4f94-a36b-b3e8bf5d59af'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2911.325454] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8fb7e1-fd5b-41ce-bd34-ad29eeca7289 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2911.340673] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ce5638-4bae-4902-8ccf-f0b8b00ce91c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2911.363783] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bd90c0d-056a-47dd-a81c-5bcf915256f7 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-0e16f015-eedd-4f94-a36b-b3e8bf5d59af/volume-0e16f015-eedd-4f94-a36b-b3e8bf5d59af.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2911.364023] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-543a1d12-34a8-4b96-80d3-972a60cff7e1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2911.380414] env[63366]: DEBUG oslo_vmware.api [None req-5bd90c0d-056a-47dd-a81c-5bcf915256f7 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2911.380414] env[63366]: value = "task-2104984" [ 2911.380414] env[63366]: _type = "Task" [ 2911.380414] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2911.387637] env[63366]: DEBUG oslo_vmware.api [None req-5bd90c0d-056a-47dd-a81c-5bcf915256f7 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104984, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2911.699665] env[63366]: DEBUG oslo_vmware.api [None req-8a58b026-7bef-4d82-9a73-d378a4fbcebd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104983, 'name': ReconfigVM_Task, 'duration_secs': 0.126987} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2911.700043] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a58b026-7bef-4d82-9a73-d378a4fbcebd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430948', 'volume_id': '006418b1-ba95-48c2-97ea-58730524c320', 'name': 'volume-006418b1-ba95-48c2-97ea-58730524c320', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7b25862-8be6-488d-9fcb-482f2eed83d1', 'attached_at': '', 'detached_at': '', 'volume_id': '006418b1-ba95-48c2-97ea-58730524c320', 'serial': '006418b1-ba95-48c2-97ea-58730524c320'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2911.890312] env[63366]: DEBUG oslo_vmware.api [None req-5bd90c0d-056a-47dd-a81c-5bcf915256f7 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104984, 'name': ReconfigVM_Task, 'duration_secs': 0.303508} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2911.890536] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bd90c0d-056a-47dd-a81c-5bcf915256f7 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-0e16f015-eedd-4f94-a36b-b3e8bf5d59af/volume-0e16f015-eedd-4f94-a36b-b3e8bf5d59af.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2911.895111] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8be5a666-449b-4798-a5b3-48f0624d2077 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2911.909797] env[63366]: DEBUG oslo_vmware.api [None req-5bd90c0d-056a-47dd-a81c-5bcf915256f7 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2911.909797] env[63366]: value = "task-2104985" [ 2911.909797] env[63366]: _type = "Task" [ 2911.909797] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2911.917311] env[63366]: DEBUG oslo_vmware.api [None req-5bd90c0d-056a-47dd-a81c-5bcf915256f7 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104985, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2912.241153] env[63366]: DEBUG nova.objects.instance [None req-8a58b026-7bef-4d82-9a73-d378a4fbcebd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lazy-loading 'flavor' on Instance uuid f7b25862-8be6-488d-9fcb-482f2eed83d1 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2912.420802] env[63366]: DEBUG oslo_vmware.api [None req-5bd90c0d-056a-47dd-a81c-5bcf915256f7 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104985, 'name': ReconfigVM_Task, 'duration_secs': 0.134788} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2912.421111] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bd90c0d-056a-47dd-a81c-5bcf915256f7 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430949', 'volume_id': '0e16f015-eedd-4f94-a36b-b3e8bf5d59af', 'name': 'volume-0e16f015-eedd-4f94-a36b-b3e8bf5d59af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c2c7053-5ac2-41f5-a06c-c1d56f318ae1', 'attached_at': '', 'detached_at': '', 'volume_id': '0e16f015-eedd-4f94-a36b-b3e8bf5d59af', 'serial': '0e16f015-eedd-4f94-a36b-b3e8bf5d59af'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2913.248758] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8a58b026-7bef-4d82-9a73-d378a4fbcebd tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "f7b25862-8be6-488d-9fcb-482f2eed83d1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.208s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2913.455468] env[63366]: DEBUG nova.objects.instance [None req-5bd90c0d-056a-47dd-a81c-5bcf915256f7 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lazy-loading 'flavor' on Instance uuid 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2913.959929] env[63366]: DEBUG oslo_concurrency.lockutils [None req-5bd90c0d-056a-47dd-a81c-5bcf915256f7 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.225s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2914.272054] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "f7b25862-8be6-488d-9fcb-482f2eed83d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2914.272393] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "f7b25862-8be6-488d-9fcb-482f2eed83d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2914.272529] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "f7b25862-8be6-488d-9fcb-482f2eed83d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2914.272700] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "f7b25862-8be6-488d-9fcb-482f2eed83d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2914.272870] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "f7b25862-8be6-488d-9fcb-482f2eed83d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2914.274937] env[63366]: INFO nova.compute.manager [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Terminating instance [ 2914.778846] env[63366]: DEBUG nova.compute.manager [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2914.779145] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2914.781058] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59580313-a202-4ecd-af43-12172b94ed15 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2914.785907] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7a369958-5c6d-4da8-9b31-3b70043b5404 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquiring lock "2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2914.786141] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7a369958-5c6d-4da8-9b31-3b70043b5404 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2914.789809] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2914.790043] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55a25200-f5dc-4e58-aee3-fae92da2a6da {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2914.795829] env[63366]: DEBUG oslo_vmware.api [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2914.795829] env[63366]: value = "task-2104986" [ 2914.795829] env[63366]: _type = "Task" [ 2914.795829] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2914.804268] env[63366]: DEBUG oslo_vmware.api [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2915.289593] env[63366]: DEBUG nova.compute.utils [None req-7a369958-5c6d-4da8-9b31-3b70043b5404 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Using /dev/sd instead of None {{(pid=63366) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2915.306817] env[63366]: DEBUG oslo_vmware.api [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104986, 'name': PowerOffVM_Task, 'duration_secs': 0.162605} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2915.307081] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2915.307246] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2915.307473] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddc8cbd8-3a33-4ffe-a0f5-99a1c7b7ca7f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2915.503137] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2915.503394] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2915.503582] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Deleting the datastore file [datastore2] f7b25862-8be6-488d-9fcb-482f2eed83d1 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2915.503844] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8709e3a-bf47-481d-8ee7-ece3acf5feea {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2915.509543] env[63366]: DEBUG oslo_vmware.api [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for the task: (returnval){ [ 2915.509543] env[63366]: value = "task-2104988" [ 2915.509543] env[63366]: _type = "Task" [ 2915.509543] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2915.517319] env[63366]: DEBUG oslo_vmware.api [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2915.792850] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7a369958-5c6d-4da8-9b31-3b70043b5404 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2916.019250] env[63366]: DEBUG oslo_vmware.api [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Task: {'id': task-2104988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123239} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2916.019507] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2916.019686] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2916.019860] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2916.020046] env[63366]: INFO nova.compute.manager [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2916.020297] env[63366]: DEBUG oslo.service.loopingcall [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2916.020484] env[63366]: DEBUG nova.compute.manager [-] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2916.020580] env[63366]: DEBUG nova.network.neutron [-] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2916.471995] env[63366]: DEBUG nova.compute.manager [req-5f4c5ebc-4fcd-4cf4-8cc5-e247ba0be534 req-f42fa625-cf3d-4930-9170-f3b6b51023d2 service nova] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Received event network-vif-deleted-6d01a823-c9d7-4026-b4bd-11f478b1c2e3 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2916.472249] env[63366]: INFO nova.compute.manager [req-5f4c5ebc-4fcd-4cf4-8cc5-e247ba0be534 req-f42fa625-cf3d-4930-9170-f3b6b51023d2 service nova] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Neutron deleted interface 6d01a823-c9d7-4026-b4bd-11f478b1c2e3; detaching it from the instance and deleting it from the info cache [ 2916.472436] env[63366]: DEBUG nova.network.neutron [req-5f4c5ebc-4fcd-4cf4-8cc5-e247ba0be534 req-f42fa625-cf3d-4930-9170-f3b6b51023d2 service nova] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2916.848947] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7a369958-5c6d-4da8-9b31-3b70043b5404 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquiring lock "2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2916.849239] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7a369958-5c6d-4da8-9b31-3b70043b5404 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2916.849483] env[63366]: INFO nova.compute.manager [None req-7a369958-5c6d-4da8-9b31-3b70043b5404 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Attaching volume 042cafb6-7adc-494e-bd73-a8e86d48f287 to /dev/sdc [ 2916.879421] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b413afbd-57ed-4df6-ad0d-ac7ec41fd2ed {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2916.886602] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfb4b58-c1dd-4789-b475-f92a08620fd0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2916.899688] env[63366]: DEBUG nova.virt.block_device [None req-7a369958-5c6d-4da8-9b31-3b70043b5404 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Updating existing volume attachment record: b6aa3121-5e79-49c5-a984-ce865e9e8ba1 {{(pid=63366) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2916.917921] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2916.918138] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2916.918331] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Starting heal instance info cache {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2916.918435] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Rebuilding the list of instances to heal {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2916.953102] env[63366]: DEBUG nova.network.neutron [-] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2916.974648] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69e02ebe-4c68-418a-9159-7ed4b75de7fe {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2916.983294] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3772ef-eab9-4da1-9664-68c528bf6387 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2917.007887] env[63366]: DEBUG nova.compute.manager [req-5f4c5ebc-4fcd-4cf4-8cc5-e247ba0be534 req-f42fa625-cf3d-4930-9170-f3b6b51023d2 service nova] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Detach interface failed, port_id=6d01a823-c9d7-4026-b4bd-11f478b1c2e3, reason: Instance f7b25862-8be6-488d-9fcb-482f2eed83d1 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2917.422317] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Skipping network cache update for instance because it is being deleted. {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10464}} [ 2917.455881] env[63366]: INFO nova.compute.manager [-] [instance: f7b25862-8be6-488d-9fcb-482f2eed83d1] Took 1.44 seconds to deallocate network for instance. [ 2917.458580] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "refresh_cache-2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2917.458758] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "refresh_cache-2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2917.458914] env[63366]: DEBUG nova.network.neutron [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Forcefully refreshing network info cache for instance {{(pid=63366) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2917.459113] env[63366]: DEBUG nova.objects.instance [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lazy-loading 'info_cache' on Instance uuid 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2917.966626] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2917.966988] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2917.967128] env[63366]: DEBUG nova.objects.instance [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lazy-loading 'resources' on Instance uuid f7b25862-8be6-488d-9fcb-482f2eed83d1 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2918.514836] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d361bd0-1722-473d-a659-019799162ffc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2918.522321] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8767aa8-2d28-439a-9ae2-e7724797f497 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2918.578222] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a79e069-a379-43cc-a380-b710f11d79d7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2918.587440] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37c7f23-bc93-489e-8aa7-b4c7616f9fe7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2918.600263] env[63366]: DEBUG nova.compute.provider_tree [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2919.104156] env[63366]: DEBUG nova.scheduler.client.report [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2919.206410] env[63366]: DEBUG nova.network.neutron [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Updating instance_info_cache with network_info: [{"id": "2c796d72-6f42-4992-b877-3dcbda606929", "address": "fa:16:3e:9d:6d:3a", "network": {"id": "aedfde00-aefa-4ec5-b017-35428f4f3a5b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-721932911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cbe076bfc3f4fa29e714aee79bc6f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c796d72-6f", "ovs_interfaceid": "2c796d72-6f42-4992-b877-3dcbda606929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2919.610880] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2919.631801] env[63366]: INFO nova.scheduler.client.report [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Deleted allocations for instance f7b25862-8be6-488d-9fcb-482f2eed83d1 [ 2919.710100] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "refresh_cache-2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2919.710100] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Updated the network info_cache for instance {{(pid=63366) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2919.710100] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2919.710100] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2919.710100] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2919.710100] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2919.710100] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2919.710471] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2919.710471] env[63366]: DEBUG nova.compute.manager [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63366) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2919.710471] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2920.140380] env[63366]: DEBUG oslo_concurrency.lockutils [None req-8304b8ee-b64e-4b53-bfa7-0f67ede82c80 tempest-AttachVolumeNegativeTest-786796527 tempest-AttachVolumeNegativeTest-786796527-project-member] Lock "f7b25862-8be6-488d-9fcb-482f2eed83d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.868s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2920.212910] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2920.213182] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2920.213314] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2920.213468] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63366) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2920.214335] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfe5eb8-4460-4cb3-811d-f4ba5ec81f94 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2920.222880] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1072728c-2f67-4b62-8745-839431a592d2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2920.236213] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e79fe6-31a3-4101-ade5-25dad5357b0e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2920.242387] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5415830d-5bb3-4762-8ac3-a60442726be9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2920.271532] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181293MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63366) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2920.271701] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2920.271857] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2921.295734] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Instance 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63366) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2921.296055] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2921.296102] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63366) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2921.322071] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93713384-843a-4db2-99e3-10a4b6009658 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2921.329310] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90abd68-3d4b-4038-afc8-cd0fb0dee656 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2921.358121] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f212d8f0-8c5f-41fe-86ef-efad44a06850 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2921.364805] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb5ac50-dc2b-41ca-843f-ce9b8f3a2bd1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2921.376988] env[63366]: DEBUG nova.compute.provider_tree [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2921.441918] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a369958-5c6d-4da8-9b31-3b70043b5404 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Volume attach. Driver type: vmdk {{(pid=63366) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2921.442236] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a369958-5c6d-4da8-9b31-3b70043b5404 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430950', 'volume_id': '042cafb6-7adc-494e-bd73-a8e86d48f287', 'name': 'volume-042cafb6-7adc-494e-bd73-a8e86d48f287', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c2c7053-5ac2-41f5-a06c-c1d56f318ae1', 'attached_at': '', 'detached_at': '', 'volume_id': '042cafb6-7adc-494e-bd73-a8e86d48f287', 'serial': '042cafb6-7adc-494e-bd73-a8e86d48f287'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2921.442997] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b88d420-9820-4166-9a4c-ff025414cfa8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2921.459076] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cc2ead-77ae-44a9-82b4-1f3732d5937b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2921.485283] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a369958-5c6d-4da8-9b31-3b70043b5404 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-042cafb6-7adc-494e-bd73-a8e86d48f287/volume-042cafb6-7adc-494e-bd73-a8e86d48f287.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2921.485531] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca8b130f-e696-4f18-b936-4eb88f323f18 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2921.504333] env[63366]: DEBUG oslo_vmware.api [None req-7a369958-5c6d-4da8-9b31-3b70043b5404 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2921.504333] env[63366]: value = "task-2104992" [ 2921.504333] env[63366]: _type = "Task" [ 2921.504333] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2921.511655] env[63366]: DEBUG oslo_vmware.api [None req-7a369958-5c6d-4da8-9b31-3b70043b5404 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104992, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2921.880042] env[63366]: DEBUG nova.scheduler.client.report [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2922.014355] env[63366]: DEBUG oslo_vmware.api [None req-7a369958-5c6d-4da8-9b31-3b70043b5404 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104992, 'name': ReconfigVM_Task, 'duration_secs': 0.323922} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2922.014562] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a369958-5c6d-4da8-9b31-3b70043b5404 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-042cafb6-7adc-494e-bd73-a8e86d48f287/volume-042cafb6-7adc-494e-bd73-a8e86d48f287.vmdk or device None with type thin {{(pid=63366) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2922.019150] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57a6b51c-5464-4838-afa8-505008dc5f66 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2922.034012] env[63366]: DEBUG oslo_vmware.api [None req-7a369958-5c6d-4da8-9b31-3b70043b5404 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2922.034012] env[63366]: value = "task-2104993" [ 2922.034012] env[63366]: _type = "Task" [ 2922.034012] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2922.041270] env[63366]: DEBUG oslo_vmware.api [None req-7a369958-5c6d-4da8-9b31-3b70043b5404 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2922.385050] env[63366]: DEBUG nova.compute.resource_tracker [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63366) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2922.385442] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.113s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2922.543968] env[63366]: DEBUG oslo_vmware.api [None req-7a369958-5c6d-4da8-9b31-3b70043b5404 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104993, 'name': ReconfigVM_Task, 'duration_secs': 0.147447} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2922.544295] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a369958-5c6d-4da8-9b31-3b70043b5404 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430950', 'volume_id': '042cafb6-7adc-494e-bd73-a8e86d48f287', 'name': 'volume-042cafb6-7adc-494e-bd73-a8e86d48f287', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c2c7053-5ac2-41f5-a06c-c1d56f318ae1', 'attached_at': '', 'detached_at': '', 'volume_id': '042cafb6-7adc-494e-bd73-a8e86d48f287', 'serial': '042cafb6-7adc-494e-bd73-a8e86d48f287'} {{(pid=63366) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2923.579511] env[63366]: DEBUG nova.objects.instance [None req-7a369958-5c6d-4da8-9b31-3b70043b5404 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lazy-loading 'flavor' on Instance uuid 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2924.084388] env[63366]: DEBUG oslo_concurrency.lockutils [None req-7a369958-5c6d-4da8-9b31-3b70043b5404 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.235s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2924.386511] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3d4eb565-fee9-477b-924d-0e177f2ee496 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquiring lock "2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2924.386756] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3d4eb565-fee9-477b-924d-0e177f2ee496 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2924.891064] env[63366]: INFO nova.compute.manager [None req-3d4eb565-fee9-477b-924d-0e177f2ee496 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Detaching volume 0e16f015-eedd-4f94-a36b-b3e8bf5d59af [ 2924.916895] env[63366]: INFO nova.virt.block_device [None req-3d4eb565-fee9-477b-924d-0e177f2ee496 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Attempting to driver detach volume 0e16f015-eedd-4f94-a36b-b3e8bf5d59af from mountpoint /dev/sdb [ 2924.917133] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4eb565-fee9-477b-924d-0e177f2ee496 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Volume detach. Driver type: vmdk {{(pid=63366) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2924.917324] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4eb565-fee9-477b-924d-0e177f2ee496 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430949', 'volume_id': '0e16f015-eedd-4f94-a36b-b3e8bf5d59af', 'name': 'volume-0e16f015-eedd-4f94-a36b-b3e8bf5d59af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c2c7053-5ac2-41f5-a06c-c1d56f318ae1', 'attached_at': '', 'detached_at': '', 'volume_id': '0e16f015-eedd-4f94-a36b-b3e8bf5d59af', 'serial': '0e16f015-eedd-4f94-a36b-b3e8bf5d59af'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2924.918611] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e0b6aa-e2d2-4fca-999f-ced54efb6321 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2924.943205] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b07a457-80c4-4b90-8fad-6699e91979bb {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2924.950089] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba708db-ca51-4723-980e-94a4c7d5f651 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2924.971672] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5abe1a-9db1-432d-aabf-5f20db24a99a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2924.985653] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4eb565-fee9-477b-924d-0e177f2ee496 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] The volume has not been displaced from its original location: [datastore2] volume-0e16f015-eedd-4f94-a36b-b3e8bf5d59af/volume-0e16f015-eedd-4f94-a36b-b3e8bf5d59af.vmdk. No consolidation needed. {{(pid=63366) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2924.990647] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4eb565-fee9-477b-924d-0e177f2ee496 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2924.990886] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e223ba2-dc50-420e-9ef6-2e62e73666ba {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2925.007417] env[63366]: DEBUG oslo_vmware.api [None req-3d4eb565-fee9-477b-924d-0e177f2ee496 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2925.007417] env[63366]: value = "task-2104995" [ 2925.007417] env[63366]: _type = "Task" [ 2925.007417] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2925.014623] env[63366]: DEBUG oslo_vmware.api [None req-3d4eb565-fee9-477b-924d-0e177f2ee496 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2925.516784] env[63366]: DEBUG oslo_vmware.api [None req-3d4eb565-fee9-477b-924d-0e177f2ee496 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104995, 'name': ReconfigVM_Task, 'duration_secs': 0.213757} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2925.517134] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4eb565-fee9-477b-924d-0e177f2ee496 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2925.521692] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b95e6a7-7bf3-4a1d-b101-fe1554c46b55 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2925.535712] env[63366]: DEBUG oslo_vmware.api [None req-3d4eb565-fee9-477b-924d-0e177f2ee496 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2925.535712] env[63366]: value = "task-2104996" [ 2925.535712] env[63366]: _type = "Task" [ 2925.535712] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2925.542838] env[63366]: DEBUG oslo_vmware.api [None req-3d4eb565-fee9-477b-924d-0e177f2ee496 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104996, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2926.045739] env[63366]: DEBUG oslo_vmware.api [None req-3d4eb565-fee9-477b-924d-0e177f2ee496 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104996, 'name': ReconfigVM_Task, 'duration_secs': 0.138765} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2926.046095] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4eb565-fee9-477b-924d-0e177f2ee496 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430949', 'volume_id': '0e16f015-eedd-4f94-a36b-b3e8bf5d59af', 'name': 'volume-0e16f015-eedd-4f94-a36b-b3e8bf5d59af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c2c7053-5ac2-41f5-a06c-c1d56f318ae1', 'attached_at': '', 'detached_at': '', 'volume_id': '0e16f015-eedd-4f94-a36b-b3e8bf5d59af', 'serial': '0e16f015-eedd-4f94-a36b-b3e8bf5d59af'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2926.585519] env[63366]: DEBUG nova.objects.instance [None req-3d4eb565-fee9-477b-924d-0e177f2ee496 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lazy-loading 'flavor' on Instance uuid 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2926.789864] env[63366]: DEBUG oslo_service.periodic_task [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=63366) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2926.790215] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use..do_register_storage_use" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2926.790708] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use..do_register_storage_use" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2926.791460] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use..do_register_storage_use" :: held 0.001s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2926.791611] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users..do_get_storage_users" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2926.791889] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users..do_get_storage_users" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2926.792171] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users..do_get_storage_users" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2927.296386] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b9fd97-46e4-4cdf-900d-96eaeee2da7e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2927.304298] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fb82f7-950f-4eee-b45b-543785d1133d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2927.594393] env[63366]: DEBUG oslo_concurrency.lockutils [None req-3d4eb565-fee9-477b-924d-0e177f2ee496 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.207s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2927.629696] env[63366]: DEBUG oslo_concurrency.lockutils [None req-41987d1b-7f72-4e74-8212-61a2ec8d097e tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquiring lock "2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2927.629925] env[63366]: DEBUG oslo_concurrency.lockutils [None req-41987d1b-7f72-4e74-8212-61a2ec8d097e tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2927.820631] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0c605d1-8130-4498-b542-8d7b55727da2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2927.825948] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2927.825948] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]526be416-759d-76c4-9e20-5f5b5140502e" [ 2927.825948] env[63366]: _type = "Task" [ 2927.825948] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2927.833818] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526be416-759d-76c4-9e20-5f5b5140502e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2928.133040] env[63366]: INFO nova.compute.manager [None req-41987d1b-7f72-4e74-8212-61a2ec8d097e tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Detaching volume 042cafb6-7adc-494e-bd73-a8e86d48f287 [ 2928.162800] env[63366]: INFO nova.virt.block_device [None req-41987d1b-7f72-4e74-8212-61a2ec8d097e tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Attempting to driver detach volume 042cafb6-7adc-494e-bd73-a8e86d48f287 from mountpoint /dev/sdc [ 2928.163032] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-41987d1b-7f72-4e74-8212-61a2ec8d097e tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Volume detach. Driver type: vmdk {{(pid=63366) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2928.163225] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-41987d1b-7f72-4e74-8212-61a2ec8d097e tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430950', 'volume_id': '042cafb6-7adc-494e-bd73-a8e86d48f287', 'name': 'volume-042cafb6-7adc-494e-bd73-a8e86d48f287', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c2c7053-5ac2-41f5-a06c-c1d56f318ae1', 'attached_at': '', 'detached_at': '', 'volume_id': '042cafb6-7adc-494e-bd73-a8e86d48f287', 'serial': '042cafb6-7adc-494e-bd73-a8e86d48f287'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2928.164089] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9332f9af-4d56-41e9-b6dc-f99559a1a15a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2928.185762] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bfe394-3fc3-4347-b349-181065dbe143 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2928.192865] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a413d841-934d-4fd1-a248-ddc74c054092 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2928.211956] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69a83f8-152a-40a1-967d-efeace2de19d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2928.227744] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-41987d1b-7f72-4e74-8212-61a2ec8d097e tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] The volume has not been displaced from its original location: [datastore2] volume-042cafb6-7adc-494e-bd73-a8e86d48f287/volume-042cafb6-7adc-494e-bd73-a8e86d48f287.vmdk. No consolidation needed. {{(pid=63366) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2928.232984] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-41987d1b-7f72-4e74-8212-61a2ec8d097e tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Reconfiguring VM instance instance-0000007c to detach disk 2002 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2928.233330] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11a019d1-f503-4b24-b856-ac94ee51f49f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2928.250300] env[63366]: DEBUG oslo_vmware.api [None req-41987d1b-7f72-4e74-8212-61a2ec8d097e tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2928.250300] env[63366]: value = "task-2104998" [ 2928.250300] env[63366]: _type = "Task" [ 2928.250300] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2928.257837] env[63366]: DEBUG oslo_vmware.api [None req-41987d1b-7f72-4e74-8212-61a2ec8d097e tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104998, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2928.354505] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526be416-759d-76c4-9e20-5f5b5140502e, 'name': SearchDatastore_Task, 'duration_secs': 0.06782} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2928.354979] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/87594b6d-2e95-4c83-a359-15ce989693ea" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2928.355123] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/87594b6d-2e95-4c83-a359-15ce989693ea" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2928.355469] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/87594b6d-2e95-4c83-a359-15ce989693ea" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2928.355797] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a60d151d-ad3b-4a5c-821b-865bbded9b06 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2928.360691] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2928.360691] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5285d31c-e07e-99fb-9b74-620d1b4b9aa7" [ 2928.360691] env[63366]: _type = "Task" [ 2928.360691] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2928.368134] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5285d31c-e07e-99fb-9b74-620d1b4b9aa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2928.760365] env[63366]: DEBUG oslo_vmware.api [None req-41987d1b-7f72-4e74-8212-61a2ec8d097e tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104998, 'name': ReconfigVM_Task, 'duration_secs': 0.234909} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2928.760624] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-41987d1b-7f72-4e74-8212-61a2ec8d097e tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Reconfigured VM instance instance-0000007c to detach disk 2002 {{(pid=63366) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2928.765183] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a9ea01e-6444-4ae5-b3bf-8218266e41a3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2928.780467] env[63366]: DEBUG oslo_vmware.api [None req-41987d1b-7f72-4e74-8212-61a2ec8d097e tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2928.780467] env[63366]: value = "task-2104999" [ 2928.780467] env[63366]: _type = "Task" [ 2928.780467] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2928.788102] env[63366]: DEBUG oslo_vmware.api [None req-41987d1b-7f72-4e74-8212-61a2ec8d097e tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2928.870785] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5285d31c-e07e-99fb-9b74-620d1b4b9aa7, 'name': SearchDatastore_Task, 'duration_secs': 0.017792} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2928.871709] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/87594b6d-2e95-4c83-a359-15ce989693ea is no longer used. Deleting! [ 2928.871855] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/87594b6d-2e95-4c83-a359-15ce989693ea {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2928.872154] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f5d849c-5d6d-4cae-95a7-bd819878e6c2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2928.879557] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2928.879557] env[63366]: value = "task-2105000" [ 2928.879557] env[63366]: _type = "Task" [ 2928.879557] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2928.887619] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2929.290532] env[63366]: DEBUG oslo_vmware.api [None req-41987d1b-7f72-4e74-8212-61a2ec8d097e tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2104999, 'name': ReconfigVM_Task, 'duration_secs': 0.130585} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2929.290851] env[63366]: DEBUG nova.virt.vmwareapi.volumeops [None req-41987d1b-7f72-4e74-8212-61a2ec8d097e tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-430950', 'volume_id': '042cafb6-7adc-494e-bd73-a8e86d48f287', 'name': 'volume-042cafb6-7adc-494e-bd73-a8e86d48f287', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c2c7053-5ac2-41f5-a06c-c1d56f318ae1', 'attached_at': '', 'detached_at': '', 'volume_id': '042cafb6-7adc-494e-bd73-a8e86d48f287', 'serial': '042cafb6-7adc-494e-bd73-a8e86d48f287'} {{(pid=63366) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2929.391255] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133773} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2929.391487] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2929.391833] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/87594b6d-2e95-4c83-a359-15ce989693ea" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2929.391910] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/fdbe0da7-8788-4622-a2dd-50aa8a0cccba" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2929.391955] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/fdbe0da7-8788-4622-a2dd-50aa8a0cccba" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2929.393121] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdbe0da7-8788-4622-a2dd-50aa8a0cccba" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2929.393121] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b14a74ac-467a-4e49-a4b6-883cd8ae47fc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2929.397262] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2929.397262] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]523bfea3-47ec-5fba-4159-0d55b67586cc" [ 2929.397262] env[63366]: _type = "Task" [ 2929.397262] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2929.404867] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523bfea3-47ec-5fba-4159-0d55b67586cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2929.833795] env[63366]: DEBUG nova.objects.instance [None req-41987d1b-7f72-4e74-8212-61a2ec8d097e tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lazy-loading 'flavor' on Instance uuid 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2929.908076] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]523bfea3-47ec-5fba-4159-0d55b67586cc, 'name': SearchDatastore_Task, 'duration_secs': 0.015603} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2929.908351] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/fdbe0da7-8788-4622-a2dd-50aa8a0cccba is no longer used. Deleting! [ 2929.908488] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/fdbe0da7-8788-4622-a2dd-50aa8a0cccba {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2929.908747] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d6dd178-4e8e-4e47-a082-ff4cfa5c40d2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2929.915042] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2929.915042] env[63366]: value = "task-2105001" [ 2929.915042] env[63366]: _type = "Task" [ 2929.915042] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2929.922180] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2930.424995] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104675} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2930.425391] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2930.425439] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/fdbe0da7-8788-4622-a2dd-50aa8a0cccba" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2930.425639] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/4940b309-2198-42b0-ad10-96f2ddb8aeb7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2930.425753] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/4940b309-2198-42b0-ad10-96f2ddb8aeb7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2930.426090] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/4940b309-2198-42b0-ad10-96f2ddb8aeb7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2930.426351] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e66fe09c-746e-4b95-9fa2-ad1c4737ba11 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2930.431120] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2930.431120] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52dab722-a4c4-3cb2-e249-2d93dc9fe120" [ 2930.431120] env[63366]: _type = "Task" [ 2930.431120] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2930.438447] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52dab722-a4c4-3cb2-e249-2d93dc9fe120, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2930.841891] env[63366]: DEBUG oslo_concurrency.lockutils [None req-41987d1b-7f72-4e74-8212-61a2ec8d097e tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.212s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2930.941603] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52dab722-a4c4-3cb2-e249-2d93dc9fe120, 'name': SearchDatastore_Task, 'duration_secs': 0.010602} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2930.941930] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/4940b309-2198-42b0-ad10-96f2ddb8aeb7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2930.942202] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/27e08598-2e7b-4501-8542-cccd9bf5c959" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2930.942326] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/27e08598-2e7b-4501-8542-cccd9bf5c959" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2930.942633] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/27e08598-2e7b-4501-8542-cccd9bf5c959" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2930.942901] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fca13def-4a3e-42cf-ba48-d5897a447d39 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2930.947201] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2930.947201] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52358ac3-8f07-1f5b-3595-2a2af2f3a629" [ 2930.947201] env[63366]: _type = "Task" [ 2930.947201] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2930.954293] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52358ac3-8f07-1f5b-3595-2a2af2f3a629, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2931.458237] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52358ac3-8f07-1f5b-3595-2a2af2f3a629, 'name': SearchDatastore_Task, 'duration_secs': 0.009644} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2931.458571] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/27e08598-2e7b-4501-8542-cccd9bf5c959 is no longer used. Deleting! [ 2931.458711] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/27e08598-2e7b-4501-8542-cccd9bf5c959 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2931.459016] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66c761fa-23b2-4a58-9400-a26416c88b0d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2931.465013] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2931.465013] env[63366]: value = "task-2105002" [ 2931.465013] env[63366]: _type = "Task" [ 2931.465013] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2931.472645] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2931.974326] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101854} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2931.974506] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2931.974741] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/27e08598-2e7b-4501-8542-cccd9bf5c959" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2931.975009] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/d4471c11-83ba-4dca-ae24-b820e0477479" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2931.975185] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/d4471c11-83ba-4dca-ae24-b820e0477479" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2931.975542] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4471c11-83ba-4dca-ae24-b820e0477479" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2931.975829] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b4773c8-9f29-48ef-8302-87df8126eabd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2931.980278] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2931.980278] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52f3da3b-ff75-723a-3e8c-937934e33697" [ 2931.980278] env[63366]: _type = "Task" [ 2931.980278] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2931.989745] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f3da3b-ff75-723a-3e8c-937934e33697, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2932.019282] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquiring lock "2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2932.019539] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2932.019795] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquiring lock "2c2c7053-5ac2-41f5-a06c-c1d56f318ae1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2932.020018] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "2c2c7053-5ac2-41f5-a06c-c1d56f318ae1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2932.020226] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "2c2c7053-5ac2-41f5-a06c-c1d56f318ae1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2932.022255] env[63366]: INFO nova.compute.manager [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Terminating instance [ 2932.491230] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f3da3b-ff75-723a-3e8c-937934e33697, 'name': SearchDatastore_Task, 'duration_secs': 0.010321} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2932.491596] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/d4471c11-83ba-4dca-ae24-b820e0477479 is no longer used. Deleting! [ 2932.491730] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/d4471c11-83ba-4dca-ae24-b820e0477479 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2932.491943] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccf8c45f-b291-4ebe-b7fa-f8aeca20d8c7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2932.498798] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2932.498798] env[63366]: value = "task-2105003" [ 2932.498798] env[63366]: _type = "Task" [ 2932.498798] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2932.506330] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2932.526160] env[63366]: DEBUG nova.compute.manager [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Start destroying the instance on the hypervisor. {{(pid=63366) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2932.526395] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Destroying instance {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2932.527198] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f668391-f54e-46b4-96df-f461ed750e2d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2932.534133] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Powering off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2932.534368] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7af3bd8-1ecd-4bb2-ab63-631aee840cd1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2932.540824] env[63366]: DEBUG oslo_vmware.api [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2932.540824] env[63366]: value = "task-2105004" [ 2932.540824] env[63366]: _type = "Task" [ 2932.540824] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2932.548318] env[63366]: DEBUG oslo_vmware.api [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2105004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2933.009241] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112679} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2933.009413] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2933.009584] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/d4471c11-83ba-4dca-ae24-b820e0477479" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2933.009806] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/11724357-1fbe-4fde-89b8-0c082ef6b629" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2933.009922] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/11724357-1fbe-4fde-89b8-0c082ef6b629" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2933.010259] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/11724357-1fbe-4fde-89b8-0c082ef6b629" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2933.010532] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ffb72b5-6da6-4f94-aebd-3d9b916f5cf5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2933.015329] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2933.015329] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]524e022a-6bf7-57e9-9ad1-1b132bc0f419" [ 2933.015329] env[63366]: _type = "Task" [ 2933.015329] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2933.022869] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]524e022a-6bf7-57e9-9ad1-1b132bc0f419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2933.048090] env[63366]: DEBUG oslo_vmware.api [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2105004, 'name': PowerOffVM_Task, 'duration_secs': 0.171242} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2933.048343] env[63366]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Powered off the VM {{(pid=63366) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2933.048513] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Unregistering the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2933.048728] env[63366]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e313a44a-10a3-4752-a267-9255b64b1e5d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2933.163386] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Unregistered the VM {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2933.163594] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Deleting contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2933.163777] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Deleting the datastore file [datastore2] 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2933.164047] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8e3baa4-56d4-4fea-913d-2e8a7dab6fc9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2933.170033] env[63366]: DEBUG oslo_vmware.api [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for the task: (returnval){ [ 2933.170033] env[63366]: value = "task-2105006" [ 2933.170033] env[63366]: _type = "Task" [ 2933.170033] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2933.176953] env[63366]: DEBUG oslo_vmware.api [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2105006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2933.525635] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]524e022a-6bf7-57e9-9ad1-1b132bc0f419, 'name': SearchDatastore_Task, 'duration_secs': 0.010322} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2933.526049] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/11724357-1fbe-4fde-89b8-0c082ef6b629" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2933.526209] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/c46c320d-ef8d-4416-b2a3-0e6b52e3621d" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2933.526346] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/c46c320d-ef8d-4416-b2a3-0e6b52e3621d" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2933.526609] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/c46c320d-ef8d-4416-b2a3-0e6b52e3621d" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2933.526872] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62b69bc4-fe7f-4c63-97a5-899d5f2a4fa0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2933.531093] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2933.531093] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5277ebf6-ae27-8c35-d533-dac5f3e00a42" [ 2933.531093] env[63366]: _type = "Task" [ 2933.531093] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2933.538351] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5277ebf6-ae27-8c35-d533-dac5f3e00a42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2933.679608] env[63366]: DEBUG oslo_vmware.api [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Task: {'id': task-2105006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133306} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2933.679868] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2933.680064] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Deleted contents of the VM from datastore datastore2 {{(pid=63366) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2933.680247] env[63366]: DEBUG nova.virt.vmwareapi.vmops [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Instance destroyed {{(pid=63366) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2933.680420] env[63366]: INFO nova.compute.manager [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2933.680653] env[63366]: DEBUG oslo.service.loopingcall [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63366) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2933.680839] env[63366]: DEBUG nova.compute.manager [-] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Deallocating network for instance {{(pid=63366) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2933.680934] env[63366]: DEBUG nova.network.neutron [-] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] deallocate_for_instance() {{(pid=63366) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2934.041710] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5277ebf6-ae27-8c35-d533-dac5f3e00a42, 'name': SearchDatastore_Task, 'duration_secs': 0.009896} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2934.042074] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/c46c320d-ef8d-4416-b2a3-0e6b52e3621d" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2934.042325] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/ed669f76-825d-4a75-9de0-06545dbc71ac" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2934.042455] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/ed669f76-825d-4a75-9de0-06545dbc71ac" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2934.042759] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed669f76-825d-4a75-9de0-06545dbc71ac" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2934.043036] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-906352c4-f827-4ff4-81e3-4330e846e56c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2934.047254] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2934.047254] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]524e86ba-4502-e8e4-6753-97a171910fc5" [ 2934.047254] env[63366]: _type = "Task" [ 2934.047254] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2934.054457] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]524e86ba-4502-e8e4-6753-97a171910fc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2934.307084] env[63366]: DEBUG nova.compute.manager [req-d9ac1a9a-afee-4b75-87cb-960f690a7c48 req-bb8c56b7-7549-4678-8244-21f220f5889f service nova] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Received event network-vif-deleted-2c796d72-6f42-4992-b877-3dcbda606929 {{(pid=63366) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2934.307386] env[63366]: INFO nova.compute.manager [req-d9ac1a9a-afee-4b75-87cb-960f690a7c48 req-bb8c56b7-7549-4678-8244-21f220f5889f service nova] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Neutron deleted interface 2c796d72-6f42-4992-b877-3dcbda606929; detaching it from the instance and deleting it from the info cache [ 2934.307471] env[63366]: DEBUG nova.network.neutron [req-d9ac1a9a-afee-4b75-87cb-960f690a7c48 req-bb8c56b7-7549-4678-8244-21f220f5889f service nova] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2934.557875] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]524e86ba-4502-e8e4-6753-97a171910fc5, 'name': SearchDatastore_Task, 'duration_secs': 0.012757} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2934.558239] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/ed669f76-825d-4a75-9de0-06545dbc71ac is no longer used. Deleting! [ 2934.558330] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/ed669f76-825d-4a75-9de0-06545dbc71ac {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2934.558581] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c48a4d7-0275-43ae-8fc1-498fd7c90bd4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2934.565506] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2934.565506] env[63366]: value = "task-2105007" [ 2934.565506] env[63366]: _type = "Task" [ 2934.565506] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2934.573012] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2934.779179] env[63366]: DEBUG nova.network.neutron [-] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Updating instance_info_cache with network_info: [] {{(pid=63366) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2934.811024] env[63366]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-447ceaee-d585-407e-ac93-0e96ed21d9c9 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2934.820782] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8085c645-44ca-4fc5-a65d-6d229914a00c {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2934.845527] env[63366]: DEBUG nova.compute.manager [req-d9ac1a9a-afee-4b75-87cb-960f690a7c48 req-bb8c56b7-7549-4678-8244-21f220f5889f service nova] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Detach interface failed, port_id=2c796d72-6f42-4992-b877-3dcbda606929, reason: Instance 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1 could not be found. {{(pid=63366) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2935.075836] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108629} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2935.076068] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2935.076241] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/ed669f76-825d-4a75-9de0-06545dbc71ac" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2935.076459] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/fa9e183f-1cda-43b1-8f21-728ac9600fad" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2935.076576] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/fa9e183f-1cda-43b1-8f21-728ac9600fad" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2935.076889] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa9e183f-1cda-43b1-8f21-728ac9600fad" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2935.077161] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a93905b9-2a18-4780-ad39-8738391c8507 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2935.082787] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2935.082787] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]529a979f-e348-d086-a282-f75ef3dc22c9" [ 2935.082787] env[63366]: _type = "Task" [ 2935.082787] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2935.089818] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]529a979f-e348-d086-a282-f75ef3dc22c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2935.281679] env[63366]: INFO nova.compute.manager [-] [instance: 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1] Took 1.60 seconds to deallocate network for instance. [ 2935.592789] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]529a979f-e348-d086-a282-f75ef3dc22c9, 'name': SearchDatastore_Task, 'duration_secs': 0.009778} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2935.593154] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/fa9e183f-1cda-43b1-8f21-728ac9600fad is no longer used. Deleting! [ 2935.593279] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/fa9e183f-1cda-43b1-8f21-728ac9600fad {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2935.593496] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98e30933-c326-4c3f-b99d-2107b0371d19 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2935.600036] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2935.600036] env[63366]: value = "task-2105008" [ 2935.600036] env[63366]: _type = "Task" [ 2935.600036] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2935.607570] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2935.788112] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2935.788359] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2935.788566] env[63366]: DEBUG nova.objects.instance [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lazy-loading 'resources' on Instance uuid 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1 {{(pid=63366) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2936.109794] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103961} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2936.110013] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2936.110191] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/fa9e183f-1cda-43b1-8f21-728ac9600fad" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2936.110406] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/8b8abcd7-eaa6-4bd9-8015-a80dc7d023a6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2936.110519] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/8b8abcd7-eaa6-4bd9-8015-a80dc7d023a6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2936.110824] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b8abcd7-eaa6-4bd9-8015-a80dc7d023a6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2936.111119] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-688c9caf-1d8b-4300-9815-0548760d90bd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2936.116519] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2936.116519] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ce1670-679b-83d3-87e4-3897d203a16d" [ 2936.116519] env[63366]: _type = "Task" [ 2936.116519] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2936.123556] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ce1670-679b-83d3-87e4-3897d203a16d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2936.322451] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6478344d-945d-4970-8354-709173bbc2f1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2936.329634] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf76cb0-c721-4b39-828d-0734fed9dea6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2936.359183] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7014d8c-3839-4f46-b9bb-77dee74c94e2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2936.365920] env[63366]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b06a4c-b589-4a93-86e2-d61cb19130e1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2936.378882] env[63366]: DEBUG nova.compute.provider_tree [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Inventory has not changed in ProviderTree for provider: d4eb5599-1ee7-4533-a84b-536c6f825ecc {{(pid=63366) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2936.627215] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ce1670-679b-83d3-87e4-3897d203a16d, 'name': SearchDatastore_Task, 'duration_secs': 0.010218} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2936.627545] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/8b8abcd7-eaa6-4bd9-8015-a80dc7d023a6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2936.627705] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/d2537406-ebda-40a4-ab4a-61b9af4dad9f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2936.627821] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/d2537406-ebda-40a4-ab4a-61b9af4dad9f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2936.628127] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/d2537406-ebda-40a4-ab4a-61b9af4dad9f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2936.628382] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5acccc4f-2bca-46ac-86d3-8d98f3ae638a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2936.632607] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2936.632607] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5285b1fc-60c1-44cd-a24f-675dfd56ef81" [ 2936.632607] env[63366]: _type = "Task" [ 2936.632607] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2936.640134] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5285b1fc-60c1-44cd-a24f-675dfd56ef81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2936.881997] env[63366]: DEBUG nova.scheduler.client.report [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Inventory has not changed for provider d4eb5599-1ee7-4533-a84b-536c6f825ecc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63366) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2937.143620] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5285b1fc-60c1-44cd-a24f-675dfd56ef81, 'name': SearchDatastore_Task, 'duration_secs': 0.009689} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2937.143892] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/d2537406-ebda-40a4-ab4a-61b9af4dad9f is no longer used. Deleting! [ 2937.144043] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/d2537406-ebda-40a4-ab4a-61b9af4dad9f {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2937.144303] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee6ee92b-7850-4df2-bddf-eea8eaa55c98 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2937.150205] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2937.150205] env[63366]: value = "task-2105009" [ 2937.150205] env[63366]: _type = "Task" [ 2937.150205] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2937.158848] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2937.386942] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2937.404282] env[63366]: INFO nova.scheduler.client.report [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Deleted allocations for instance 2c2c7053-5ac2-41f5-a06c-c1d56f318ae1 [ 2937.659496] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100908} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2937.659848] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2937.659848] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/d2537406-ebda-40a4-ab4a-61b9af4dad9f" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2937.660021] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/40fab205-10e4-48d4-aff1-1ee37f9e2461" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2937.660142] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/40fab205-10e4-48d4-aff1-1ee37f9e2461" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2937.660456] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/40fab205-10e4-48d4-aff1-1ee37f9e2461" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2937.660704] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bc72b10-a9bc-4882-adb4-6f7677be9ae1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2937.665370] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2937.665370] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52971d80-f94c-2dca-fc7c-82d828bde349" [ 2937.665370] env[63366]: _type = "Task" [ 2937.665370] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2937.672445] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52971d80-f94c-2dca-fc7c-82d828bde349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2937.911995] env[63366]: DEBUG oslo_concurrency.lockutils [None req-6a54d3fa-756a-4a7e-8fe7-9ee0753ca535 tempest-AttachVolumeTestJSON-1114029554 tempest-AttachVolumeTestJSON-1114029554-project-member] Lock "2c2c7053-5ac2-41f5-a06c-c1d56f318ae1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.892s {{(pid=63366) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2938.176563] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52971d80-f94c-2dca-fc7c-82d828bde349, 'name': SearchDatastore_Task, 'duration_secs': 0.010259} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2938.176849] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/40fab205-10e4-48d4-aff1-1ee37f9e2461 is no longer used. Deleting! [ 2938.177013] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/40fab205-10e4-48d4-aff1-1ee37f9e2461 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2938.177291] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13095924-5315-4967-9602-48c7773584d6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2938.183293] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2938.183293] env[63366]: value = "task-2105010" [ 2938.183293] env[63366]: _type = "Task" [ 2938.183293] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2938.191664] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2938.693889] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100285} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2938.694244] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2938.694244] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/40fab205-10e4-48d4-aff1-1ee37f9e2461" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2938.694424] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/d14e8fd3-8fec-46d1-8d32-2d8a0257f2c5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2938.694542] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/d14e8fd3-8fec-46d1-8d32-2d8a0257f2c5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2938.694863] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/d14e8fd3-8fec-46d1-8d32-2d8a0257f2c5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2938.695145] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fe49830-d8c1-4065-bb44-aae811086e94 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2938.700201] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2938.700201] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5283918d-5975-edd4-d47d-e64af3d56f94" [ 2938.700201] env[63366]: _type = "Task" [ 2938.700201] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2938.707666] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5283918d-5975-edd4-d47d-e64af3d56f94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2939.210457] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5283918d-5975-edd4-d47d-e64af3d56f94, 'name': SearchDatastore_Task, 'duration_secs': 0.009826} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2939.210755] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/d14e8fd3-8fec-46d1-8d32-2d8a0257f2c5 is no longer used. Deleting! [ 2939.210893] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/d14e8fd3-8fec-46d1-8d32-2d8a0257f2c5 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2939.211182] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49232552-c9e5-41f6-8970-fac61f0c5521 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2939.218184] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2939.218184] env[63366]: value = "task-2105012" [ 2939.218184] env[63366]: _type = "Task" [ 2939.218184] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2939.225652] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2939.728205] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105606} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2939.728568] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2939.728568] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/d14e8fd3-8fec-46d1-8d32-2d8a0257f2c5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2939.728754] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/39da669c-fac1-4c02-a8a7-28f178e2be27" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2939.728865] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/39da669c-fac1-4c02-a8a7-28f178e2be27" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2939.729217] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/39da669c-fac1-4c02-a8a7-28f178e2be27" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2939.729485] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8722f097-03aa-481f-b411-96cdcbe67a73 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2939.733620] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2939.733620] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52e177c9-6531-13b9-09b2-69624dc57c5f" [ 2939.733620] env[63366]: _type = "Task" [ 2939.733620] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2939.740552] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52e177c9-6531-13b9-09b2-69624dc57c5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2940.244682] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52e177c9-6531-13b9-09b2-69624dc57c5f, 'name': SearchDatastore_Task, 'duration_secs': 0.01018} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2940.244980] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/39da669c-fac1-4c02-a8a7-28f178e2be27 is no longer used. Deleting! [ 2940.245140] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/39da669c-fac1-4c02-a8a7-28f178e2be27 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2940.245403] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0616e839-c9e9-4a02-87d5-48b03f09d230 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2940.251062] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2940.251062] env[63366]: value = "task-2105013" [ 2940.251062] env[63366]: _type = "Task" [ 2940.251062] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2940.259208] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2940.760085] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101701} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2940.760417] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2940.760498] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/39da669c-fac1-4c02-a8a7-28f178e2be27" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2940.760676] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/9d99d2f6-606a-4ba2-a64b-746ca6b6b68e" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2940.760792] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/9d99d2f6-606a-4ba2-a64b-746ca6b6b68e" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2940.761141] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/9d99d2f6-606a-4ba2-a64b-746ca6b6b68e" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2940.761403] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-282c6248-582e-4662-bf98-7fe26bfb3192 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2940.766140] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2940.766140] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]521a14d6-3df3-a76d-7048-8d8bb414ae95" [ 2940.766140] env[63366]: _type = "Task" [ 2940.766140] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2940.773387] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]521a14d6-3df3-a76d-7048-8d8bb414ae95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2941.277548] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]521a14d6-3df3-a76d-7048-8d8bb414ae95, 'name': SearchDatastore_Task, 'duration_secs': 0.009343} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2941.277909] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/9d99d2f6-606a-4ba2-a64b-746ca6b6b68e" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2941.278152] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/abb571a0-05c9-42e2-a276-706f62f902bd" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2941.278276] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/abb571a0-05c9-42e2-a276-706f62f902bd" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2941.278595] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/abb571a0-05c9-42e2-a276-706f62f902bd" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2941.278870] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-560afc3a-569f-4557-934d-f4dc8da6a02e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2941.283912] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2941.283912] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]528d671a-abeb-7666-3b94-3156ac83f609" [ 2941.283912] env[63366]: _type = "Task" [ 2941.283912] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2941.291269] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]528d671a-abeb-7666-3b94-3156ac83f609, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2941.794558] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]528d671a-abeb-7666-3b94-3156ac83f609, 'name': SearchDatastore_Task, 'duration_secs': 0.01014} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2941.794985] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/abb571a0-05c9-42e2-a276-706f62f902bd is no longer used. Deleting! [ 2941.794985] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/abb571a0-05c9-42e2-a276-706f62f902bd {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2941.795220] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b33216bc-f5c0-4d4d-8b0e-c6d163241c74 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2941.801504] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2941.801504] env[63366]: value = "task-2105015" [ 2941.801504] env[63366]: _type = "Task" [ 2941.801504] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2941.808988] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2942.311094] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099816} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2942.311357] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2942.311512] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/abb571a0-05c9-42e2-a276-706f62f902bd" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2942.311730] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/96fb7dc3-84f6-42fa-bc1d-d4250ce98054" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2942.311846] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/96fb7dc3-84f6-42fa-bc1d-d4250ce98054" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2942.312188] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/96fb7dc3-84f6-42fa-bc1d-d4250ce98054" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2942.312454] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c4163f4-48a1-45c1-af5e-edbca7f0d065 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2942.316573] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2942.316573] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5276a57e-b6b8-8cd5-96e8-ebbfcd447b12" [ 2942.316573] env[63366]: _type = "Task" [ 2942.316573] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2942.323684] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5276a57e-b6b8-8cd5-96e8-ebbfcd447b12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2942.827562] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5276a57e-b6b8-8cd5-96e8-ebbfcd447b12, 'name': SearchDatastore_Task, 'duration_secs': 0.012717} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2942.827933] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/96fb7dc3-84f6-42fa-bc1d-d4250ce98054 is no longer used. Deleting! [ 2942.828102] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/96fb7dc3-84f6-42fa-bc1d-d4250ce98054 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2942.828297] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2263bb3f-a751-4921-822e-f4166a270ada {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2942.834926] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2942.834926] env[63366]: value = "task-2105016" [ 2942.834926] env[63366]: _type = "Task" [ 2942.834926] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2942.842103] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2943.344677] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098029} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2943.344925] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2943.345073] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/96fb7dc3-84f6-42fa-bc1d-d4250ce98054" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2943.345289] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/f48ccb5b-bc66-45c8-97cf-2a032f97580a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2943.345407] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/f48ccb5b-bc66-45c8-97cf-2a032f97580a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2943.345750] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/f48ccb5b-bc66-45c8-97cf-2a032f97580a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2943.345997] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4375c25c-8e90-497b-a097-4efca9bed782 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2943.350436] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2943.350436] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]526a3e42-a800-f643-85b8-6a09341059ca" [ 2943.350436] env[63366]: _type = "Task" [ 2943.350436] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2943.357533] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526a3e42-a800-f643-85b8-6a09341059ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2943.860421] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526a3e42-a800-f643-85b8-6a09341059ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010114} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2943.860731] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/f48ccb5b-bc66-45c8-97cf-2a032f97580a is no longer used. Deleting! [ 2943.860823] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/f48ccb5b-bc66-45c8-97cf-2a032f97580a {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2943.861166] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22ae64a5-7511-49ad-9f5c-377d898a2be8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2943.867648] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2943.867648] env[63366]: value = "task-2105017" [ 2943.867648] env[63366]: _type = "Task" [ 2943.867648] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2943.875950] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2944.377552] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097434} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2944.377838] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2944.378065] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/f48ccb5b-bc66-45c8-97cf-2a032f97580a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2944.378339] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/7dcfd34e-94d0-4b88-ab7e-c1e1e3da8f20" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2944.378464] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/7dcfd34e-94d0-4b88-ab7e-c1e1e3da8f20" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2944.378792] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/7dcfd34e-94d0-4b88-ab7e-c1e1e3da8f20" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2944.379082] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d2a8bec-6f28-4c6e-8d67-08c42cb8865f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2944.383964] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2944.383964] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52555c96-e293-2b3d-36f0-d3d81d8a176e" [ 2944.383964] env[63366]: _type = "Task" [ 2944.383964] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2944.392039] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52555c96-e293-2b3d-36f0-d3d81d8a176e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2944.893334] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52555c96-e293-2b3d-36f0-d3d81d8a176e, 'name': SearchDatastore_Task, 'duration_secs': 0.010528} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2944.893693] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/7dcfd34e-94d0-4b88-ab7e-c1e1e3da8f20" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2944.893871] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/86300ac5-cbeb-4a2d-9974-c60134f6e0dc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2944.893987] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/86300ac5-cbeb-4a2d-9974-c60134f6e0dc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2944.894309] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/86300ac5-cbeb-4a2d-9974-c60134f6e0dc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2944.894570] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8290cb34-211d-4f9b-b34e-b20ecbbb72c2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2944.898562] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2944.898562] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52181b46-b05b-3d0b-1354-9cc769dbf6f8" [ 2944.898562] env[63366]: _type = "Task" [ 2944.898562] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2944.905554] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52181b46-b05b-3d0b-1354-9cc769dbf6f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2945.408712] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52181b46-b05b-3d0b-1354-9cc769dbf6f8, 'name': SearchDatastore_Task, 'duration_secs': 0.008783} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2945.409034] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/86300ac5-cbeb-4a2d-9974-c60134f6e0dc is no longer used. Deleting! [ 2945.409201] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/86300ac5-cbeb-4a2d-9974-c60134f6e0dc {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2945.409498] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd798839-6524-4a75-b362-8b84116a5d1e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2945.415307] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2945.415307] env[63366]: value = "task-2105019" [ 2945.415307] env[63366]: _type = "Task" [ 2945.415307] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2945.422304] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2945.924979] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096099} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2945.925363] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2945.925410] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/86300ac5-cbeb-4a2d-9974-c60134f6e0dc" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2945.925636] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/562bd201-1b62-40b0-a7cc-479389652395" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2945.925717] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/562bd201-1b62-40b0-a7cc-479389652395" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2945.926055] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/562bd201-1b62-40b0-a7cc-479389652395" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2945.926318] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c2ec97e-e9c7-47f4-8993-deac8e964a9b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2945.930444] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2945.930444] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]522272db-aad1-5d9a-62a2-25453cd41f77" [ 2945.930444] env[63366]: _type = "Task" [ 2945.930444] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2945.937791] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522272db-aad1-5d9a-62a2-25453cd41f77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2946.440935] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522272db-aad1-5d9a-62a2-25453cd41f77, 'name': SearchDatastore_Task, 'duration_secs': 0.011071} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2946.441223] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/562bd201-1b62-40b0-a7cc-479389652395 is no longer used. Deleting! [ 2946.441367] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/562bd201-1b62-40b0-a7cc-479389652395 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2946.441662] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1525664b-b92f-43b6-9d8d-5f26c5f79fc0 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2946.448111] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2946.448111] env[63366]: value = "task-2105020" [ 2946.448111] env[63366]: _type = "Task" [ 2946.448111] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2946.455019] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2946.958841] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105093} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2946.959225] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2946.959287] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/562bd201-1b62-40b0-a7cc-479389652395" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2946.959477] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/702b7718-303d-4eda-8327-3bd9473857ca" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2946.959595] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/702b7718-303d-4eda-8327-3bd9473857ca" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2946.959917] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/702b7718-303d-4eda-8327-3bd9473857ca" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2946.960197] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ff9c5ca-f960-4472-b720-8365eee95650 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2946.964358] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2946.964358] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]522b76c3-4fd3-db90-0fab-32a8141d5337" [ 2946.964358] env[63366]: _type = "Task" [ 2946.964358] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2946.971376] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522b76c3-4fd3-db90-0fab-32a8141d5337, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2947.475591] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522b76c3-4fd3-db90-0fab-32a8141d5337, 'name': SearchDatastore_Task, 'duration_secs': 0.009757} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2947.475936] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/702b7718-303d-4eda-8327-3bd9473857ca is no longer used. Deleting! [ 2947.476097] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/702b7718-303d-4eda-8327-3bd9473857ca {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2947.476363] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0be96449-3820-4539-aa3d-ff8222f3c6c8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2947.483142] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2947.483142] env[63366]: value = "task-2105021" [ 2947.483142] env[63366]: _type = "Task" [ 2947.483142] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2947.490679] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2947.992951] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109161} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2947.993671] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2947.993908] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/702b7718-303d-4eda-8327-3bd9473857ca" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2947.994183] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2947.994339] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2947.994818] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2947.995383] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95718c2d-d128-49ad-abb6-5362b7adf30a {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2948.000729] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2948.000729] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52f00a79-5b87-8758-1d60-a0675fc1e8d1" [ 2948.000729] env[63366]: _type = "Task" [ 2948.000729] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2948.009927] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f00a79-5b87-8758-1d60-a0675fc1e8d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2948.511079] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f00a79-5b87-8758-1d60-a0675fc1e8d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010937} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2948.511419] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a is no longer used. Deleting! [ 2948.511566] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2948.511824] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55d61a3e-d82b-494c-817e-e990d7510131 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2948.518090] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2948.518090] env[63366]: value = "task-2105022" [ 2948.518090] env[63366]: _type = "Task" [ 2948.518090] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2948.525198] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2949.027731] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123235} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2949.028021] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2949.028181] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/a0fe52c4-9b97-4dd3-ae24-9aba6478367a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2949.028398] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/b0f80768-aa0b-4e50-aea0-65d4499a6bd2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2949.028515] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/b0f80768-aa0b-4e50-aea0-65d4499a6bd2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2949.028823] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/b0f80768-aa0b-4e50-aea0-65d4499a6bd2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2949.029117] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-570881ed-5732-4866-8fea-bb026ffc53b5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2949.033674] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2949.033674] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52229f71-ba44-2f6e-e01d-acccce603663" [ 2949.033674] env[63366]: _type = "Task" [ 2949.033674] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2949.040818] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52229f71-ba44-2f6e-e01d-acccce603663, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2949.544087] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52229f71-ba44-2f6e-e01d-acccce603663, 'name': SearchDatastore_Task, 'duration_secs': 0.010165} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2949.544407] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/b0f80768-aa0b-4e50-aea0-65d4499a6bd2 is no longer used. Deleting! [ 2949.544547] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/b0f80768-aa0b-4e50-aea0-65d4499a6bd2 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2949.544801] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cb52247-44ec-4552-b4d4-f8fe08a958fd {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2949.550464] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2949.550464] env[63366]: value = "task-2105023" [ 2949.550464] env[63366]: _type = "Task" [ 2949.550464] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2949.557733] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2950.060731] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105335} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2950.061164] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2950.061164] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/b0f80768-aa0b-4e50-aea0-65d4499a6bd2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2950.061365] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/f425cf74-2f77-4c7b-99ba-64ff14b01dc6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2950.061485] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/f425cf74-2f77-4c7b-99ba-64ff14b01dc6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2950.061807] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/f425cf74-2f77-4c7b-99ba-64ff14b01dc6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2950.062080] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94f517e9-54a1-484e-ad0f-dde6ec53b071 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2950.066793] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2950.066793] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52ad940c-b1b8-141b-aafa-3ded48abeb19" [ 2950.066793] env[63366]: _type = "Task" [ 2950.066793] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2950.073891] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ad940c-b1b8-141b-aafa-3ded48abeb19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2950.576753] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52ad940c-b1b8-141b-aafa-3ded48abeb19, 'name': SearchDatastore_Task, 'duration_secs': 0.009908} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2950.577091] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/f425cf74-2f77-4c7b-99ba-64ff14b01dc6" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2950.577309] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/09351ea9-7c26-475a-b8af-9352f05f2ded" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2950.577427] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/09351ea9-7c26-475a-b8af-9352f05f2ded" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2950.577746] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/09351ea9-7c26-475a-b8af-9352f05f2ded" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2950.578022] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca002b5d-bb64-427c-93f9-0f11ac0b9818 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2950.582722] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2950.582722] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52c1fe83-c46f-ad28-961c-cfe9961089ae" [ 2950.582722] env[63366]: _type = "Task" [ 2950.582722] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2950.590010] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52c1fe83-c46f-ad28-961c-cfe9961089ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2951.093401] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52c1fe83-c46f-ad28-961c-cfe9961089ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009653} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2951.093797] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/09351ea9-7c26-475a-b8af-9352f05f2ded is no longer used. Deleting! [ 2951.093847] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/09351ea9-7c26-475a-b8af-9352f05f2ded {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2951.094093] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca34e9ba-6f7b-48e8-a588-44f7f5e18a30 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2951.100159] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2951.100159] env[63366]: value = "task-2105024" [ 2951.100159] env[63366]: _type = "Task" [ 2951.100159] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2951.107384] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2951.610373] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100807} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2951.610629] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2951.610744] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/09351ea9-7c26-475a-b8af-9352f05f2ded" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2951.610960] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/46aeee92-8647-487f-bb9d-eb7fb0d10f7c" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2951.611091] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/46aeee92-8647-487f-bb9d-eb7fb0d10f7c" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2951.611458] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/46aeee92-8647-487f-bb9d-eb7fb0d10f7c" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2951.611731] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05588aaa-2d77-40f2-8cd9-666a1f2442f7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2951.616622] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2951.616622] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5231a57e-a813-82c9-ccb5-2f4557ce5bd8" [ 2951.616622] env[63366]: _type = "Task" [ 2951.616622] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2951.624097] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5231a57e-a813-82c9-ccb5-2f4557ce5bd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2952.128742] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5231a57e-a813-82c9-ccb5-2f4557ce5bd8, 'name': SearchDatastore_Task, 'duration_secs': 0.009705} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2952.129117] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/46aeee92-8647-487f-bb9d-eb7fb0d10f7c" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2952.129342] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/fdd2023d-2a43-43c8-b707-6181e908d79d" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2952.129462] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/fdd2023d-2a43-43c8-b707-6181e908d79d" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2952.129782] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdd2023d-2a43-43c8-b707-6181e908d79d" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2952.130066] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62933fd9-1d15-408a-9f73-745b42b98c64 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2952.135486] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2952.135486] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52157721-cb54-d3c0-1a2d-21abb30bf73d" [ 2952.135486] env[63366]: _type = "Task" [ 2952.135486] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2952.142709] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52157721-cb54-d3c0-1a2d-21abb30bf73d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2952.645771] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52157721-cb54-d3c0-1a2d-21abb30bf73d, 'name': SearchDatastore_Task, 'duration_secs': 0.010547} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2952.646126] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/fdd2023d-2a43-43c8-b707-6181e908d79d" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2952.646360] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/299dbd95-2056-411e-a67a-1765e769d729" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2952.646482] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/299dbd95-2056-411e-a67a-1765e769d729" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2952.646823] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/299dbd95-2056-411e-a67a-1765e769d729" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2952.647096] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d45dcc85-0bce-47aa-a0ea-1d217df6539b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2952.651797] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2952.651797] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52fb0dfa-d0bf-c224-e51d-140e44465e66" [ 2952.651797] env[63366]: _type = "Task" [ 2952.651797] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2952.659384] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52fb0dfa-d0bf-c224-e51d-140e44465e66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2953.162381] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52fb0dfa-d0bf-c224-e51d-140e44465e66, 'name': SearchDatastore_Task, 'duration_secs': 0.009982} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2953.162825] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/299dbd95-2056-411e-a67a-1765e769d729 is no longer used. Deleting! [ 2953.162825] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/299dbd95-2056-411e-a67a-1765e769d729 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2953.163104] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a8a5554-a1a8-4bbc-9097-aa4005558939 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2953.169259] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2953.169259] env[63366]: value = "task-2105025" [ 2953.169259] env[63366]: _type = "Task" [ 2953.169259] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2953.176594] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2953.678952] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109323} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2953.679176] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2953.679384] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/299dbd95-2056-411e-a67a-1765e769d729" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2953.679604] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/dc38e0e6-e37f-4128-948c-f195cfbc64c4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2953.679722] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/dc38e0e6-e37f-4128-948c-f195cfbc64c4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2953.680049] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc38e0e6-e37f-4128-948c-f195cfbc64c4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2953.680312] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0386be0-3782-42a2-b063-92f1582fa4e8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2953.684549] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2953.684549] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5223c26a-1951-132c-be8e-769e49acb2d5" [ 2953.684549] env[63366]: _type = "Task" [ 2953.684549] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2953.691659] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5223c26a-1951-132c-be8e-769e49acb2d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2954.194975] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5223c26a-1951-132c-be8e-769e49acb2d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010236} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2954.195340] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/dc38e0e6-e37f-4128-948c-f195cfbc64c4 is no longer used. Deleting! [ 2954.195431] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/dc38e0e6-e37f-4128-948c-f195cfbc64c4 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2954.195689] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12609624-397c-42bb-b62b-70bfed81d405 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2954.201335] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2954.201335] env[63366]: value = "task-2105026" [ 2954.201335] env[63366]: _type = "Task" [ 2954.201335] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2954.208435] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2954.711391] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103509} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2954.711603] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2954.711769] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/dc38e0e6-e37f-4128-948c-f195cfbc64c4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2954.711988] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/30887889-e45b-4f67-8b3c-16216e594a90" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2954.712120] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/30887889-e45b-4f67-8b3c-16216e594a90" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2954.712505] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/30887889-e45b-4f67-8b3c-16216e594a90" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2954.712786] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97e5ac1b-c863-4f5b-acb7-b56fa0a059c5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2954.717490] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2954.717490] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52f14071-68a5-285b-f4fb-8013cdf57263" [ 2954.717490] env[63366]: _type = "Task" [ 2954.717490] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2954.724730] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f14071-68a5-285b-f4fb-8013cdf57263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2955.227824] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52f14071-68a5-285b-f4fb-8013cdf57263, 'name': SearchDatastore_Task, 'duration_secs': 0.010517} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2955.228274] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/30887889-e45b-4f67-8b3c-16216e594a90" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2955.228378] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/381326c3-460e-4fef-bbd6-5ba2927f234b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2955.228495] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/381326c3-460e-4fef-bbd6-5ba2927f234b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2955.228806] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/381326c3-460e-4fef-bbd6-5ba2927f234b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2955.229080] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84bbc52f-5e83-4579-9f63-83aaeeb5be26 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2955.233856] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2955.233856] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5245d33f-5c14-7f51-d4ed-7804abaefdba" [ 2955.233856] env[63366]: _type = "Task" [ 2955.233856] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2955.241013] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5245d33f-5c14-7f51-d4ed-7804abaefdba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2955.744518] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5245d33f-5c14-7f51-d4ed-7804abaefdba, 'name': SearchDatastore_Task, 'duration_secs': 0.009927} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2955.744817] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/381326c3-460e-4fef-bbd6-5ba2927f234b is no longer used. Deleting! [ 2955.744960] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/381326c3-460e-4fef-bbd6-5ba2927f234b {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2955.745230] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c57fdbb7-3e9f-4676-bacc-c669082f9165 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2955.751326] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2955.751326] env[63366]: value = "task-2105027" [ 2955.751326] env[63366]: _type = "Task" [ 2955.751326] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2955.759130] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2956.261543] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108569} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2956.261956] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2956.261956] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/381326c3-460e-4fef-bbd6-5ba2927f234b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2956.262148] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/54121cb6-f1c2-432d-8a8f-aaa583fdc9b3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2956.262283] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/54121cb6-f1c2-432d-8a8f-aaa583fdc9b3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2956.262608] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/54121cb6-f1c2-432d-8a8f-aaa583fdc9b3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2956.262868] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18d01313-c33b-46ff-80e1-2b944c1624a4 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2956.267046] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2956.267046] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52102456-1e07-6f3d-e23e-1d94b18b5552" [ 2956.267046] env[63366]: _type = "Task" [ 2956.267046] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2956.274232] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52102456-1e07-6f3d-e23e-1d94b18b5552, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2956.777689] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52102456-1e07-6f3d-e23e-1d94b18b5552, 'name': SearchDatastore_Task, 'duration_secs': 0.010819} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2956.777995] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/54121cb6-f1c2-432d-8a8f-aaa583fdc9b3 is no longer used. Deleting! [ 2956.778151] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/54121cb6-f1c2-432d-8a8f-aaa583fdc9b3 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2956.778423] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce0c3708-a058-4acc-98f4-1da65d8986c5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2956.784822] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2956.784822] env[63366]: value = "task-2105028" [ 2956.784822] env[63366]: _type = "Task" [ 2956.784822] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2956.792419] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2957.295387] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114744} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2957.295781] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2957.295781] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/54121cb6-f1c2-432d-8a8f-aaa583fdc9b3" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2957.295978] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/a304e11f-6049-4603-a188-446a0da38889" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2957.296110] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/a304e11f-6049-4603-a188-446a0da38889" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2957.296501] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/a304e11f-6049-4603-a188-446a0da38889" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2957.296777] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48c34e5e-6c70-4bfa-a518-82aa8698c061 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2957.301211] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2957.301211] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52a36067-8ca6-d3fc-4dfe-69f1008b49e4" [ 2957.301211] env[63366]: _type = "Task" [ 2957.301211] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2957.309195] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a36067-8ca6-d3fc-4dfe-69f1008b49e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2957.812441] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a36067-8ca6-d3fc-4dfe-69f1008b49e4, 'name': SearchDatastore_Task, 'duration_secs': 0.010513} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2957.812748] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/a304e11f-6049-4603-a188-446a0da38889 is no longer used. Deleting! [ 2957.812894] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/a304e11f-6049-4603-a188-446a0da38889 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2957.813189] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c339fb4-083c-4cdd-a2c9-6e7bfc2de6d7 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2957.819619] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2957.819619] env[63366]: value = "task-2105029" [ 2957.819619] env[63366]: _type = "Task" [ 2957.819619] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2957.827682] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2958.329862] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239508} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2958.330230] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2958.330230] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/a304e11f-6049-4603-a188-446a0da38889" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2958.330409] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/6e434e26-a391-49fb-b9a0-b0c46e2d16ea" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2958.330523] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/6e434e26-a391-49fb-b9a0-b0c46e2d16ea" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2958.330846] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e434e26-a391-49fb-b9a0-b0c46e2d16ea" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2958.331125] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a8dc9f3-aade-4873-83b6-1929eff7af12 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2958.335332] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2958.335332] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52a258b6-95d1-53e7-966c-13dbabd422a8" [ 2958.335332] env[63366]: _type = "Task" [ 2958.335332] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2958.342780] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a258b6-95d1-53e7-966c-13dbabd422a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2958.845971] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52a258b6-95d1-53e7-966c-13dbabd422a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010752} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2958.846302] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/6e434e26-a391-49fb-b9a0-b0c46e2d16ea is no longer used. Deleting! [ 2958.846445] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/6e434e26-a391-49fb-b9a0-b0c46e2d16ea {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2958.846708] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66c41215-d776-4309-983a-886c7789b51d {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2958.852662] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2958.852662] env[63366]: value = "task-2105030" [ 2958.852662] env[63366]: _type = "Task" [ 2958.852662] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2958.859770] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2959.362305] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109095} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2959.362629] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2959.362721] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/6e434e26-a391-49fb-b9a0-b0c46e2d16ea" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2959.362907] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/e65b68e6-3f58-41cb-9b88-e9156bbd0bb7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2959.363037] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/e65b68e6-3f58-41cb-9b88-e9156bbd0bb7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2959.363365] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/e65b68e6-3f58-41cb-9b88-e9156bbd0bb7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2959.363636] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-466306d4-9ce7-4fa4-ad29-289ace929c15 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2959.368355] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2959.368355] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]526390c5-2106-3660-4cd4-2bda07a404ff" [ 2959.368355] env[63366]: _type = "Task" [ 2959.368355] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2959.376020] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526390c5-2106-3660-4cd4-2bda07a404ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2959.879342] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]526390c5-2106-3660-4cd4-2bda07a404ff, 'name': SearchDatastore_Task, 'duration_secs': 0.010595} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2959.879648] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/e65b68e6-3f58-41cb-9b88-e9156bbd0bb7 is no longer used. Deleting! [ 2959.879789] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/e65b68e6-3f58-41cb-9b88-e9156bbd0bb7 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2959.880055] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57787068-ee52-4f1a-a817-9615885c04e3 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2959.886626] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2959.886626] env[63366]: value = "task-2105031" [ 2959.886626] env[63366]: _type = "Task" [ 2959.886626] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2959.894988] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2960.396266] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152436} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2960.396659] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2960.396659] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/e65b68e6-3f58-41cb-9b88-e9156bbd0bb7" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2960.396845] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/f02a23a6-7a84-41f5-a642-7ff3066cd4c5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2960.396960] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/f02a23a6-7a84-41f5-a642-7ff3066cd4c5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2960.397316] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/f02a23a6-7a84-41f5-a642-7ff3066cd4c5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2960.397589] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c72263dd-ec2f-4fd2-9e84-3f12e236ee88 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2960.401609] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2960.401609] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52852dc3-450e-1707-978f-d5f16abfde67" [ 2960.401609] env[63366]: _type = "Task" [ 2960.401609] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2960.408563] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52852dc3-450e-1707-978f-d5f16abfde67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2960.912348] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52852dc3-450e-1707-978f-d5f16abfde67, 'name': SearchDatastore_Task, 'duration_secs': 0.009623} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2960.912693] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/f02a23a6-7a84-41f5-a642-7ff3066cd4c5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2960.912912] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/e8d1d278-24e3-45a6-bfd7-819f6380f771" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2960.913042] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/e8d1d278-24e3-45a6-bfd7-819f6380f771" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2960.913366] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/e8d1d278-24e3-45a6-bfd7-819f6380f771" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2960.913633] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77495ed7-792b-44b3-bff3-1649eab1de67 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2960.917806] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2960.917806] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]5202e105-834f-b339-a7f2-69089e40a5f4" [ 2960.917806] env[63366]: _type = "Task" [ 2960.917806] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2960.924822] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5202e105-834f-b339-a7f2-69089e40a5f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2961.428101] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]5202e105-834f-b339-a7f2-69089e40a5f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009797} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2961.428466] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/e8d1d278-24e3-45a6-bfd7-819f6380f771 is no longer used. Deleting! [ 2961.428577] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/e8d1d278-24e3-45a6-bfd7-819f6380f771 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2961.428839] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e671060-22ca-404e-a0bc-4da1b7283032 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2961.435458] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2961.435458] env[63366]: value = "task-2105032" [ 2961.435458] env[63366]: _type = "Task" [ 2961.435458] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2961.442555] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2961.945903] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102234} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2961.946152] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2961.946293] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/e8d1d278-24e3-45a6-bfd7-819f6380f771" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2961.946514] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/c93f0821-453e-47ad-bb29-0e914808240d" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2961.946631] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/c93f0821-453e-47ad-bb29-0e914808240d" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2961.946955] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/c93f0821-453e-47ad-bb29-0e914808240d" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2961.947227] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f217b1e-faf5-43f7-a506-eb1c97dbb171 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2961.951206] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2961.951206] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]527544ab-88e6-19cf-bcbd-d1e8f13a9e4f" [ 2961.951206] env[63366]: _type = "Task" [ 2961.951206] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2961.957991] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]527544ab-88e6-19cf-bcbd-d1e8f13a9e4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2962.461266] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]527544ab-88e6-19cf-bcbd-d1e8f13a9e4f, 'name': SearchDatastore_Task, 'duration_secs': 0.009716} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2962.461724] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/c93f0821-453e-47ad-bb29-0e914808240d is no longer used. Deleting! [ 2962.461724] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/c93f0821-453e-47ad-bb29-0e914808240d {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2962.461968] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96deee1a-069e-4ffc-b22a-7ca4bc7080f2 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2962.468127] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2962.468127] env[63366]: value = "task-2105033" [ 2962.468127] env[63366]: _type = "Task" [ 2962.468127] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2962.475117] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2962.978347] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106817} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2962.978578] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2962.978720] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/c93f0821-453e-47ad-bb29-0e914808240d" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2962.978932] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/68db542d-15f8-4b9e-ae1d-5ce8cf1c07d2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2962.979059] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/68db542d-15f8-4b9e-ae1d-5ce8cf1c07d2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2962.979394] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/68db542d-15f8-4b9e-ae1d-5ce8cf1c07d2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2962.979655] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb3d0e28-b690-480a-b58d-d04f23b0e38b {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2962.983778] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2962.983778] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]522c978e-2345-abae-23a8-4502a7f2c0cc" [ 2962.983778] env[63366]: _type = "Task" [ 2962.983778] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2962.990682] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522c978e-2345-abae-23a8-4502a7f2c0cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2963.494929] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522c978e-2345-abae-23a8-4502a7f2c0cc, 'name': SearchDatastore_Task, 'duration_secs': 0.00947} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2963.495291] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/68db542d-15f8-4b9e-ae1d-5ce8cf1c07d2" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2963.495506] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/a96b0ef9-fbe2-40d6-8236-8d644a581cdd" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2963.495623] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/a96b0ef9-fbe2-40d6-8236-8d644a581cdd" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2963.495952] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/a96b0ef9-fbe2-40d6-8236-8d644a581cdd" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2963.496240] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59fee2f7-c6d5-484f-9ffc-b0b862071bcc {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2963.500632] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2963.500632] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]522ca375-1399-a133-9dfd-626952e5c3e1" [ 2963.500632] env[63366]: _type = "Task" [ 2963.500632] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2963.508088] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522ca375-1399-a133-9dfd-626952e5c3e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2964.011024] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]522ca375-1399-a133-9dfd-626952e5c3e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010357} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2964.011391] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/a96b0ef9-fbe2-40d6-8236-8d644a581cdd is no longer used. Deleting! [ 2964.011595] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/a96b0ef9-fbe2-40d6-8236-8d644a581cdd {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2964.011925] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4e77562-66db-4b33-aaf3-68583419262e {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2964.018269] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2964.018269] env[63366]: value = "task-2105034" [ 2964.018269] env[63366]: _type = "Task" [ 2964.018269] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2964.026371] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2964.528072] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097716} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2964.528496] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2964.528496] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/a96b0ef9-fbe2-40d6-8236-8d644a581cdd" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2964.528667] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/c5bddab3-ad02-4a3d-8606-4a7eb0e4b0f5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2964.528784] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/c5bddab3-ad02-4a3d-8606-4a7eb0e4b0f5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2964.529138] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/c5bddab3-ad02-4a3d-8606-4a7eb0e4b0f5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2964.529417] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9503e711-7b1a-4d53-b9cf-2066ba1ceb05 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2964.533582] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2964.533582] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]528cd028-59e2-1c97-fc97-786f0f026968" [ 2964.533582] env[63366]: _type = "Task" [ 2964.533582] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2964.540832] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]528cd028-59e2-1c97-fc97-786f0f026968, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2965.044292] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]528cd028-59e2-1c97-fc97-786f0f026968, 'name': SearchDatastore_Task, 'duration_secs': 0.009684} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2965.044629] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/c5bddab3-ad02-4a3d-8606-4a7eb0e4b0f5" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2965.044854] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/338d2259-243d-4904-83b4-a96df62fbee1" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2965.044976] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/338d2259-243d-4904-83b4-a96df62fbee1" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2965.045322] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/338d2259-243d-4904-83b4-a96df62fbee1" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2965.045602] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-705a8c06-5db0-48fb-b8e9-be1edefca791 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2965.049902] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2965.049902] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]520c36f0-75cf-c3bf-fbfb-f4ae674aacd5" [ 2965.049902] env[63366]: _type = "Task" [ 2965.049902] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2965.058093] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]520c36f0-75cf-c3bf-fbfb-f4ae674aacd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2965.560597] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]520c36f0-75cf-c3bf-fbfb-f4ae674aacd5, 'name': SearchDatastore_Task, 'duration_secs': 0.010337} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2965.561055] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/338d2259-243d-4904-83b4-a96df62fbee1" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2965.561335] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/db6bfc77-696b-4168-b0c3-fc2f7decbbf4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2965.561481] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/db6bfc77-696b-4168-b0c3-fc2f7decbbf4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2965.561795] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/db6bfc77-696b-4168-b0c3-fc2f7decbbf4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2965.562080] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99b13f03-37ce-4160-ada9-0dd5ef8a70a6 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2965.566382] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2965.566382] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]527e0752-df14-d849-9685-a29ae30e85af" [ 2965.566382] env[63366]: _type = "Task" [ 2965.566382] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2965.573680] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]527e0752-df14-d849-9685-a29ae30e85af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2966.078445] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]527e0752-df14-d849-9685-a29ae30e85af, 'name': SearchDatastore_Task, 'duration_secs': 0.011235} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2966.078748] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/db6bfc77-696b-4168-b0c3-fc2f7decbbf4 is no longer used. Deleting! [ 2966.078888] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/db6bfc77-696b-4168-b0c3-fc2f7decbbf4 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2966.079166] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76745abc-6e4d-4cb8-9c80-c4d3eb8a7dab {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2966.085207] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2966.085207] env[63366]: value = "task-2105035" [ 2966.085207] env[63366]: _type = "Task" [ 2966.085207] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2966.092294] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2966.595058] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095545} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2966.595452] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2966.595452] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/db6bfc77-696b-4168-b0c3-fc2f7decbbf4" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2966.595675] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/978f3cec-2b54-4291-92cd-52136a587026" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2966.595790] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/978f3cec-2b54-4291-92cd-52136a587026" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2966.596126] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/978f3cec-2b54-4291-92cd-52136a587026" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2966.596395] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab1dfe77-7618-4e43-a36f-e3fbcd65e2af {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2966.601060] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2966.601060] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52d052ac-c227-968f-f935-32e496c3191f" [ 2966.601060] env[63366]: _type = "Task" [ 2966.601060] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2966.608170] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d052ac-c227-968f-f935-32e496c3191f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2967.111972] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d052ac-c227-968f-f935-32e496c3191f, 'name': SearchDatastore_Task, 'duration_secs': 0.010149} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2967.112296] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/978f3cec-2b54-4291-92cd-52136a587026 is no longer used. Deleting! [ 2967.112442] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/978f3cec-2b54-4291-92cd-52136a587026 {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2967.112702] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e74c736-2c4e-4bb3-87c7-06e5e5a2fcd1 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2967.118907] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2967.118907] env[63366]: value = "task-2105036" [ 2967.118907] env[63366]: _type = "Task" [ 2967.118907] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2967.126038] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2967.628126] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108705} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2967.628544] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2967.628544] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/978f3cec-2b54-4291-92cd-52136a587026" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2967.628724] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/da97c17f-ded3-49be-bf64-63ca687bf15b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2967.628822] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/da97c17f-ded3-49be-bf64-63ca687bf15b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2967.629159] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/da97c17f-ded3-49be-bf64-63ca687bf15b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2967.629442] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d701ca8d-3e7c-4e44-9190-88d4cd3742c8 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2967.633665] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2967.633665] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]52d9d65f-24d5-b52a-b8fc-c3af0749acef" [ 2967.633665] env[63366]: _type = "Task" [ 2967.633665] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2967.641307] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d9d65f-24d5-b52a-b8fc-c3af0749acef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2968.144840] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]52d9d65f-24d5-b52a-b8fc-c3af0749acef, 'name': SearchDatastore_Task, 'duration_secs': 0.009934} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2968.145104] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/da97c17f-ded3-49be-bf64-63ca687bf15b is no longer used. Deleting! [ 2968.145246] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/da97c17f-ded3-49be-bf64-63ca687bf15b {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2968.145505] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-281223d1-49a1-484e-8222-d202a24fcd2f {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2968.151544] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2968.151544] env[63366]: value = "task-2105037" [ 2968.151544] env[63366]: _type = "Task" [ 2968.151544] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2968.158506] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2968.661698] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102857} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2968.662051] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleted the datastore file {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2968.662140] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Releasing lock "[datastore1] devstack-image-cache_base/da97c17f-ded3-49be-bf64-63ca687bf15b" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2968.662292] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquiring lock "[datastore1] devstack-image-cache_base/9a9ce78a-9f86-4fd7-aab9-2a8929994e9a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2968.662403] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired lock "[datastore1] devstack-image-cache_base/9a9ce78a-9f86-4fd7-aab9-2a8929994e9a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2968.662726] env[63366]: DEBUG oslo_concurrency.lockutils [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/9a9ce78a-9f86-4fd7-aab9-2a8929994e9a" {{(pid=63366) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2968.662980] env[63366]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cffe43b8-a1b7-4ed9-bc23-e2e8a2976b50 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2968.667135] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2968.667135] env[63366]: value = "session[52c16ced-2111-46da-748d-f8f6b885219e]521d1e1c-70f3-ee66-3202-159df3c41d72" [ 2968.667135] env[63366]: _type = "Task" [ 2968.667135] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2968.674366] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]521d1e1c-70f3-ee66-3202-159df3c41d72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2969.177790] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': session[52c16ced-2111-46da-748d-f8f6b885219e]521d1e1c-70f3-ee66-3202-159df3c41d72, 'name': SearchDatastore_Task, 'duration_secs': 0.009562} completed successfully. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2969.178115] env[63366]: INFO nova.virt.vmwareapi.imagecache [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Image [datastore1] devstack-image-cache_base/9a9ce78a-9f86-4fd7-aab9-2a8929994e9a is no longer used. Deleting! [ 2969.178259] env[63366]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/9a9ce78a-9f86-4fd7-aab9-2a8929994e9a {{(pid=63366) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2969.178516] env[63366]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9896b3d4-c6a3-4b82-a822-8e2ff6f397c5 {{(pid=63366) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2969.184347] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Waiting for the task: (returnval){ [ 2969.184347] env[63366]: value = "task-2105038" [ 2969.184347] env[63366]: _type = "Task" [ 2969.184347] env[63366]: } to complete. {{(pid=63366) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2969.190998] env[63366]: DEBUG oslo_vmware.api [None req-0dde572d-3c35-40ee-848e-3189efe3ca84 None None] Task: {'id': task-2105038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63366) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}